# robots.txt
User-agent: *
Crawl-delay: 5
Disallow: /conf/
Disallow: /includes/
Disallow: /smarty/
Disallow: /css/
Disallow: /js/
Sitemap: http://www.yoursite.com/sitemap.xml