User-agent: BLP_bbot/0.1
Disallow: /admin/
Request-rate: 1/5 # maximum rate is one page every 5 seconds
Visit-time: 0100-0845
 
User-Agent: *
Disallow: /admin/
Allow: /
 
Sitemap: http://www.xornal.com/sitemapnews.xml
Sitemap: http://www.xornal.com/sitemapweb.xml