User-agent: *
# User-agent: Googlebot
# User-agent: Yahoo! Slurp


Sitemap: http://www.rooket.com/sitemap.xml.gz
Sitemap: http://www.rooket.com/sitemap2.xml.gz
Sitemap: http://www.rooket.com/sitemap3.xml.gz
Sitemap: http://www.rooket.com/sitemap4.xml.gz
Sitemap: http://www.rooket.com/sitemap-index.xml.gz
Sitemap: http://www.rooket.com/urllist.txt.gz
Allow: /


# Disallow:                 # allows all robots to crawl entire site
# Disallow: /privatefolder/ # denies access to specified directories (in this case /privatefolder/ will be denied)
# Disallow: /               # keeps all robots out
# Sitemap:					# tells bot where to find sitemap for the website
# Request-rate: 1/5         # maximum rate is one page every 5 seconds
# Visit-time: 0600-0845     # only visit between 6:00 AM and 8:45 AM UT (GMT)