# robots.txt for Sites
# Do Not delete this file.

User-agent: *
Disallow: /cgi/

User-agent: BecomeBot
Crawl-Delay: 10