#
Sitemap: /sitemap.xml.gz

#
User-agent: ia_archiver
Crawl-delay: 60
Disallow:

# I'm not a shoppping website.  Don't Index me.
User-agent: BecomeBot
Disallow:/

# Other stuff
User-agent: *
Crawl-delay: 240
Disallow:/cgi-bin/
Disallow:/css/

User-Agent: MJ12bot
Disallow: