# $Id: robots.txt 678 2008-05-02 09:28:04Z px $
#
Sitemap: http://blog.px.ns1.net/sitemap.xml.gz

#
User-agent: ia_archiver
Crawl-delay: 60
Disallow:

# I'm not a shoppping website.  Don't Index me.
User-agent: BecomeBot
Disallow:/

# Other stuff
User-agent: *
Crawl-delay: 240
Disallow:/wordpress
Disallow:/cgi-bin/
Disallow:/joomla/
Disallow:/css/
Disallow:/phpmyadmin/
Disallow:/gallery/
Disallow:/a
Disallow:/j
Disallow:/w
Disallow:/tmp

User-Agent: MJ12bot
Disallow: