# robots.txt file for cawilliams.us
# last updated: 2008-12-28
#
# only bots from public search indexes/engines allowed
#	Ask, Cuil, Google, Internet Archive, MSN, Yahoo!
#
# if you want your bot allowed, contact me

User-agent: *
Disallow: /

User-Agent: Teoma
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /webalizer/
Disallow: /writing/
Disallow: /nl_success.html
Disallow: /sub_success.html
Disallow: /pur_complete.html

User-agent: Twiceler
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /webalizer/
Disallow: /writing/

User-agent: Googlebot
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /webalizer/
Disallow: /writing/
Disallow: /nl_success.html
Disallow: /sub_success.html
Disallow: /pur_complete.html

User-agent: ia_archiver
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /webalizer/

User-agent: Mediapartners-google
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /webalizer/
Disallow: /writing/
Disallow: /nl_success.html
Disallow: /sub_success.html
Disallow: /pur_complete.html

User-agent: msnbot
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /webalizer/
Disallow: /writing/
Disallow: /nl_success.html
Disallow: /sub_success.html
Disallow: /pur_complete.html

User-agent: Slurp
Crawl-Delay: 2
Sitemap: http://cawilliams.us/sitemap.xml
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /webalizer/
Disallow: /writing/
Disallow: /nl_success.html
Disallow: /sub_success.html
Disallow: /pur_complete.html