#
# robots.txt database of http://xlqr.net
#
# suggestions, comments, complaints and more infos: http://dereinzige.de/2007/03/26/robots-database/
#
# if you want it, use copy + paste ;) http://creativecommons.org/licenses/by-sa/3.0/
#

User-agent: Googlebot/2.1
#url: http://www.google.com/
#note: another name for the same google thing ;)
Disallow:

User-agent: msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)
#url: http://search.msn.com/msnbot.htm
#note: msnbots have changed their name recently
Disallow:
Crawl-delay: 20

User-agent: Googlebot
#url: http://www.google.com/support/webmasters/bin/topic.py?topic=8843
#note: the one and only ... webs most used search engine
Disallow:

User-agent: Googlebot-Image
#url: http://www.google.com/
#note: google image search
Disallow:

User-agent: Mediapartners-Google*
#url: http://www.google.com/
#note: googles adwords campain
Disallow:

User-agent: Mediapartners-Google/2.1
#url: http://www.google.com/
#note: adsense and more
Disallow:

User-agent: MSNBot
#url: http://www.msn.com/
#note: msn also accepts a delay
Disallow:
Crawl-delay: 20

User-agent: msnbot/1.0 (+http://search.msn.com/msnbot.htm)
#url: http://search.msn.com/msnbot.htm
#note: msnbots have changed their name recently
Disallow:
Crawl-delay: 20

User-agent: seekbot
#url: http://www.seekport.de/help/webmaster_robot.html
#note: young european search engine
Disallow:

User-agent: Slurp
#url: http://help.yahoo.com/help/us/ysearch/slurp/index.html
#note: inktomi's "slurp" can read a minimum delay between hits
Disallow:
Crawl-delay: 20

User-agent: Technoratibot/0.7
#url:
#note:
Disallow:

User-agent: WordPress/2.1.2
#url:
#note: wordpress stats
Disallow:

User-agent: Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/2.2
#url: http://www.seekbot.net/bot.html
#note:
Disallow:

User-agent: Yahoo! Slurp
#url:
#note:
Disallow:

User-agent: ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)
#url: http://help.goo.ne.jp/door/crawler.html
#note:
Disallow: /

User-agent: TMCrawler
#url:
#note:
Disallow: /

User-agent: *
#url: http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1
#note: wildcard for the rest of the obeyers. you don't need to add the adjacent following bots ... i did it for the sake of knowledge ;)
Disallow: /