# robots.txt for http://www.airframes.org - 2009-11-12 2008-08-05 2006-12-30 2006-07-15
#
# No bots, except crawlers for public search indexes:
#    Exalead, Gigablast, Google, Yahoo/Slurp, Cuil
# No more: Msn, Ask/Teoma
#
# If you want your bot to be allowed, contact hostmaster at airframes.org
#

User-agent: *
Disallow: /

User-agent: Baiduspider
Disallow: /special99/
Disallow: /amend.php

User-agent: Exabot
Disallow: /special99/
Crawl-delay: 10

User-agent: Gigabot
Disallow: /special99/

User-agent: Googlebot
Disallow: /special99/

User-agent: Mediapartners-Google
Disallow: /special99/

# blatant log-polluting and fake referral traffic - no more, please
User-agent: msnbot
Disallow: /

User-agent: Slurp
Disallow: /special99/
Disallow: /amend.php

# They spidered a lot but don't bring any traffic - sorry
User-agent: Teoma
Disallow: /

User-agent: Twiceler
Disallow: /special99/
Disallow: /amend.php
Crawl-delay: 10

#