# robots.txt for http://www.airframes.org - 2013-03-01 2011-09-01 2009-11-12 2008-08-05 2006-12-30 2006-07-15
#
# No bots, except crawlers for public search indexes.
# No more: MSN/Bing, Ask/Teoma
#
# If you want your bot to be allowed, contact hostmaster at airframes.org
#

User-agent: *
Disallow: /

User-agent: Baiduspider
Disallow: /
# Disallow: /special99/
# Disallow: /amend.php
# You spidered a lot but don't send any traffic from searches.
# So let's silently forget about this. 2013-03-01

User-agent: Exabot
Disallow: /
# Disallow: /special99/
# Disallow: /amend.php
# Crawl-delay: 10
# You spidered a lot but don't send any traffic from searches.
# So let's gently forget about this. 2013-03-01

# User-agent: Gigabot
# Disallow: /special99/
# Disallow: /amend.php
# seems to no longer exist. 2013-03-01

User-agent: Googlebot
Disallow: /special99/
Disallow: /amend.php
Disallow: /mode-s-yahoogroup-files.zip
Disallow: /temp/

User-agent: Mediapartners-Google
Disallow: /special99/
Disallow: /amend.php
Disallow: /temp/

# blatant log-polluting and fake referral traffic since 2007 - no more, please
User-agent: msnbot
Disallow: /

# extending the MSNbot restriction, as the annoyance continues, not this way, please
User-agent: bingbot
Disallow: /

User-agent: Slurp
Disallow: /special99/
Disallow: /amend.php
Disallow: /temp/

# They spidered a lot but don't bring any traffic - sorry
User-agent: Teoma
Disallow: /

# User-agent: Twiceler
# Disallow: /special99/
# Disallow: /amend.php
# Crawl-delay: 10
# seems to no longer exist. 2013-03-01

#
# end
#