# Alexa
User-agent: ia_archiver
Allow: /
Disallow: /_notes/
Disallow: /aspnet_client/
Disallow: /Backups/
Disallow: /db/
Disallow: /downloads/
Disallow: /old/
Disallow: /php_uploads/
Disallow: /stats/
Disallow: /files/

# Ask
User-agent: Teoma
Allow: /
Disallow: /_notes/
Disallow: /aspnet_client/
Disallow: /Backups/
Disallow: /db/
Disallow: /downloads/
Disallow: /files/
Disallow: /iepngfix/
Disallow: /inc/
Disallow: /old/
Disallow: /php_uploads/
Disallow: /stats/

# Bing
User-agent: msnbot
Allow: /
Disallow: /_notes/
Disallow: /aspnet_client/
Disallow: /Backups/
Disallow: /db/
Disallow: /downloads/
Disallow: /files/
Disallow: /iepngfix/
Disallow: /inc/
Disallow: /old/
Disallow: /php_uploads/
Disallow: /search/
Disallow: /stats/

# Google
User-agent: googlebot
Allow: /
Disallow: /_notes/
Disallow: /aspnet_client/
Disallow: /Backups/
Disallow: /db/
Disallow: /downloads/
Disallow: /files/
Disallow: /iepngfix/
Disallow: /inc/
Disallow: /old/
Disallow: /php_uploads/
Disallow: /stats/
Disallow: /search/

# Yahoo!
User-agent: Slurp
Allow: /
Disallow: /stats/
Disallow: /search/
Disallow: /php_uploads/
Disallow: /old/
Disallow: /inc/
Disallow: /iepngfix/
Disallow: /files/
Disallow: /downloads/
Disallow: /db/
Disallow: /Backups/
Disallow: /aspnet_client/
Disallow: /_notes/

# Abacho
User-agent: AbachoBOT
Disallow: /

# BigClique
User-agent: BigCliqueBOT
Allow: /

# Fireball
User-agent: kit-fireball
Disallow: /

# GoForIt
User-agent: Goforitbot
Allow: /

# IBM
User-agent: http://www.almaden.ibm.com/cs/crawler
Allow: /

# IRL
User-agent: IRLbot
Allow: /

# Local.com
User-agent: LocalcomBot
Allow: /

# Omni-Explorer
User-agent: OmniExplorer_Bot
Allow: /

# Turnitin.com
User-agent: TurnitinBot
Allow: /

# Voila.fr
User-agent: VoilaBot
Disallow: /

# WebArchive
User-agent: BruinBot
Allow: /

# Yandex
User-agent: Yandex
Disallow: /

# Others
User-agent: *
Disallow: /