# Alexa
User-agent: ia_archiver
Disallow: /

# Ask
User-agent: Teoma
Allow: /

# Bing
User-agent: msnbot
Allow: /

# Google
User-agent: googlebot
Allow: /

# Yahoo!
User-agent: Slurp
Allow: /

# BigClique
User-agent: BigCliqueBOT
Allow: /

# GoForIt
User-agent: Goforitbot
Disallow:

# IBM
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow:

# IRL
User-agent: IRLbot
Allow: /

# Local.com
User-agent: LocalcomBot
Allow: /

# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow:

# Turnitin.com
User-agent: TurnitinBot
Disallow:

# WebArchive
User-agent: BruinBot
Disallow:

# Others
User-agent: *
Disallow: