# Alexa
User-agent: ia_archiver
Disallow: /admin/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /cache/
Disallow: /download/
Disallow: /editors/
Allow: /includes/
Allow: /images/
Allow: /media/
Allow: /pub/

# Ask
User-agent: Teoma
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Allow: /images/
Allow: /includes/
Allow: /media/
Allow: /extras/

# Google
User-agent: googlebot
Allow: /images/
Allow: /includes/
Allow: /media/
Allow: /pub/
Disallow: /admin/
Disallow: /download/
Disallow: /docs/

# MSN
User-agent: msnbot
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /docs/
Disallow: /download/
Allow: /images/
Allow: /includes/
Allow: /media/
Allow: /pub/

# Yahoo!
User-agent: Slurp
Allow: /pub/
Allow: /media/
Allow: /includes/
Allow: /images/
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /docs/
Disallow: /download/

# Abacho
User-agent: AbachoBOT
Disallow:

# Fireball
User-agent: fireball
Disallow:

# Nameprotect
User-agent: NPBot
Disallow:

# ObjectsSearch
User-agent: ObjectsSearch
Disallow:

# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow:

# Picsearch
User-agent: psbot
Disallow:

# Pipeline
User-agent: pipeLiner
Disallow:

# SEVENtwentyfour
User-agent: LinkWalker
Disallow:

# SharewarePlaza.com 
User-agent: Agent-SharewarePlazaFileCheckBot
Disallow:

# SitiDi.net
User-agent: SitiDiBot
Disallow:

# SpiderMonkey
User-agent: SpiderMonkey
Disallow:

# Voila.fr
User-agent: VoilaBot
Disallow:

# Yandex
User-agent: Yandex
Disallow:

# Others
User-agent: *
Disallow: