User-agent: Mediapartners-Google* 
Disallow:

User-agent: Googlebot/1.0 
Disallow: 

User-agent: MSNBot
Disallow: 
# Crawler de MSN

User-agent: Slurp
Disallow: 
# Crawler de Yahoo

User-agent: Scooter/3.3
Disallow:
# Crawler de Altavista

User-agent: Gigabot/2.0 
Disallow:
# Crawler de Gigablast

User-agent: Mozilla/5.0
Disallow:
# Crawler de Viola

User-agent: Robozilla
Disallow: 
# Crawler de DOMZ

User-agent: ia_archiver
Disallow: 
# Crawler de Alexa

User-agent: Teoma
Disallow: /
# Crawler de ASK

User-agent: *
Disallow: 
# Crawler para Todos