# Whitelisted user-agents are allowed
User-agent:  Mediapartners-Google*
User-agent: googlebot
User-agent: slurp
User-agent: msnbot
User-agent: teoma
Disallow: /admin
Disallow: /cgi-bin
# sit out some directories
Disallow: /advert_files/
Disallow: /Howopticals_files/
Disallow: /graphics/
Disallow: /cgi-bin/