User-agent: Googlebot
User-agent: Mediapartners-Google*
User-agent: Googlebot-Image
User-agent: MSNBOT
User-agent: Slurp
User-agent: askjeeves
User-agent: Lycos
User-agent: ArchitextSpider
User-agent: Scooter
Disallow: /w3c/
Disallow: /cgi-bin/

User-agent: *
Disallow: /