#
User-agent: ia_archiver
Disallow: /

User-Agent: Googlebot
Disallow: /go/
Disallow: /cgi-bin/

User-agent: Mediapartners-Google*
Disallow:
Allow: /*

User-Agent: *
Disallow: /cgi-bin/

User-agent: BecomeBot
Disallow: /

User-agent: gigablast
Disallow: /

User-agent: Fasterfox
Disallow: /