User-Agent: Mediapartners-Google
Allow: /

User-Agent: Googlebot
Allow: /

User-Agent: Adsbot-Google
Allow: /

User-Agent: Googlebot-Image
Allow: /

User-Agent: Googlebot-Mobile
Allow: /

User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: GSiteCrawler/v1.23
Disallow: /cgi-bin/