User-agent: *
Allow: /

User-agent: Bspider
Disallow: /

User-agent: Spider
Disallow: /

User-agent: arks
Disallow: /

User-agent: crawl
Disallow: /

User-agent: Googlebot
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /htdocs/g2data&!/
Allow: /

User-agent: Java
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: libwww-perl
Disallow: /