User-agent: *
Disallow: /.htaccess
Disallow: /cgi-bin


User-agent: googlebot
Disallow: /.htaccess
Disallow: /cgi-bin


User-agent: Mediapartners-Google*
Disallow:
Disallow: /.htaccess