User-agent: *
Disallow: /



User-agent: Googlebot
Disallow: /
Allow: /index.htm
Allow: /index.html

User-Agent: MediaPartners-Google
Disallow: /
Allow: /index.htm
Allow: /index.html