User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Bingbot
User-agent: BingPreview
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Mediapartners-Google
Allow: /

User-agent: *
Disallow: /