# Allow only major search spiders
User-agent: Mediapartners-Google
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Googlebot
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Adsbot-Google
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Googlebot-Image
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Googlebot-Mobile
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: MSNBot
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: bingbot
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Slurp
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Yahoo! Slurp
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

User-agent: Yandex
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10

# Block all other spiders
User-agent: *
Disallow: /api/
Disallow: /secure/
Crawl-delay: 10