User-agent: Googlebot
Disallow: /api/
Allow: /
User-agent: Mediapartners-Google
Disallow: /api/
Allow: /
User-agent: Googlebot-Image
Disallow: /api/
Allow: /
User-agent: Yahoo-MMCrawler
Disallow: /api/
Allow: /
User-agent: Yahoo-slurp
Disallow: /api/
Allow: /
User-agent: slurp
Disallow: /api/
Allow: /
User-agent: Msnbot
Disallow: /api/
Allow: /
User-agent: MSNBot-media
Disallow: /api/
Allow: /
User-agent: Bing Preview bot
Disallow: /api/
Allow: /
User-agent: Twitterbot
Disallow: /api/
Allow: /
User-agent: *
Disallow: /
robots.txt