User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# Adding Multiple Sitemaps
sitemap: https://www.marketingmarine.com/sitemap_index.xml
sitemap: https://www.marketingmarine.com/post-sitemap.xml
sitemap: https://www.marketingmarine.com/page-sitemap.xml
sitemap: https://www.marketingmarine.com/category-sitemap.xml
sitemap: https://www.marketingmarine.com/author-sitemap.xml
# Allowed Good User Agents for better Crawl
User-agent: Googlebot
Disallow:
User-agent: Mediapartners-Google*
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: Adsbot-Google
Disallow:
User-agent: AdsBot-Google-Mobile
Disallow:
User-agent: Googlebot-Mobile
Disallow:
User-agent: Googlebot-News
Disallow:
User-agent: Bingbot
Disallow:
User-agent: MSNBot
Disallow:
User-agent: Slurp
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Baiduspider
Disallow:
User-agent: YandexBot
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: Teoma
Disallow:
User-agent: Rogerbot
Disallow:
User-agent: Rogerbot/1.2
Disallow:
User-agent: DotBot
Disallow:
User-agent: DotBot/1.1
Disallow:
User-agent: AhrefsBot
Disallow:
User-agent: MJ12bot
Disallow:
User-agent: SemrushBot
Disallow:
User-agent: NinjaBot
Disallow:
User-agent: Facebot
Disallow:
User-agent: Twitterbot
Disallow:
User-agent: LinkedInBot
Disallow:
robots.txt