User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json
Allow: /wp-admin/admin-ajax.php
# Adding Multiple Sitemaps
Sitemap:https://www.gravtechnology.com/post-sitemap.xml
Sitemap: https://www.gravtechnology.com/page-sitemap.xml
Sitemap: https://www.gravtechnology.com/category-sitemap.xml
Sitemap: https://www.gravtechnology.com/author-sitemap.xml
Sitemap: https://www.gravtechnology.com/sitemap_index.xml
# Allowed Good User Agents for better Crawl
User-agent: Googlebot
User-agent: Mediapartners-Google*
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: Adsbot-Google
Disallow:
User-agent: AdsBot-Google-Mobile
Disallow:
User-agent: Googlebot-Mobile
Disallow:
User-agent: Googlebot-News
Disallow:
User-agent: Bingbot
Disallow:
User-agent: MSNBot
Disallow:
User-agent: Slurp
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Baiduspider
Disallow:
User-agent: YandexBot
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: Teoma
Disallow:
User-agent: Rogerbot
Disallow:
User-agent: Rogerbot/1.2
Disallow:
User-agent: DotBot
Disallow:
User-agent: DotBot/1.1
Disallow:
User-agent: AhrefsBot
Disallow:
User-agent: MJ12bot
Disallow:
User-agent: SemrushBot
Disallow:
User-agent: NinjaBot
Disallow:
User-agent: Facebot
Disallow:
User-agent: Twitterbot
Disallow:
User-agent: LinkedInBot
Disallow:
robots.txt