User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /* /tag/
Disallow: /*?amp=1
Disallow: /*?nonamp=1
Disallow: /*?noamp=mobile
Disallow: /*?nonamp=1/
Disallow: /* /feed/
Disallow: /OneSignalSDKWorker.js.php
Disallow: /OneSignalSDKUpdaterWorker.js.php
Disallow: /* /amp/
Disallow: /*?m=
Disallow: /*comment.php?
User-agent: GPTBot/1.2
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Anthropic-ai
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: YouBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: Applebot
Allow: /
User-agent: NeevaBot
Allow: /
User-agent: Andi
Allow: /
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json
# Adding Sitemap
Sitemap: https://www.computertechreviews.com/sitemap_index.xml
robots.txt