User-agent: *
Disallow: /admin/
Disallow: /admintools/
Disallow: /analytics/
Disallow: /coupon/
Disallow: /cron/
Disallow: /details/
Disallow: /editor/
Disallow: /getcoupon/
Disallow: /getcoupons/
Disallow: /gostore/
Disallow: /hyperlink/
Disallow: /tracker/
Disallow: /info/
Disallow: /link/
Disallow: /open/
Disallow: /out/
Disallow: /redir/
Disallow: /pricecut/
Disallow: /promotion/
Disallow: /reports/
Disallow: /t/
Disallow: /tools/
Disallow: /use-code/
Disallow: /visit/
Disallow: /www/
Disallow: /admin-scripts/
Disallow: /ask/edit/
Disallow: /questions/*/addrating/
Disallow: /rate/
Disallow: /product-out/
Disallow: /product/
Disallow: /rankings/
Disallow: /compare/
Disallow: /setup-brands/
Sitemap: https://knoji.com/sitemap/index.xml
User-agent: dotbot
Crawl-delay: 5
User-agent: msnbot
Crawl-delay: 1
User-agent: rogerbot
Crawl-delay: 5
User-agent: yandex
Crawl-delay: 3
# User-agent: GPTBot
# Disallow: /
User-agent: CCBot
Disallow: /
User-agent: AhrefsBot
Crawl-Delay: 1
User-agent: Googlebot-News
Allow: /blog
Allow: /article/
robots.txt