# robots.txt
# Global settings for all bots
User-agent: *
Disallow: /
# Specific rules for bots that need controlled access
User-agent: bingbot
User-agent: googlebot
Crawl-delay: 60
Allow: /
Disallow: /cdn-cgi/
Disallow: /auth/
Disallow: /article/bookmark/
Disallow: /testimonials/company/*/add
Disallow: /testimonials/user/*/add
Disallow: /uploads/
User-agent: LinkedInBot
User-agent: ClaudeBot
User-agent: GPTBot
User-agent: Amazonbot
Crawl-delay: 15
Disallow: /cdn-cgi/
Disallow: /auth/
Disallow: /article/bookmark/
Disallow: /testimonials/company/*/add
Disallow: /testimonials/user/*/add
Disallow: /uploads/
robots.txt