User-agent: *
Allow: /
# Disallow sensitive and irrelevant paths
Disallow: /startups_news/admin/
Disallow: /account/get_public_account/
Disallow: /startups_review/list_user/
Disallow: /slideshow/getimages/
Disallow: /api/
Disallow: /api/private/
Disallow: /mail/
Disallow: /user/
Disallow: /login
Disallow: /register
Disallow: /assets/
Disallow: /node_modules/
Disallow: /environment/
# Disallow specific query parameters
Disallow: /*?tab=reviews
Disallow: /*?tab=informations
Disallow: /*?tab=similar
Disallow: /*?tab=founder
# Block certain file types
Disallow: /*.map$
Disallow: /*.ts$
Disallow: /*.scss$
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
Sitemap: https://api.startupinspire.com/sitemap.xml
robots.txt