User-agent: *
Disallow: /startups_news/admin/
Disallow: /account/get_public_account/
Disallow: /startups_review/list_user/
Disallow: /slideshow/getimages/
Disallow: /api/
Disallow: /api/private/
Disallow: /login
Disallow: /register
Disallow: /login$
Disallow: /register$
Disallow: /assets/
Disallow: /node_modules/
Disallow: /environment/
Disallow: /*.map$
Disallow: /*.ts$
Disallow: /*.scss$
Disallow: /?*
Disallow: /#*
# Allow AI-enhanced search (optional)
User-agent: Google-Extended
Allow: /
# Block AI scraping bots
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: PerplexityBot
Disallow: /
# Block all URLs starting with "https://api." except the sitemap
User-agent: *
Disallow: /api/
Disallow: /mail/
Sitemap: https://api.startupinspire.com/sitemap.xml
Allow: /sitemap.xml
robots.txt