# Allow important bots
User-agent: googlebot
User-agent: google
User-agent: Mediapartners-Google
User-agent: Google-Display-Ads-Bot
User-agent: bingbot
User-agent: bing
User-agent: facebookexternalhit
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: GPTBot
Allow: /
# Block specific .php files globally, regardless of their location
User-agent: *
Disallow: */mcp.php
Disallow: */memberlist.php
Disallow: */ucp.php
Disallow: */app.php
Disallow: */viewonline.php
# Set crawl delay to avoid server overload
Crawl-delay: 5
# Block all other unwanted bots
User-agent: *
Disallow: /
robots.txt