# ==============================================================================
# robots.txt for ZeeloQ - A Classified Ads Platform
# ==============================================================================
# Allow all major search engines full access by default.
User-agent: *
Allow: /
# Specify the location of the sitemap.
# Make sure to generate a sitemap.xml file and place it in your root directory.
Sitemap: https://www.xeeloq.com/sitemap.xml
# ==============================================================================
# Disallow rules for all crawlers
# ==============================================================================
User-agent: *
# Disallow access to backend and sensitive directories.
Disallow: /includes/
Disallow: /api/
Disallow: /admin/
Disallow: /user/
# Disallow access to authentication and registration pages.
Disallow: /login.php
Disallow: /register.php
Disallow: /logout.php
Disallow: /forgot-password.php
Disallow: /reset-password.php
# Disallow crawling of search results pages to avoid duplicate content.
# The '?' indicates that any URL with query parameters should be blocked.
Disallow: /listing.php?
# Disallow crawling of internal API endpoints and actions.
Disallow: /api/fetch_ads.php
Disallow: /api/toggle_favorite.php
# Add a crawl-delay to be polite to the server.
# This tells crawlers to wait 1 second between requests.
robots.txt