User-agent: *
# Block sensitive and backend WordPress paths
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-login.php
Disallow: /wp-register.php
# Block URL parameters that cause duplicate content
Disallow: /*?replytocom
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?order=
Disallow: /*?filter=
Disallow: /*?paged=
Disallow: /*?page=
Disallow: /*?amp=1
Disallow: /*?expand_article=1
Disallow: /*?nonamp=1
# Block low-value and duplicate content URLs
Disallow: /trackback/
Disallow: */embed
# Block paginated archive pages to reduce crawl of low-value URLs
Disallow: /page/
# Allow AJAX admin-ajax.php for frontend features
Allow: /wp-admin/admin-ajax.php
# Sitemap location for efficient crawling
Sitemap: https://justwebworld.com/sitemap_index.xml
robots.txt