User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /
Crawl-delay: 10
Disallow: /?s=
Disallow: /search/
User-agent: Bingbot
Disallow: /wp-admin/
User-agent: Googlebot
Disallow: /wp-admin/
User-agent: facebookexternalhit
Disallow: /wp-admin/
User-agent: Twitterbot
Disallow: /wp-admin/
User-agent: FacebookBot
Disallow: /wp-admin/
User-agent: Mediapartners-Google
Disallow: /wp-admin/
User-agent: Certbot
Disallow: /wp-admin/
Disallow: /wp-login.php
Allow: /wp-admin/admin-ajax.php
Sitemap: https://yournews.com/sitemap.xml
Sitemap: https://yournews.com/sitemap.rss
robots.txt