User-agent: *
Disallow: /*/login
Disallow: /*/signup
Allow: /
User-agent: YandexBot
User-agent: Yandex
User-agent: AhrefsBot
User-agent: DuckDuckBot
User-agent: bingbot
Crawl-delay: 1
Disallow: /*/login
Disallow: /*/signup
Allow: /
User-agent: 008
User-agent: MJ12bot
User-agent: sitebot
User-agent: dotbot
User-agent: Ocelli
User-agent: sistrix
User-agent: ShopWiki
User-agent: WBSearchBot
User-agent: Riddlerbot
User-agent: linguatools
User-agent: www.integromedb.org/Crawler
User-agent: CCBot
Disallow: /
Sitemap: https://pxhere.com/sitemap/sitemap.xml
Sitemap: https://pxhere.com/sitemap.xml
robots.txt