User-agent: AhrefsBot
Crawl-Delay: 5
User-agent: msnbot
Crawl-delay: 5
User-agent: rogerbot
Crawl-delay: 2
User-agent: Yandex
Crawl-delay: 5
User-agent: BLEXBot
Disallow: /
User-agent: SemrushBot
Crawl-Delay: 3
User-agent: SemrushBot-SA
Crawl-Delay: 3
User-agent: MJ12bot
Disallow: /
User-agent: CCBot
Crawl-Delay: 10
User-agent: *
Sitemap: https://www.tripoto.com/sitemap-index.xml
Disallow: /common_auth/
Disallow: /generic_auth/
Disallow: /trips/createNew
Disallow: /amp/login
Disallow: /photos/
Disallow: /ApiSearchResults/
Disallow: /users/register
Disallow: /contests/photo
Disallow: /url/
Disallow: /dashboards/
Disallow: /verify/
Disallow: /channel/
Disallow: /custom-pages/
Disallow: /business
Disallow: /business/
Disallow: /profile-new
Allow: /ads.txt
robots.txt