User-agent: *
Disallow: /api
Disallow: /edit
Disallow: /account
Disallow: /merges
Disallow: /search
Disallow: /search/publishers
Disallow: /search/authors
Disallow: /search/inside
Disallow: /search/subjects
Disallow: /search/lists
Disallow: /advancedsearch
Disallow: /publishers
Disallow: /books/add
Disallow: /qrcode
Disallow: */borrow*
Disallow: /*.rdf$
Sitemap: https://openlibrary.org/static/sitemaps/siteindex.xml.gz
User-agent: Baiduspider
Crawl-delay: 10
User-agent: Googlebot
Disallow: /*.rdf$
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: meta-externalagent
Crawl-delay: 10
User-agent: anthropic-ai
Crawl-delay: 10
User-agent: ClaudeBot
Crawl-delay: 10
User-agent: openai
Crawl-delay: 10
User-agent: ChatGPT
Crawl-delay: 10
User-agent: bingbot
Crawl-delay: 10
User-agent: Yandex
Crawl-delay: 10
User-agent: *bot
Crawl-delay: 10
robots.txt