User-Agent: *
Disallow: /index.php?mode=ajax*
Disallow: /etc/tools/*
Disallow: /css/*?*
Disallow: /etc/tools/emailimage.php*
Disallow: /shopping/*
Disallow: /*?mode=ajax*
User-agent: Mediapartners-Google
Allow: /
Allow: /shopping/*
#keep zookabot away
User-agent: Zookabot
Disallow: /
User-agent: 008
Disallow: /
User-agent: proximic
Disallow: /
User-agent: CrystalSemanticsBot
Disallow: /
User-agent: Larbin
Disallow: /
User-Agent: MJ12bot
Crawl-Delay: 20
User-agent: Spiderlytics
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: wiederfreibot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-Agent: Seobility
Disallow: /index.php?mode=ajax*
Disallow: /etc/tools/*
Disallow: /css/*?*
Disallow: /etc/tools/emailimage.php*
Disallow: /shopping/*
Disallow: /webseiten-verzeichnis/*
robots.txt