# robots.txt for www.sanego.de

# block bots ignoring Crawl-delay
User-agent: trendictionbot
User-agent: Cliqzbot
User-agent: MauiBot
Disallow: /

# Set full speed
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: audisto
User-agent: Screaming Frog SEO Spider
User-agent: bingbot
Crawl-delay:

# Slightly slower
User-agent: msnbot
User-agent: Yahoo-MMCrawler
User-agent: Slurp
User-agent: AmazonAdBot
Crawl-delay: 1

# content rules
User-agent: *
Crawl-delay: 5
Disallow: /ajax/
Disallow: /api/
Disallow: /rate/
Disallow: /spam/
Disallow: /static/
Disallow: /userimg/
Disallow: /userimage/
Disallow: /nl
Disallow: /Searchterm/
Disallow: /meinsiegel
Disallow: /Pageimpression/
Allow: /img/statistics/


Sitemap: https://www.sanego.de/sitemap.gz