# Banning AI Bots
User-Agent: GPTBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: Google-Extended
Disallow: /

User-Agent: Applebot-Extended
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-Agent: Amazonbot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: Omgilibot
Disallow: /

User-Agent: FacebookBot
Disallow: /

User-Agent: Applebot
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: Claude-Web
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-Agent: YouBot
Disallow: /


# General Crawlers Setup
User-Agent: *

# Session IDs
Disallow: /*?SID=
Disallow: /?___SID=U
Disallow: /uniquesession/

# Datenschutz
Disallow: /*?cmpscreen

# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /pub/
Disallow: /report/
Disallow: /shell/
Disallow: /var/

# Paths
Disallow: /index.php/
Disallow: /home
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /templates/
Disallow: /test/
Disallow: /payone/
Disallow: /newsletterApi/

# Customer Specific Pages
Disallow: /checkout/
Disallow: /customer/
Disallow: /customermenu/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/

# Duplicate Content
Disallow: /tag/
Disallow: /review/

# Filter Parameters
Disallow: /*?dir*
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?brand*
Disallow: /*?price*
Disallow: /*?size*
Disallow: /*?dod_colorSimplified*
Disallow: /*?dod_flagSustainable*
Disallow: /*?dod_sapSeason*
Disallow: /*?dodenhof_is_on_sale*
Disallow: /*?dodenhof_gender*
Disallow: /*?product_list_order*
Disallow: /*?q*
Disallow: /*?_*

# General Miscellaneous
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /composer.json
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /mage
Disallow: /modman
Disallow: /n98-magerun.phar
Disallow: /scheduler_cron.sh
Disallow: /*.php$
Sitemap: https://www.dodenhof.de/sitemap/sitemap_category.xml
Sitemap: https://www.dodenhof.de/sitemap/sitemap_product.xml
Sitemap: https://www.dodenhof.de/sitemap/sitemap_cms.xml