## Disable bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SeznamBot
Disallow: /

## Enable robots.txt rules for all crawlers
User-agent: *

## Magento sitemap
Sitemap: https://www.hrimnir.shop/sitemap/sitemap.xml
Sitemap: https://www.hrimnir.shop/sitemap/sitemap_de.xml

## Do not crawl sub category pages that are sorted or filtered.
#Disallow: /*?dir*
#Disallow: /*?dir=
#Disallow: /*?dir=
#Disallow: /*?limit=
#Disallow: /*?mode*

## Do not crawl links with session IDs
Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/

## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /catalogsearch/
Disallow: /de/catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /giftcards/preview/preview/
Disallow: /de/giftcards/preview/preview/
Disallow: /de/captcha/refresh/
Disallow: /de/cms/index/noCookies
Disallow: /cms/index/noCookies
Disallow: /de/catalog/product_compare
Disallow: /catalog/product_compare
Disallow: /de/wishlist
Disallow: /wishlist
Disallow: /black-weekend
Disallow: /review
Disallow: /de/review
Disallow: /de/productalert
Disallow: /community/de/tag
Disallow: /community/tag
Disallow: /de/productalert/*
Disallow: /productalert/*
Disallow: /de/magebird_popup/*
Disallow: /magebird_popup/*