User-agent: SemrushBot
Disallow: /

# LLM-specific directives
User-agent: GPTBot
Allow: /public/
Disallow: /private/

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: *
Crawl-delay: 5

# Directories
Disallow: /errors/
Disallow: /opt/

# Urls
Disallow: /catalog/category/view/
Disallow: /*/catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /*/catalog/product/view/
Disallow: /checkout/
Disallow: /*/checkout/
Disallow: /customer/
Disallow: /*/customer/
Disallow: /review/
Disallow: /*/review/
Disallow: /sendfriend/
Disallow: /*/sendfriend/
Disallow: /graphql
Disallow: /*/graphql
Disallow: /wishlist/
Disallow: /*/wishlist/
Disallow: /catalogsearch/
Disallow: /*/catalogsearch/
Disallow: /rest/
Disallow: /index.php/
Disallow: /*/index.php/
Disallow: /*.php$

# Query params
Disallow: /*?*&
Disallow: /*?*,
Disallow: /*?*%2C
Disallow: /*noresults
Disallow: /*SID=
Disallow: /*from_store=
Disallow: /*stores/store/redirect/

# Sitemaps
Sitemap: https://antwerpdiamonds.direct/sitemaps/en/sitemap-en.xml
Sitemap: https://antwerpdiamonds.direct/sitemaps/nl/sitemap-nl.xml
Sitemap: https://antwerpdiamonds.direct/sitemaps/fr/sitemap-fr.xml
Sitemap: https://antwerpdiamonds.direct/sitemaps/de/sitemap-de.xml