# robots.txt for Shopify (Crawl Budget Optimized)
# Updated 15 Oct 2025 - Jacht Digital

User-agent: *
# Block non-canonical and system paths
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts
Disallow: /orders
Disallow: /account
Disallow: /search
Disallow: /recommendations/products
Disallow: /.well-known/shopify/monorail
Disallow: /apple-app-site-association
Disallow: /cdn/wpm/*.js
Disallow: /a/downloads/-/*
Disallow: /50210308272/

# Block URL parameters that create crawl noise
Disallow: /*?*filter*
Disallow: /*?*sort_by*
Disallow: /*?*oseid*
Disallow: /*?*preview_theme_id*
Disallow: /*?*preview_script_id*
Disallow: /*?*ls=*
Disallow: /*?*utm_*
Disallow: /*?*fbclid=*
Disallow: /*?lang=*

# Allow important content paths
Allow: /collections/
Allow: /products/
Allow: /blogs/
Allow: /pages/
Allow: /sitemap.xml

# Crawler-specific rate limits
User-agent: AhrefsBot
Crawl-delay: 1

User-agent: AhrefsSiteAudit
Crawl-delay: 1

User-agent: MJ12bot
Crawl-delay: 1

User-agent: Pinterest
Crawl-delay: 2

User-agent: SemrushBot
Crawl-delay: 2

User-agent: DotBot
Crawl-delay: 2

User-agent: DataForSeoBot
Disallow: /

User-agent: Nutch
Disallow: /

# Google AdsBot exceptions
User-agent: adsbot-google
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts
Disallow: /orders

# Allow Google Merchant and image crawlers
User-agent: AdsBot-Google
Allow: /products/
Allow: /collections/

User-agent: Googlebot-Image
Allow: /products/
Allow: /collections/

# Sitemaps for all locales
Sitemap: https://dominikq.com/sitemap.xml
Sitemap: https://en.dominikq.com/sitemap.xml
Sitemap: https://de.dominikq.com/sitemap.xml
Sitemap: https://pl.dominikq.com/sitemap.xml
Sitemap: https://fr.dominikq.com/sitemap.xml
Sitemap: https://da.dominikq.com/sitemap.xml
Sitemap: https://cs.dominikq.com/sitemap.xml
Sitemap: https://it.dominikq.com/sitemap.xml
Sitemap: https://es.dominikq.com/sitemap.xml
Sitemap: https://pt.dominikq.com/sitemap.xml
Sitemap: https://hu.dominikq.com/sitemap.xml
Sitemap: https://hr.dominikq.com/sitemap.xml