# Primary sitemap directives (OK to repeat, but once is cleaner)
Sitemap: https://sigmas.com/sitemap.xml

# Global defaults for all crawlers
User-agent: *
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association

# Custom: block prefixes we don't want crawled
Disallow: /pages/modern-recess-
Disallow: /pages/plp-
Disallow: /collections/sizechart-
Disallow: /collections/internal-
# If you use locale prefixes (e.g., /en/collections/...), uncomment these:
# Disallow: /*/collections/sizechart-
# Disallow: /*/collections/internal-

# Google Ads crawler (inherits * group behavior; explicit OK)
User-agent: adsbot-google
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association

# Apache Nutch: block entirely
User-agent: Nutch
Disallow: /

# Ahrefs bots (note: many crawlers ignore Crawl-delay; Ahrefs respects it)
User-agent: AhrefsBot
Crawl-Delay: 10
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association

User-agent: AhrefsSiteAudit
Crawl-Delay: 10
Disallow: /admin
Disallow: /*/checkouts/*
Disallow: /cart
Disallow: /*/orders/*
Disallow: /orders/*
Disallow: /trade/*
Disallow: /checkout/*
Disallow: /invoices
Disallow: /payment_methods
Disallow: /search
Disallow: /products/search
Disallow: /user
Disallow: /transit_page
Disallow: /api/merchant/payments/list
Disallow: /api/trade/center/settle/main_site/detail/first_load
Disallow: /preview
Disallow: /%3Fpreview
Disallow: /apple-app-site-association

# Googlebot groups (explicit allow-all is fine but optional)
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

# Misc bot tuning (respect varies)
User-agent: MJ12bot
Crawl-Delay: 10

User-agent: Pinterest
Crawl-Delay: 1