# -------------------------------
# General search engine rules
# -------------------------------
User-agent: *
Disallow: /collections/
Disallow: /products/
Disallow: /cart
Disallow: /checkout
Disallow: /orders
Disallow: /account
Disallow: /search
Disallow: /pages/wholesale
Disallow: /pages/distributor
Allow: /

Sitemap: https:///sitemap.xml

# -------------------------------
# Block AI crawlers and data scrapers
# -------------------------------

# OpenAI / ChatGPT
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# Anthropic / Claude
User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

# Google Gemini
User-agent: Google-Extended
Disallow: /

# Perplexity
User-agent: PerplexityBot
Disallow: /

# CommonCrawler (used for many AI datasets)
User-agent: CCBot
Disallow: /

# Amazon / Alexa / AmazonGPT
User-agent: Amazonbot
Disallow: /

User-agent: AmazonGPT
Disallow: /

# DataForSEO
User-agent: DataForSeoBot
Disallow: /

# You.com
User-agent: YouBot
Disallow: /

# Apple
User-agent: Applebot-Extended
Disallow: /

# Meta / Facebook
User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Disallow: /

# Kagi / Other AI-assisted crawlers
User-agent: KagiBot
Disallow: /

# Internet Archive (optional)
User-agent: ia_archiver
Disallow: /

# Microsoft / Bing AI data extension
User-agent: BingPreview
Disallow: /

User-agent: Microsoft-Extended
Disallow: /

# Generic scraping tools
User-agent: Scrapy
Disallow: /

User-agent: crawler
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: wget
Disallow: /

User-agent: curl
Disallow: /

# -------------------------------
# Image protection
# -------------------------------

# Block AI image crawlers and visual dataset collectors
User-agent: Applebot-Image
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Pinterestbot
Disallow: /

User-agent: Baiduspider-image
Disallow: /

# Disallow direct crawling of common image file types
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.webp$
Disallow: /*.svg$
Disallow: /*.avif$