# ===========================================================
  # robots.txt — avelisse.co.uk
  # UK Beauty E-Commerce | Shopify
  # Son güncelleme: 2026-06-05
  # ===========================================================

  # -----------------------------------------------------------
  # BÖLÜM 1: ANA ARAMA MOTORLARI
  # -----------------------------------------------------------

  User-agent: Googlebot
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts
  Disallow: /checkout
  Disallow: /account
  Disallow: /cgi-bin
  Disallow: /internal
  Disallow: /*.json$
  Disallow: /*?*sort_by=
  Disallow: /*?*page=
  Disallow: /*?*view=
  Disallow: /*?*variant=
  Disallow: /search?
  Disallow: /collections/*?*filter.
  Allow: /collections/
  Allow: /products/
  Allow: /blogs/
  Allow: /pages/
  Allow: /

  User-agent: Googlebot-Image
  Allow: /cdn/shop/
  Allow: /cdn/shopify/
  Disallow: /

  User-agent: Googlebot-Video
  Allow: /
  Disallow: /admin

  User-agent: AdsBot-Google
  Allow: /products/
  Allow: /collections/
  Disallow: /cart
  Disallow: /checkout
  Disallow: /account

  User-agent: AdsBot-Google-Mobile
  Allow: /products/
  Allow: /collections/
  Disallow: /cart
  Disallow: /checkout
  Disallow: /account

  User-agent: Bingbot
  Disallow: /admin
  Disallow: /cart
  Disallow: /orders
  Disallow: /checkouts
  Disallow: /checkout
  Disallow: /account
  Disallow: /cgi-bin
  Disallow: /*.json$
  Disallow: /*?*sort_by=
  Disallow: /*?*page=
  Disallow: /*?*variant=
  Disallow: /search?
  Disallow: /collections/*?*filter.
  Allow: /collections/
  Allow: /products/
  Allow: /blogs/
  Allow: /pages/
  Allow: /

  User-agent: Slurp
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout
  Disallow: /account
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /

  User-agent: DuckDuckBot
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout
  Disallow: /account
  Allow: /

  # -----------------------------------------------------------
  # BÖLÜM 2: AI ARAMA BOTLARI (Atıf için açık tut)
  # -----------------------------------------------------------
  # NOT: Bu botları engellemek, AI arama sonuçlarında (ChatGPT,
  # Perplexity, Google AI Overviews) görünmemene neden olur.

  User-agent: GPTBot
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout
  Disallow: /account
  Disallow: /*.json$

  User-agent: ChatGPT-User
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout

  User-agent: PerplexityBot
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout

  User-agent: ClaudeBot
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout

  User-agent: anthropic-ai
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout

  User-agent: Google-Extended
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout

  User-agent: Gemini
  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Disallow: /admin

  User-agent: cohere-ai
  Allow: /products/
  Allow: /blogs/
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout

  # -----------------------------------------------------------
  # BÖLÜM 3: EĞİTİM/SCRAPING BOTLARI (Engel)
  # -----------------------------------------------------------
  # NOT: Bunlar AI eğitim verisi toplar, ürün listelemeniz
  # rakipler tarafından kopyalanabilir. Engelle.

  User-agent: CCBot
  Disallow: /

  User-agent: DataForSeoBot
  Disallow: /

  User-agent: Diffbot
  Disallow: /

  User-agent: Bytespider
  Disallow: /

  User-agent: PetalBot
  Disallow: /

  User-agent: SemrushBot
  Crawl-delay: 10
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout
  Allow: /

  User-agent: AhrefsBot
  Crawl-delay: 10
  Disallow: /admin
  Disallow: /cart
  Allow: /

  User-agent: MJ12bot
  Disallow: /

  User-agent: DotBot
  Disallow: /

  User-agent: SeznamBot
  Disallow: /

  User-agent: ia_archiver
  Disallow: /

  User-agent: Amazonbot
  Disallow: /

  # -----------------------------------------------------------
  # BÖLÜM 4: KÖTÜ NIYETLI BOTLAR (Tam Engel)
  # -----------------------------------------------------------

  User-agent: EmailCollector
  Disallow: /

  User-agent: EmailSiphon
  Disallow: /

  User-agent: WebBandit
  Disallow: /

  User-agent: WebEnhancer
  Disallow: /

  User-agent: TwengaBot
  Disallow: /

  User-agent: HTTrack
  Disallow: /

  User-agent: WebCopier
  Disallow: /

  User-agent: Wget
  Disallow: /

  User-agent: libwww-perl
  Disallow: /

  User-agent: python-requests
  Disallow: /

  User-agent: scrapy
  Disallow: /

  # -----------------------------------------------------------
  # BÖLÜM 5: SHOPIFY'A ÖZGÜ KURALLAR
  # -----------------------------------------------------------

  User-agent: *
  # Admin & Yönetim
  Disallow: /admin
  Disallow: /admin/

  # Sepet & Ödeme (Kişisel veri içerir)
  Disallow: /cart
  Disallow: /cart/
  Disallow: /checkout
  Disallow: /checkout/
  Disallow: /orders
  Disallow: /orders/

  # Hesap Sayfaları (GDPR/UK GDPR gereği)
  Disallow: /account
  Disallow: /account/
  Disallow: /account/login
  Disallow: /account/register
  Disallow: /account/addresses

  # Dahili Shopify Uç Noktaları
  Disallow: /cgi-bin
  Disallow: /cgi-bin/
  Disallow: /internal/
  Disallow: /api/
  Disallow: /services/

  # JSON Uç Noktaları (API yanıtları, indeks değeri yok)
  Disallow: /*.json$
  Disallow: /collections/*.json
  Disallow: /products/*.json
  Disallow: /pages/*.json
  Disallow: /blogs/*.json

  # AJAX / Dinamik İçerik
  Disallow: /recommendations/products
  Disallow: /search/suggest
  Disallow: /*?*preview_theme_id=
  Disallow: /*?*_ab=
  Disallow: /*?*_fd=

  # -----------------------------------------------------------
  # BÖLÜM 6: UK + EU LOKALİZASYON PARAMETRELERİ
  # -----------------------------------------------------------
  # Duplicate content engellemek için lokalizasyon
  # parametrelerini koru ama gereksiz varyasyonları kapat.

  # Dil & Para Birimi Parametreleri (Shopify Markets)
  Disallow: /*?*currency=
  Disallow: /*?*locale=
  Disallow: /*?*country=

  # Hreflang için ana URL'ler açık kalmalı
  Allow: /en-gb/
  Allow: /en-ie/
  Allow: /eu/

  # İngiltere Bölgesel Sayfaları — Açık
  Allow: /collections/uk-exclusive/
  Allow: /collections/free-uk-delivery/

  # EU Pazarı — Açık (Shopify Markets üzerinden)
  Allow: /collections/eu-delivery/

  # Filtreleme — Kapalı (canonical duplicate üretir)
  Disallow: /collections/*?*filter.p.
  Disallow: /collections/*?*filter.v.
  Disallow: /collections/*?*sort_by=
  Disallow: /collections/*?*page=
  Disallow: /collections/*?*view=

  # Ürün Varyant Parametreleri — Kapalı
  Disallow: /products/*?*variant=
  Disallow: /products/*?*color=
  Disallow: /products/*?*size=

  # Arama Sayfaları — Kapalı (Infinite unique URL riski)
  Disallow: /search
  Disallow: /search?
  Disallow: /search/

  # İzleme Parametreleri — Kapalı
  Disallow: /*?*utm_source=
  Disallow: /*?*utm_medium=
  Disallow: /*?*utm_campaign=
  Disallow: /*?*fbclid=
  Disallow: /*?*gclid=
  Disallow: /*?*ref=

  # -----------------------------------------------------------
  # BÖLÜM 7: KRİTİK İZİNLER (Öncelikle açık olmalı)
  # -----------------------------------------------------------

  Allow: /products/
  Allow: /collections/
  Allow: /blogs/
  Allow: /pages/
  Allow: /cdn/shop/
  Allow: /cdn/shopify/

  # -----------------------------------------------------------
  # SİTEMAP REFERANSLARI
  # -----------------------------------------------------------
  Sitemap: https://avelisse.co.uk/sitemap.xml
  Sitemap: https://avelisse.co.uk/sitemap_products_1.xml
  Sitemap: https://avelisse.co.uk/sitemap_collections_1.xml
  Sitemap: https://avelisse.co.uk/sitemap_pages_1.xml
  Sitemap: https://avelisse.co.uk/sitemap_blogs_1.xml