# YogaKeşfet — robots.txt
# https://yogakesfet.com
# Last updated: 2026

# ─────────────────────────────────────────────
# Tüm motorlara genel kurallar
# ─────────────────────────────────────────────
User-agent: *

# Engellenenler (özel/giriş gerektiren sayfalar, query string varyantları)
Disallow: /admin/
Disallow: /admin
Disallow: /api/
Disallow: /api
Disallow: /config.php
Disallow: /includes/
Disallow: /uploads/certificates/
Disallow: /giris
Disallow: /uye-ol
Disallow: /kayit
Disallow: /profil
Disallow: /profil/
Disallow: /sifremi-unuttum
Disallow: /sifre-sifirla
Disallow: /odeme-sonuc
Disallow: /sekans-olustur
Disallow: /topluluk
Disallow: /kullanici/

# Query string varyantları (canonical olmayan)
Disallow: /*?p=
Disallow: /*?q=
Disallow: /*?city=
Disallow: /*?district=
Disallow: /*?category=
Disallow: /*?sort=
Disallow: /*?ajax=
Disallow: /*?utm_*
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?ref=

# Açıkça izin verilenler
Allow: /
Allow: /assets/
Allow: /uploads/blog/
Allow: /uploads/events/
Allow: /uploads/poses/
Allow: /uploads/profiles/
Allow: /uploads/sequences/
Allow: /uploads/studios/
Allow: /uploads/tours/
Allow: /uploads/venues/
Allow: /uploads/general/

# Crawl-delay (Google görmezden gelir, ama küçük bot'lar için)
Crawl-delay: 1

# ─────────────────────────────────────────────
# Modern AI / LLM crawler'ları
# Yoga içeriklerinin AI search'lerde keşfedilmesi için
# ─────────────────────────────────────────────

# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /profil
Disallow: /uploads/certificates/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/

# Google AI
User-agent: Google-Extended
Allow: /
Disallow: /admin/

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /admin/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /admin/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/

# Common Crawl (birçok AI training corpora kaynağı)
User-agent: CCBot
Allow: /
Disallow: /admin/

# Apple Intelligence
User-agent: Applebot
Allow: /
Disallow: /admin/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/

# Mistral
User-agent: MistralAI-User
Allow: /
Disallow: /admin/

# Cohere / DuckDuckGo / Brave / Yandex / Bing
User-agent: cohere-ai
Allow: /
Disallow: /admin/

User-agent: DuckAssistBot
Allow: /
Disallow: /admin/

User-agent: YandexBot
Allow: /
Disallow: /admin/

User-agent: YandexImages
Allow: /uploads/

User-agent: bingbot
Allow: /
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /admin/

# Bing image / video
User-agent: msnbot-media
Allow: /uploads/

# Facebook / Twitter / LinkedIn (sosyal kart önizleme)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# ─────────────────────────────────────────────
# Sitemap Index
# Tüm sitemap dosyaları, ana giriş noktası
# ─────────────────────────────────────────────
Sitemap: https://yogakesfet.com/sitemap.xml
Sitemap: https://yogakesfet.com/sitemap-static.xml
Sitemap: https://yogakesfet.com/sitemap-cities.xml
Sitemap: https://yogakesfet.com/sitemap-districts.xml
Sitemap: https://yogakesfet.com/sitemap-studios.xml
Sitemap: https://yogakesfet.com/sitemap-events.xml
Sitemap: https://yogakesfet.com/sitemap-tours.xml
Sitemap: https://yogakesfet.com/sitemap-venues.xml
Sitemap: https://yogakesfet.com/sitemap-poses.xml
Sitemap: https://yogakesfet.com/sitemap-sequences.xml
Sitemap: https://yogakesfet.com/sitemap-blog.xml
Sitemap: https://yogakesfet.com/sitemap-seo.xml