# robots.txt for ingilizcelal.com
# RFC 9309 compliant — https://www.rfc-editor.org/rfc/rfc9309

# -------------------------------------------------------
# Default rule: allow all well-behaved crawlers
# -------------------------------------------------------
User-agent: *
Allow: /
Allow: /index.html

# Content Signals — AI içerik kullanım tercihleri (contentsignals.org)
# ai-train=no  : İçeriğimiz AI model eğitiminde kullanılamaz
# search=yes   : Arama motoru indeksleme ve gösterimi serbesttir
# ai-input=no  : İçeriğimiz AI sorgularına doğrudan girdi olarak kullanılamaz
Content-Signal: ai-train=no, search=yes, ai-input=no

# Keep the student portal and private assets out of search indexes
Disallow: /portal.html
Disallow: /portal.js
Disallow: /ingilizcelal_yayin_paket_20260318_v2/
Disallow: /yayinlama_paket_v2/
Disallow: /yayinlama_dosyalari/
Disallow: /yayinlama_paket/
Disallow: /yayinlama_paket_20260329/
Disallow: /yayin_paketi_20260326/

# Block access to compressed archive files
Disallow: /*.zip$

# -------------------------------------------------------
# AI / LLM training crawlers — opt out (eğitim verisi olarak kullanmayın)
# RFC 9309 + isitagentready.com AI rules skill gereksinimi
# -------------------------------------------------------

# OpenAI
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

# Anthropic
User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Google AI
User-agent: Google-Extended
Disallow: /

# Apple
User-agent: Applebot-Extended
Disallow: /

# Amazon
User-agent: Amazonbot
Disallow: /

# Common Crawl (AI eğitim veri seti)
User-agent: CCBot
Disallow: /

# Meta
User-agent: FacebookBot
Disallow: /

# Perplexity
User-agent: PerplexityBot
Disallow: /

# TikTok / ByteDance
User-agent: Bytespider
Disallow: /

# Diğer AI tarayıcılar
User-agent: Omgilibot
Disallow: /

# -------------------------------------------------------
Sitemap: https://www.ingilizcelal.com/sitemap.xml
# -------------------------------------------------------