Sitemap: https://haberimvan.com.tr/sitemap.xml
Sitemap: https://haberimvan.com.tr/sitemap-index.xml
Sitemap: https://haberimvan.com.tr/google_news.xml
Sitemap: https://haberimvan.com.tr/video_sitemap.xml
Sitemap: https://haberimvan.com.tr/image_sitemap.xml
Sitemap: https://haberimvan.com.tr/rss.xml

# IndexNow key endpoint (instant indexing: Yandex + Bing + Seznam)
User-agent: *
Allow: /d63fc5bba83fa15d84b2e725b0125af5.txt

User-agent: *
Allow: /

# === AI Asistan Botları (ChatGPT, Claude, Gemini, Perplexity vb.) ===
# AI Görünürlük modülünden yönetilir: /yonetim/index.php?page=ai-gorunurluk
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Bingbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Mistral-AI-User
Allow: /

User-agent: Diffbot
Allow: /

# llms.txt — AI sistemleri için site açıklaması
# Bkz: https://haberimvan.com.tr/llms.txt

Sitemap: https://haberimvan.com.tr/ai-sitemap.xml

# Google News özel kuralları
User-agent: Googlebot-News
Allow: /

# Google Image özel kuralları
User-agent: Googlebot-Image
Allow: /images/
Allow: /uploads/

# Google Video özel kuralları
User-agent: Googlebot-Video
Allow: /

# Yandex News
User-agent: YandexNews
Allow: /

# AdsBot (Google Ads)
User-agent: AdsBot-Google
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /

# Yasaklanmış dizinler ve dosyalar
Disallow: /yonetim/
Disallow: /admin/
Disallow: /includes/
Disallow: /yazarlar/login.php
Disallow: /yazarlar/cikis.php
Disallow: /php/
Disallow: /api/
Disallow: /ajax/
Disallow: /go/
Disallow: /xml/
Disallow: /cron/
Disallow: /scripts/
Disallow: /templates_c/
Disallow: /cache/
Disallow: /temp/
Disallow: /tmp/
Disallow: /data/
Disallow: /uploads/temp/
Disallow: /backups/
Disallow: /logs/
Disallow: /update-builder/
Disallow: /tests/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /private/
Disallow: /php/timthumb.php*
Disallow: /php/upload/
Disallow: /*.env$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.ini$
Disallow: /*.tpl$
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /*?print=*
Disallow: /*&print=*
Disallow: /search?*
Disallow: /arama?*
Disallow: /*sessionid*
Disallow: /*jsessionid*
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*.pdf$

# Zararlı / kaynak tüketici botları engelle
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: spbot
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: WinHTTrack
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: scrapy
Disallow: /

User-agent: zmeu
Disallow: /

User-agent: psbot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: Lipperhey
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: 360Spider
Disallow: /

# Google bot için özel kurallar
User-agent: Googlebot
Allow: /
Allow: /images/
Allow: /*.css$
Allow: /*.js$
Crawl-delay: 0

# Bing bot için özel kurallar
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex bot için özel kurallar
User-agent: YandexBot
Allow: /
Crawl-delay: 2