# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use:      how AI systems may consume the content (immediate, reference, or full).

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# Solid Medya robots.txt v2.2
# Spec: RFC 9309 — yalnızca standart yönergeler (User-agent, Allow, Disallow, Sitemap, Host, Clean-param)
# Site: https://mail.solidmedya.com/
# Updated: 2026-08-03T21:53:10+00:00 | Generator: Solid Medya v6.64
# Policy: Tam arama + AI atıf erişimi | AI eğitim: User-agent blokları | Admin/API/noindex engelli
# Not: Content-Signal GSC tarafından desteklenmez — kullanmayın (Cloudflare Managed robots kapatın)
# JSON: https://mail.solidmedya.com/.well-known/robots.json
# Companion: llms.txt | ai.txt | indexing.json | bot-access.json

# ============================================
# GLOBAL — tüm botlar (User-agent: *)
# ============================================
User-agent: *
Allow: /
Allow: /sitemap.xml
Allow: /sitemap-index.xml
Allow: /sitemap-news.xml
Allow: /sitemap-images.xml
Allow: /sitemap-videos.xml
Allow: /amp/
Allow: /amp/sitemap.xml
Allow: /llms.txt
Allow: /llms-ctx.txt
Allow: /llms-ctx-full.txt
Allow: /llms
Allow: /ai.txt
Allow: /humans.txt
Allow: /robots.txt
Allow: /feed.xml
Allow: /rss.xml
Allow: /atom.xml
Allow: /feed
Allow: /global
Allow: /site-haritasi
Allow: /manifest.json
Allow: /offline.html
Allow: /sw.js
Allow: /opensearch.xml
Allow: /.well-known/
Allow: /content/
Allow: /assets/
Allow: /uploads/
Allow: /media/
Disallow: /admin/
Disallow: /administrator/
Disallow: /private/
Disallow: /panel/
Disallow: /login/
Disallow: /giris
Disallow: /giris/
Disallow: /session/
Disallow: /app/core/
Disallow: /api/
Disallow: /config/
Disallow: /storage/
Disallow: /storage/logs/
Disallow: /cache/
Disallow: /temp/
Disallow: /tmp/
Disallow: /backup/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.gemini/
Disallow: /eposta/
Disallow: /kart/
Disallow: /public/
Disallow: /system/
Disallow: /test/
Disallow: /dev/
Disallow: /beta/
Disallow: /staging/
Disallow: /sitemaps/
Disallow: /api/sitemaps/
Disallow: /digeryazilimlar/
Disallow: /yasinakbiyik/
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.html
Disallow: /404.shtml
Disallow: /404.php
Disallow: /500.shtml
Disallow: /ajax/client-error-log.php
Disallow: /sosyal-vericek.php
Disallow: /sosyalmedya.xml
Disallow: /arama
Disallow: /arama/
Disallow: /*print=*
Disallow: /*preview=*
Disallow: /*debug=*
Disallow: /*test=*
Disallow: /*utm_source=*
Disallow: /*utm_medium=*
Disallow: /*utm_campaign=*
Disallow: /*utm_term=*
Disallow: /*utm_content=*
Disallow: /*fbclid=*
Disallow: /*gclid=*
Disallow: /*msclkid=*
Disallow: /*ref=affiliate*
Disallow: /*ref=partner*
Disallow: /*pwa=true*
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$
Disallow: /*.rar$
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.tmp$
Disallow: /*.temp$
Disallow: /*.ini$
Disallow: /*.conf$
Disallow: /*.config$

# ============================================
# SITEMAP — Search Console + IndexNow keşif
# Birincil: sitemap.xml | Ek: news, images, videos, AMP
# ============================================
Sitemap: https://mail.solidmedya.com/sitemap.xml
Sitemap: https://mail.solidmedya.com/sitemap-news.xml
Sitemap: https://mail.solidmedya.com/sitemap-images.xml
Sitemap: https://mail.solidmedya.com/sitemap-videos.xml
Sitemap: https://mail.solidmedya.com/amp/sitemap.xml

# ============================================
# GOOGLE — arama + görsel + video
# ============================================
# Google Search
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /uploads/
Disallow: /private/

User-agent: Googlebot-Video
Allow: /assets/videos/
Allow: /media/
Disallow: /private/

# ============================================
# ARAMA MOTORLARI — Bing, Yandex, DuckDuckGo, Baidu…
# ============================================
# Microsoft
User-agent: Bingbot
User-agent: msnbot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Yandex
User-agent: YandexBot
User-agent: Yandex
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Baidu
User-agent: Baiduspider
Allow: /
Crawl-delay: 3
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Sogou
User-agent: Sogou
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Seznam
User-agent: SeznamBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Naver
User-agent: NaverBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Yahoo
User-agent: Yahoo! Slurp
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Qwant
User-agent: Qwantify
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Ecosia
User-agent: Ecosia
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# ============================================
# AI ATIF — arama motoru / sohbet atıf botları (AÇIK — AI görünürlük)
# OAI-SearchBot=ChatGPT Search | PerplexityBot | Claude-SearchBot
# ============================================
# AI citation & search
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: DuckAssistBot
User-agent: MistralAI-User
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# ============================================
# AI EĞİTİM — model eğitim botları (User-agent Allow, tam erişim)
# GPTBot, Google-Extended, ClaudeBot, CCBot, Bytespider…
# ============================================
# OpenAI training
User-agent: GPTBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Google training
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Anthropic training
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Apple training
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Cohere training
User-agent: cohere-ai
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Meta training
User-agent: FacebookBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: facebookexternalhit
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# ByteDance training
User-agent: Bytespider
Allow: /
Crawl-delay: 3
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# You.com training
User-agent: YouBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Amazon training
User-agent: Amazonbot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Common Crawl training
User-agent: CCBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Diffbot training
User-agent: Diffbot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Imagesift training
User-agent: ImagesiftBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Omgili training
User-agent: Omgilibot
User-agent: Omgili
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Huawei training
User-agent: PetalBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Timpi training
User-agent: Timpibot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Webz.io training
User-agent: Webzio-Extended
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Allen Institute training
User-agent: AI2Bot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# xAI training
User-agent: GrokBot
User-agent: xAI-Grok
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# DeepSeek training
User-agent: DeepSeekBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# LinkedIn training
User-agent: LinkedInBot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# X/Twitter training
User-agent: Twitterbot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# Internet Archive training
User-agent: ia_archiver
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /app/core/
Disallow: /storage/
Disallow: /arama
Disallow: /arama/

# ============================================
# SOSYAL ÖNİZLEME — Open Graph / kart önizleme
# ============================================
# Social preview
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: WhatsApp
User-agent: TelegramBot
User-agent: Slackbot
User-agent: Discordbot
Allow: /
Crawl-delay: 1
Disallow: /admin/
Disallow: /private/

# ============================================
# SEO ARAÇLARI — rate limit
# ============================================
User-agent: AhrefsBot
Allow: /
Crawl-delay: 2
Disallow: /admin/

User-agent: SemrushBot
Allow: /
Crawl-delay: 2
Disallow: /admin/

User-agent: MJ12bot
Allow: /
Crawl-delay: 2
Disallow: /admin/

User-agent: DotBot
Allow: /
Crawl-delay: 2
Disallow: /admin/

User-agent: Screaming Frog SEO Spider
Allow: /
Crawl-delay: 1
Disallow: /admin/

# ============================================
# KÖTÜ BOT — site kopyalayıcı / mirroring (tam engel)
# ============================================
# Blocked scrapers
User-agent: HTTrack
User-agent: WebCopier
User-agent: WebZIP
User-agent: Teleport
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: WebBandit
User-agent: Exabot
User-agent: ExtractorPro
User-agent: CherryPicker
User-agent: Nutch
User-agent: TurnitinBot
User-agent: SiteSnagger
User-agent: ProWebWalker
Allow: /
Disallow: /

# ============================================
# YANDEX — Host & Clean-param
# ============================================
Host: mail.solidmedya.com
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&fbclid&gclid&msclkid&print&preview&debug

# ============================================
# AI & KEŞİF REFERANSI
# ============================================
# LLMs:        https://mail.solidmedya.com/llms.txt
# AI Policy:   https://mail.solidmedya.com/ai.txt
# Indexing:    https://mail.solidmedya.com/.well-known/indexing.json
# Entity Graph:https://mail.solidmedya.com/.well-known/entity-graph.json
# IndexNow:    https://mail.solidmedya.com/.well-known/indexnow.json
# Bot Access:  https://mail.solidmedya.com/.well-known/bot-access.json
# Robots JSON: https://mail.solidmedya.com/.well-known/robots.json
# Verify:      php storage/tools/check-robots-txt.php --http