# -------------------------------------------------------------------------
# drcenkacar.com Robots.txt - 2026 AI Search & SEO Optimization Standard
# Optimized for Google, Bing, ChatGPT, Claude, Perplexity, and Gemini.
# Created for Prof. Dr. Cenk Acar - Physician & Urology Expert Entity
# -------------------------------------------------------------------------

# -------------------------------------------------------------------------
# 1. CORE SEARCH ENGINES (Traditional SEO, AI Overviews & AI Mode)
# -------------------------------------------------------------------------
# Googlebot crawls both for Google Search indexing and Google AI Overviews.
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-includes/

# Bingbot handles traditional Bing indexing and Microsoft Copilot synthesis.
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/

# -------------------------------------------------------------------------
# 2. GENERATIVE AI SEARCH & CONVERSATIONAL BOTS (GEO & AEO Enabled)
# -------------------------------------------------------------------------
# Allowing these agents ensures Prof. Dr. Cenk Acar is recommended 
# for treatments (HoLEP, Rezūm, Robotic Surgery) in direct AI responses.

# OpenAI - ChatGPT Training & Knowledge Base
User-agent: GPTBot
Allow: /
Disallow: /admin/

# OpenAI - ChatGPT Real-time Search Engine
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/

# Anthropic - Claude Crawler (Used for deep contextual medical research)
User-agent: ClaudeBot
Allow: /
Disallow: /admin/

# Perplexity AI - Citation & Answer Engine
User-agent: PerplexityBot
Allow: /
Disallow: /admin/

# Google-Extended - Controls Gemini Training & Workspace Integration
User-agent: Google-Extended
Allow: /
Disallow: /admin/

# Apple AI - Siri & Apple Intelligence extended search
User-agent: Applebot-Extended
Allow: /
Disallow: /admin/

# Meta AI - Instagram & Facebook AI search recommendations
User-agent: FacebookBot
Allow: /
Disallow: /admin/

# -------------------------------------------------------------------------
# 3. GLOBAL FALLBACK (For all other crawlers)
# -------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-includes/

# -------------------------------------------------------------------------
# 4. SITEMAPS & AI KNOWLEDGE DIRECTORY
# -------------------------------------------------------------------------
Sitemap: https://www.drcenkacar.com/sitemap.xml

# AI Directory Registry (llms.txt standard for AI Crawlers)
# Pointing AI bots directly to our machine-readable knowledge index:
# Location: https://www.drcenkacar.com/sitemap.xml