# robots.txt for aidcmap.com
# Generated: 2026-04-14
# GEO SEO Optimized for AI Search Engines

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/private/
Crawl-delay: 1

# ============================================
# AI Search Engine Crawlers
# ============================================

# OpenAI - ChatGPT Search
User-agent: GPTBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# Anthropic - Claude
User-agent: ClaudeBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 2
Disallow: /admin/
Disallow: /private/

# ChatGPT User Agent
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

# OpenAI Search Bot
User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 2

# Google AI Overviews (uses standard Googlebot)
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing Copilot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Brave Search AI
User-agent: Brave-Bot
Allow: /
Crawl-delay: 2

# You.com AI Search
User-agent: YouBot
Allow: /
Crawl-delay: 2

# ByteDance/TikTok AI
User-agent: Bytespider
Allow: /
Crawl-delay: 3

# ============================================
# Traditional Search Engines
# ============================================

# Baidu
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

# Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# ============================================
# Sitemap
# ============================================

Sitemap: https://aidcmap.com/sitemap.xml

# ============================================
# Notes for AI Crawlers
# ============================================

# Preferred content format for AI crawlers:
# - Text content is preferred over complex JavaScript
# - Structured data (JSON-LD) is highly recommended
# - Clear headings (H1-H6) help with content understanding
# - FAQ sections with clear answers are valuable

# This site is optimized for:
# - ChatGPT Search (GPTBot)
# - Claude (ClaudeBot)
# - Perplexity (PerplexityBot)
# - Google AI Overviews
# - Other AI-powered search engines

# For detailed site structure, see: /llms.txt
# For full content summary, see: /llms-full.txt