# phocoa.com robots.txt
# 최종 수정: 2026-01-29

# ==========================================
# 기본 설정 (모든 크롤러 허용)
# ==========================================
User-agent: *
Allow: /

# ==========================================
# 차단 경로
# ==========================================
Disallow: /adm/
Disallow: /data/

# ==========================================
# 주요 검색엔진 명시적 허용
# ==========================================
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yeti
Allow: /

User-agent: Daumoa
Allow: /

User-agent: NaverBot
Allow: /

# ==========================================
# AI 검색/인용 허용 (트래픽 증대)
# ==========================================
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: MistralAI-User
Allow: /

# ==========================================
# AI 학습용 크롤러 차단
# ==========================================
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Bytespider
Disallow: /

# ==========================================
# 악성 크롤러 차단
# ==========================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

# ==========================================
# 사이트맵 (정적 XML)
# ==========================================
Sitemap: https://phocoa.com/sitemap/sitemap-index.xml