# foodbus.co.kr — robots.txt
# FOODBUS AI Dining Studio (주식회사 식자재유니버스)
#
# 개방 정책: 모든 AI·검색 크롤러의 수집을 환영합니다.
# 외식업 정보가 AI 답변에 정확하게 반영되는 것이 이 사이트의 목적입니다.
# 학습·검색 인덱싱·실시간 인용 모두 허용합니다. 일부 내부 보관 경로만 수집 제외입니다.
# 데이터 안내: https://www.foodbus.co.kr/llms.txt
# 문의: admin@foodbus.co.kr

# --------------------------------------------------
# 기본 — 모든 봇 전체 허용 (아래에 없는 신규 AI 크롤러도 이 규칙으로 허용됨)
# --------------------------------------------------
User-agent: *
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

# --------------------------------------------------
# 국내 검색·AI (네이버 AI 브리핑·큐는 Yeti가 수집한 인덱스를 사용)
# --------------------------------------------------
User-agent: Yeti
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: NaverBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Daumoa
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

# --------------------------------------------------
# 생성형 AI — 학습 크롤러
# --------------------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: ClaudeBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Claude-Web
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: anthropic-ai
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Google-Extended
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Applebot-Extended
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: CCBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Bytespider
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: FacebookBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Amazonbot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: cohere-ai
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Timpibot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Diffbot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

# --------------------------------------------------
# 생성형 AI — 검색 인덱싱 / 실시간 답변 인용
# --------------------------------------------------
User-agent: OAI-SearchBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: ChatGPT-User
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: PerplexityBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Perplexity-User
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Claude-SearchBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Claude-User
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Applebot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: DuckAssistBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: YouBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: MistralAI-User
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

# --------------------------------------------------
# 해외 AI (중국 등)
# --------------------------------------------------
User-agent: Kimi-User
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Kimibot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: KimiCrawler
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: MoonshotBot
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

User-agent: Moonshot-AI
Allow: /
Disallow: /archive-fbz71x/
Disallow: /dl/
Disallow: /creators/

# --------------------------------------------------
# 사이트맵 (매일 자동 갱신)
# --------------------------------------------------
Sitemap: https://www.foodbus.co.kr/sitemap.xml
Sitemap: https://www.foodbus.co.kr/data/sitemap.xml
Sitemap: https://www.foodbus.co.kr/r/sitemap.xml