# robots.txt — kdmenu.com.br
# https://www.robotstxt.org/robotstxt.html
#
# KDmenu — Free Digital Menu Platform for Restaurants
# -----------------------------------------------------
# Site:          https://kdmenu.com.br
# Site (www):    https://www.kdmenu.com.br
# Languages:     Portuguese (pt-BR) · English (en) · Spanish (es)
# Language URLs: ?lang=en | ?lang=es (default: pt-BR)
# Always free — no monthly fee, no credit card, no catch
#
# AI/LLM context file (full content in PT, EN and ES):
#   https://kdmenu.com.br/llms.txt
# Blog for LLMs:
#   https://kdmenu.com.br/blog/llms.txt
# Humans:
#   https://kdmenu.com.br/humans.txt
#
# Sitemap (multilingual + blog):
#   https://kdmenu.com.br/sitemap.xml
# Blog RSS:
#   https://kdmenu.com.br/blog/feed.xml
#

# ── Allow all crawlers ──────────────────────────────────────────────────────
User-agent: *
Allow: /
Allow: /blog/
Allow: /blog/llms.txt
Allow: /blog/feed.xml
Allow: /llms.txt
Allow: /humans.txt
Allow: /sitemap.xml
Disallow: /api/
Disallow: /admin/

Sitemap: https://kdmenu.com.br/sitemap.xml

# ── Major search engines ────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: Applebot
Allow: /

# ── OpenAI / ChatGPT ────────────────────────────────────────────────────────
# GPTBot: used for training / knowledge updates
User-agent: GPTBot
Allow: /

# ChatGPT-User: real-time browsing in ChatGPT
User-agent: ChatGPT-User
Allow: /

# OAI-SearchBot: ChatGPT Search (Bing-backed results)
User-agent: OAI-SearchBot
Allow: /

# ── Google AI (Gemini / Vertex) ─────────────────────────────────────────────
User-agent: Google-Extended
Allow: /

# ── Anthropic / Claude ──────────────────────────────────────────────────────
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# ── Perplexity ──────────────────────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /

# ── Meta AI ─────────────────────────────────────────────────────────────────
User-agent: FacebookBot
Allow: /

# ── Cohere ──────────────────────────────────────────────────────────────────
User-agent: cohere-ai
Allow: /

# ── Common Crawl (used by many AI training pipelines) ───────────────────────
User-agent: CCBot
Allow: /

# ── Bytedance / TikTok ──────────────────────────────────────────────────────
User-agent: Bytespider
Allow: /

# ── You.com ─────────────────────────────────────────────────────────────────
User-agent: YouBot
Allow: /

# ── Diffbot ─────────────────────────────────────────────────────────────────
User-agent: Diffbot
Allow: /

# ── Common aggressive crawlers (block) ──────────────────────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /