# =====================================
# robots.txt — AI & Search Friendly
# Site: https://www.nemethynenagyjudit.hu
# Canonical: https://www.nemethynenagyjudit.hu/
# =====================================

Sitemap: https://www.nemethynenagyjudit.hu/sitemap.xml

# -------------------------------------
# Default rules (all crawlers)
# -------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Google Search & Google AI
# -------------------------------------
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Bing / Microsoft
# -------------------------------------
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# OpenAI / ChatGPT
# -------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Anthropic (Claude AI)
# -------------------------------------
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Perplexity AI
# -------------------------------------
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Apple Search / Siri
# -------------------------------------
User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Amazon AI / Alexa
# -------------------------------------
User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# ByteDance / TikTok AI
# -------------------------------------
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# Common Crawl dataset
# -------------------------------------
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# SEO Crawlers (Discovery)
# -------------------------------------
User-agent: AhrefsBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: SemrushBot
Allow: /
Disallow: /admin/
Disallow: /private/

User-agent: MJ12bot
Allow: /
Disallow: /admin/
Disallow: /private/

# -------------------------------------
# AI reference files
# -------------------------------------
# https://www.nemethynenagyjudit.hu/llms.txt
# https://www.nemethynenagyjudit.hu/llms-full.txt