Host: https://wan2-7.net

# =====================================
# 🤖 Robots.txt for https://wan2-7.net
# =====================================

# -------------------------------------
# 🌐 General rules for all crawlers
# -------------------------------------
User-agent: *
Allow: /
Disallow: /api/        # API endpoints (not meant for indexing)
Allow: /_next/      # Next.js internal assets
Disallow: /admin/      # Admin dashboard (protected)
# Note: Static assets are allowed (no Disallow for /static/)

# -------------------------------------
# 🔍 Googlebot rules
# -------------------------------------
User-agent: Googlebot
Allow: /
Disallow: /api/
Allow: /_next/

# -------------------------------------
# 🔎 Bingbot rules (search indexing allowed)
# -------------------------------------
User-agent: Bingbot
Allow: /
Disallow: /api/
Allow: /_next/

# -------------------------------------
# 🔎 Baiduspider rules
# -------------------------------------
User-agent: Baiduspider
Allow: /
Disallow: /api/
Allow: /_next/

# -------------------------------------
# 🤖 AI Crawler Rules (LLM-specific bots - restricted)
# -------------------------------------
User-agent: GPTBot
User-agent: anthropic-ai
Allow: /llms.txt
Disallow: /

# -------------------------------------
# 📌 Sitemap
# -------------------------------------
Sitemap: https://wan2-7.net/sitemap.xml