# robots.txt - FanYis AI Communication Assistant
User-agent: *
Allow: /

# 允许所有搜索引擎爬取
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Allow crawling of all main pages
Allow: /about
Allow: /contact
Allow: /blog
Allow: /privacy
Allow: /terms

# 允许爬取所有内容（静态导出无API路由）
# Disallow: /api/

# 站点地图 - 动态适配域名
# 生产环境: https://fanyis.org/sitemap.xml
# CF Pages: https://a0325333.fanyis-org.pages.dev/sitemap.xml
Sitemap: /sitemap.xml

# AI爬虫特定规则 - 允许访问llms.txt
User-agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: anthropic-ai
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: Claude-Web
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: PerplexityBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: GoogleOther
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

User-agent: DuckAssistBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /