# 源山 YUANW · yuanw-tea.com
# 全站允许抓取（后台与接口除外）；AI 搜索抓取器明确放行，供生成式搜索引用。

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /server.js
Disallow: /data/
Disallow: /*.json$

# ===== 主流搜索引擎 =====

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Googlebot-Image
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Googlebot-News
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: BingPreview
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Baiduspider-image
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Sogou web spider
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: 360Spider
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: YisouSpider
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: YandexImages
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Yeti
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Daum
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: NaverBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: DuckDuckBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: SeznamBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Qwantify
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PetalBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: MSNBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Slurp
Allow: /
Disallow: /admin/
Disallow: /api/

# ===== AI 搜索与生成式引擎（GEO）=====
# 允许 AI 抓取器读取内容，以进入 AI 搜索答案与引用来源；
# 结构化摘要见 /llms.txt 与 /llms-full.txt

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: YouBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Diffbot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Timpibot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ImagesiftBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Kimi-Spider
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: MoonshotAI
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: DeepSeek
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Doubao
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Yiyan
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Hunyuan
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Qwen
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: TongyiBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: BaiduSpider-AI
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: MistralAI-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PanguBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: SemrushBot-OCOB
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: AI2Bot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PiplBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ScrapyBot
Allow: /
Disallow: /admin/
Disallow: /api/

# ===== 社交与预览 =====

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

User-agent: Discordbot
Allow: /

User-agent: WeChat
Allow: /

User-agent: Pinterest
Allow: /

User-agent: AppleNewsBot
Allow: /

# ===== 抓取节奏（礼貌抓取） =====
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# ===== 站点地图 =====
Sitemap: https://yuanw-tea.com/sitemap.xml
Sitemap: https://yuanw-tea.com/releases/sitemap.xml

# AI 抓取说明文件
# llms.txt : https://yuanw-tea.com/llms.txt
# llms-full: https://yuanw-tea.com/llms-full.txt