# ============================================
# allmoneyinone.com - Robots.txt
# Last updated: 2026-08-27
# Strategy v3.1 (2026-08-27 稽核擴充, ai-crawler-control skill)
#   v3.1 變更: +meta-externalagent/Applebot/YouBot(Allow)
#             +Amazonbot/PetalBot/YandexBot/GrokBot/DeepSeek-Crawler/
#              MistralBot/QwenBot(Block)
#             +AhrefsBot/SemrushBot Crawl-delay(降頻保留)
#   Allow - AI search/retrieval crawlers (cite back, send referral traffic)
#   Block - pure training crawlers (consume content, no referral)
# 角色模型: Training / Search-Indexing / User-triggered fetcher
# ============================================

# === Allow all search engines (baseline) ===
User-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Disallow: /index.php/
# RSS/Atom feed 端點不應被索引（已 noindex），2026-08-19 起封鎖省爬取預算
Disallow: /feed/
Disallow: */feed
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 10

# === AI answer crawlers (cite back, allow) ===
# --- OpenAI ---
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Anthropic (old Claude-Web split into SearchBot + User) ---
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Meta AI (user-triggered / search, cite back) ---
User-agent: meta-externalagent
Allow: /

# --- Apple search index (Siri/Spotlight; NOT Applebot-Extended training) ---
User-agent: Applebot
Allow: /

# --- You.com AI search (citation-first) ---
User-agent: YouBot
Allow: /

# === Training-only AI crawlers (no referral, block) ===
# ClaudeBot: 2,442 pages per 1 referral
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# --- Amazon (Rufus 購物AI/資料蒐集, 實測不遵守 robots) ---
User-agent: Amazonbot
Disallow: /

# --- 零市場價值搜尋爬蟲（省爬取預算） ---
User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Disallow: /

# --- 新興訓練型（未出現先設防） ---
User-agent: GrokBot
Disallow: /

User-agent: DeepSeek-Crawler
Disallow: /

User-agent: MistralBot
Disallow: /

User-agent: QwenBot
Disallow: /

# === Major search engines ===
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

# === SEO 工具（保留，降頻） ===
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# === Sitemap ===
Sitemap: https://allmoneyinone.com/sitemap.xml