# ─────────────────────────────────────────────────────
# 一、通用搜索引擎爬虫（Google / Bing / 百度等）
#     传统 SEO 核心爬虫，不设 Crawl-delay
# ─────────────────────────────────────────────────────

User-agent: Googlebot
User-agent: Bingbot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: DuckDuckBot
Allow: /
Disallow: /member/
Disallow: /cart/
Disallow: /order/
Disallow: /console/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /design/
Disallow: /preview/
Disallow: /edit/
Disallow: /user/
Disallow: /account/
Disallow: /settings/
Disallow: /login
Disallow: /register
Disallow: /internal/
Disallow: /private/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /.git/
Disallow: /.env
Disallow: /server-status
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.log$
Disallow: /*.zip$
Disallow: /composer.json
Disallow: /package.json
Sitemap: https://www.galanz.com.cn/sitemap.xml


# ─────────────────────────────────────────────────────
# 二、AI 训练类爬虫 — 第一梯队（重点维护）
#     GPTBot / ClaudeBot / DeepSeekBot / QwenBot / Bytespider 等
#     策略：全面开放公开内容，供 AI 模型训练
# ─────────────────────────────────────────────────────

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: DeepSeekBot
User-agent: QwenBot
User-agent: Bytespider
User-agent: Google-Extended
User-agent: Meta-ExternalAgent
User-agent: facebookexternalhit
User-agent: PerplexityBot
User-agent: Timpibot
User-agent: YouBot
User-agent: CCBot
Allow: /
Disallow: /member/
Disallow: /cart/
Disallow: /order/
Disallow: /console/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /design/
Disallow: /preview/
Disallow: /edit/
Disallow: /user/
Disallow: /account/
Disallow: /settings/
Disallow: /login
Disallow: /register
Disallow: /internal/
Disallow: /private/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /.git/
Disallow: /.env
Disallow: /server-status
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*?*debug=
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.log$
Disallow: /composer.json
Disallow: /package.json
Sitemap: https://www.galanz.com.cn/sitemap.xml


# ─────────────────────────────────────────────────────
# 三、AI 训练类爬虫 — 第二梯队（补充覆盖）
#     Apple / Amazon / 其他 AI 厂商
#     策略：全面开放公开内容
# ─────────────────────────────────────────────────────

User-agent: Applebot-Extended
User-agent: Applebot
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Omgilibot
User-agent: Omgili
User-agent: Ai2Bot-Dolma
Allow: /
Disallow: /member/
Disallow: /cart/
Disallow: /order/
Disallow: /console/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /design/
Disallow: /preview/
Disallow: /edit/
Disallow: /user/
Disallow: /account/
Disallow: /settings/
Disallow: /login
Disallow: /register
Disallow: /internal/
Disallow: /private/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /.git/
Disallow: /.env
Disallow: /server-status
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*?*debug=
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.log$
Disallow: /composer.json
Disallow: /package.json
Sitemap: https://www.galanz.com.cn/sitemap.xml


# ─────────────────────────────────────────────────────
# 四、AI 搜索/检索类爬虫（实时引用，直接影响 AI 流量）
#     ChatGPT-User / OAI-SearchBot / Claude-User / Perplexity-User
#     策略：最大程度开放，供 AI 搜索实时引用
# ─────────────────────────────────────────────────────

User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: Claude-Web
Allow: /
Disallow: /member/
Disallow: /cart/
Disallow: /order/
Disallow: /console/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /design/
Disallow: /preview/
Disallow: /edit/
Disallow: /user/
Disallow: /account/
Disallow: /settings/
Disallow: /login
Disallow: /register
Disallow: /internal/
Disallow: /private/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /.git/
Disallow: /.env
Disallow: /server-status
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*?*debug=
Disallow: /composer.json
Disallow: /package.json
Sitemap: https://www.galanz.com.cn/sitemap.xml


# ─────────────────────────────────────────────────────
# 五、已知高频 AI 爬虫
#     策略：开放公开内容，限流由 CDN 服务端统一处理
# ─────────────────────────────────────────────────────

User-agent: DataForSeoBot
User-agent: magpie-crawler
User-agent: PetalBot
Allow: /
Disallow: /member/
Disallow: /cart/
Disallow: /order/
Disallow: /console/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /design/
Disallow: /preview/
Disallow: /edit/
Disallow: /user/
Disallow: /account/
Disallow: /settings/
Disallow: /login
Disallow: /register
Disallow: /internal/
Disallow: /private/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /.git/
Disallow: /.env
Disallow: /server-status
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*?*debug=
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.log$
Disallow: /composer.json
Disallow: /package.json
Sitemap: https://www.galanz.com.cn/sitemap.xml


# ─────────────────────────────────────────────────────
# 六、通用兜底规则（所有未匹配的爬虫）
# ─────────────────────────────────────────────────────

User-agent: *
Allow: /
Disallow: /member/
Disallow: /cart/
Disallow: /order/
Disallow: /console/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /design/
Disallow: /preview/
Disallow: /edit/
Disallow: /user/
Disallow: /account/
Disallow: /settings/
Disallow: /login
Disallow: /register
Disallow: /internal/
Disallow: /private/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /.git/
Disallow: /.env
Disallow: /server-status
Disallow: /search
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*utm_
Disallow: /*?*ref=
Disallow: /*?*debug=
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.log$
Disallow: /composer.json
Disallow: /package.json
Sitemap: https://www.galanz.com.cn/sitemap.xml

# Yandex 首选域名
Host: https://www.galanz.com.cn