# robots.txt — 源序空间官方网站
# https://www.densicraft.com/
# 最后更新：2026-05-08

# =============================================
# 通用规则：允许所有合规搜索引擎抓取公开内容
# =============================================
User-agent: *
Allow: /

# 屏蔽后端接口与用户数据路径（保护充值/支付安全）
Disallow: /api/
Disallow: /pay/
Disallow: /recharge/
Disallow: /user/
Disallow: /admin/
Disallow: /login/
Disallow: /logout/
Disallow: /auth/
Disallow: /oauth/
Disallow: /cdn-cgi/

# 屏蔽动态参数页（避免爬取重复或临时内容）
Disallow: /*?*token=
Disallow: /*?*session=
Disallow: /*?*uid=
Disallow: /*?*sign=
Disallow: /*?*timestamp=

# =============================================
# 百度爬虫（Baiduspider）——国内核心流量来源
# =============================================
User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /pay/
Disallow: /recharge/
Disallow: /user/
Disallow: /admin/
# 百度爬虫抓取间隔，避免服务器过载
Crawl-delay: 1

# =============================================
# Google 爬虫——海外及 Google Play 流量来源
# =============================================
User-agent: Googlebot
Allow: /
Allow: /images/
Disallow: /api/
Disallow: /pay/
Disallow: /recharge/
Disallow: /user/
Disallow: /admin/

# Google 图片爬虫（角色图、活动图）
User-agent: Googlebot-Image
Allow: /images/
Allow: /assets/

# =============================================
# Bing 爬虫（360/搜狗参考 Bing 索引）
# =============================================
User-agent: bingbot
Allow: /
Disallow: /api/
Disallow: /pay/
Disallow: /user/
Disallow: /admin/

# =============================================
# 其他主流搜索引擎
# =============================================
User-agent: Sogou web spider
Allow: /
Disallow: /api/
Disallow: /pay/
Disallow: /user/
Disallow: /admin/
Crawl-delay: 2

User-agent: 360Spider
Allow: /
Disallow: /api/
Disallow: /pay/
Disallow: /user/
Disallow: /admin/

User-agent: Slurp
Allow: /
Disallow: /api/
Disallow: /user/
Disallow: /admin/

# =============================================
# 禁止恶意采集与商业 SEO 爬虫（保护版权内容）
# =============================================
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: YandexBot
Allow: /

User-agent: ia_archiver
Disallow: /

# =============================================
# Sitemap 声明（必须）
# =============================================
Sitemap: https://www.densicraft.com/sitemap.xml