# ============================================================
# 铭赞网络 · www.sxli.cn · robots.txt
# 西安铭赞信息技术有限公司
# 更新于 2026-08-13
# ============================================================

# 默认规则：允许所有爬虫抓取
User-agent: *
Allow: /
Disallow: /.well-known/
Disallow: /css/
Disallow: /js/
Disallow: /_generate/

# 站点地图位置
Sitemap: https://www.sxli.cn/sitemap.xml

# ============================================================
# 搜索引擎指令
# ============================================================

# 百度爬虫
User-agent: Baiduspider
Allow: /
Disallow: /.well-known/
Disallow: /_generate/
Crawl-delay: 1

# 百度移动爬虫
User-agent: Baiduspider-image
Allow: /

# 百度新闻爬虫
User-agent: Baiduspider-news
Allow: /

# 头条搜索爬虫（字节跳动）
User-agent: Bytespider
Allow: /
Disallow: /.well-known/
Crawl-delay: 1

# 头条搜索广告爬虫
User-agent: ToutiaoSpider
Allow: /

# 搜狗爬虫
User-agent: Sogou spider
Allow: /
Crawl-delay: 2

# 360 爬虫
User-agent: 360Spider
Allow: /
Crawl-delay: 2

# 神马搜索
User-agent: YisouSpider
Allow: /

# 必应爬虫
User-agent: Bingbot
Allow: /

# Google 爬虫
User-agent: Googlebot
Allow: /

# 谷歌图片
User-agent: Googlebot-Image
Allow: /

# Yandex 爬虫
User-agent: YandexBot
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# 苹果爬虫
User-agent: Applebot
Allow: /

# 禁止常见 AI 爬虫无授权抓取（保护原创）
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider-AI
Disallow: /