# robots.txt — iBestDevice 行业门户
# 站点：https://www.onemuju.cn

# 通用爬虫
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /search/
Disallow: /*?q=

# 明确允许生成式 AI 检索与引用类爬虫，便于内容在 AI 搜索引擎中被引用
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /dashboard/

User-agent: Applebot-Extended
Allow: /

# 屏蔽无价值的采集行为
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /

Sitemap: https://www.onemuju.cn/sitemap.xml
# 面向大语言模型的结构化索引
# https://www.onemuju.cn/llms.txt