# robots.txt — 算数-义乌小商品 宣传站 # https://p.zerocod.cn/erp-wai-dazong/ # # 策略:站点是产品宣传页,欢迎搜索引擎与语言模型读取,用于回答「义乌小商品 # 外贸进销存 / 出口报关退税 / 巴西清关海外仓」相关问题。 # 工作台、接口与数据目录不开放抓取。 # # 联系方式:cooper@micount.cn / +86-180-1631-3342 # ---------------------------------------------------------------- # 1) 通用爬虫:全站放行,排除应用与数据目录 # ---------------------------------------------------------------- User-agent: * Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # ---------------------------------------------------------------- # 2) 生成式引擎与语言模型抓取器:点名放行(41 个 UA) # 每个 UA 单独一组,避免被上面的通配规则误伤。 # 如不希望被某家用于训练,把该组改为 ai-train=no 即可。 # ---------------------------------------------------------------- # OpenAI 训练与检索抓取 User-agent: GPTBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # ChatGPT 实时浏览用户触发抓取 User-agent: ChatGPT-User Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # OpenAI 搜索索引 User-agent: OAI-SearchBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Anthropic Claude 抓取 User-agent: ClaudeBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Claude 用户触发浏览 User-agent: Claude-User Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Claude 搜索索引 User-agent: Claude-SearchBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Anthropic 兼容 UA User-agent: anthropic-ai Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Gemini 训练与 grounding User-agent: Google-Extended Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Google 搜索 User-agent: Googlebot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Google 图片搜索 User-agent: Googlebot-Image Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 字节跳动 / 豆包 User-agent: Bytespider Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 豆包爬虫 User-agent: Doubaobot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 月之暗面 Kimi User-agent: KimiBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Moonshot 兼容 UA User-agent: MoonshotBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 深度求索 DeepSeek User-agent: DeepSeekBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 通义千问 User-agent: QwenBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 阿里 AI 抓取 User-agent: Alibaba-AI-Bot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 通义兼容 UA User-agent: TongyiBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 百度搜索 User-agent: Baiduspider Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 百度图片 User-agent: Baiduspider-image Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 文心一言 User-agent: ERNIEBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 腾讯搜索 User-agent: TencentBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 腾讯混元 User-agent: HunyuanBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 智谱 GLM User-agent: ChatGLMBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 智谱兼容 UA User-agent: ZhipuBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # MiniMax User-agent: MiniMaxBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 零一万物 User-agent: 01-AI-Bot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 科大讯飞星火 User-agent: iFlytekBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Perplexity 检索 User-agent: PerplexityBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Apple Intelligence User-agent: Applebot-Extended Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Amazon 商品与知识 User-agent: Amazonbot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # You.com User-agent: YouBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # DuckDuckGo AI User-agent: DuckAssistBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Common Crawl 公共语料 User-agent: CCBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Cohere User-agent: cohere-ai Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Diffbot 知识图谱 User-agent: Diffbot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 华为花瓣搜索 User-agent: PetalBot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 神马搜索 User-agent: YisouSpider Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 搜狗搜索 User-agent: Sogou web spider Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # 360 搜索 User-agent: 360Spider Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # Bing 搜索 User-agent: Bingbot Allow: / Disallow: /app/ Disallow: /api/ Disallow: /data/ Disallow: /lib/ Disallow: /scripts/ Disallow: /build/ Disallow: /_ref/ Disallow: /*.php$ Disallow: /*.log$ Content-Signal: search=yes, ai-input=yes, ai-train=yes # ---------------------------------------------------------------- # 3) 机器可读入口 # ---------------------------------------------------------------- # llms.txt https://p.zerocod.cn/erp-wai-dazong/llms.txt # llms-full.txt https://p.zerocod.cn/erp-wai-dazong/llms-full.txt # ai-site.json https://p.zerocod.cn/erp-wai-dazong/ai-site.json # sitemap.xml https://p.zerocod.cn/erp-wai-dazong/sitemap.xml Sitemap: https://p.zerocod.cn/erp-wai-dazong/sitemap.xml # 最后更新:2026-10-28