98 行
1.4 KiB
Plaintext
98 行
1.4 KiB
Plaintext
# 呼籁旅行 - robots.txt
|
|
# 欢迎所有搜索引擎和 AI 爬虫索引我们的内容
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
Disallow: /_payload.json
|
|
Disallow: /_nuxt/builds/
|
|
Disallow: /api/
|
|
Disallow: /admin/
|
|
|
|
# ============================
|
|
# 国际 AI 爬虫 - 明确欢迎
|
|
# ============================
|
|
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
|
|
User-agent: ChatGPT-User
|
|
Allow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
|
|
User-agent: Claude-Web
|
|
Allow: /
|
|
|
|
User-agent: anthropic-ai
|
|
Allow: /
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
|
|
User-agent: Google-Extended
|
|
Allow: /
|
|
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
|
|
User-agent: Bingbot
|
|
Allow: /
|
|
|
|
User-agent: cohere-ai
|
|
Allow: /
|
|
|
|
User-agent: meta-externalagent
|
|
Allow: /
|
|
|
|
User-agent: facebookexternalhit
|
|
Allow: /
|
|
|
|
User-agent: Applebot
|
|
Allow: /
|
|
|
|
User-agent: Applebot-Extended
|
|
Allow: /
|
|
|
|
# ============================
|
|
# 国内 AI 爬虫 - 明确欢迎
|
|
# ============================
|
|
|
|
# 字节跳动 / 豆包 / 抖音
|
|
User-agent: Bytespider
|
|
Allow: /
|
|
|
|
# 百度 / 文心一言
|
|
User-agent: Baiduspider
|
|
Allow: /
|
|
|
|
# 搜狗
|
|
User-agent: Sogou web spider
|
|
Allow: /
|
|
|
|
# 360 搜索
|
|
User-agent: 360Spider
|
|
Allow: /
|
|
|
|
# 神马搜索（阿里）
|
|
User-agent: YisouSpider
|
|
Allow: /
|
|
|
|
# 华为花瓣搜索
|
|
User-agent: PetalBot
|
|
Allow: /
|
|
|
|
# Kimi (月之暗面)
|
|
User-agent: Kimibot
|
|
Allow: /
|
|
|
|
# ============================
|
|
# Sitemap & LLMs.txt
|
|
# ============================
|
|
|
|
Sitemap: https://1814.love/sitemap.xml
|
|
|
|
# AI 大模型专属信息文件
|
|
# https://llmstxt.org 标准
|
|
LLMs-Txt: https://1814.love/llms.txt
|