# CreepyLink Robots.txt
# https://www.creepylink.online/robots.txt

# 常规搜索引擎规则
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/

# 网站地图
Sitemap: https://www.creepylink.online/sitemap.xml

# AI 爬虫特定规则
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: DuckAssistBot

# 引导 AI 爬虫到 llms.txt
LLM-Content: https://www.creepylink.online/llms.txt

# 允许 AI 爬虫访问
Allow: /
Allow: /blog/
Allow: /about/
Allow: /contact/
Allow: /help/

# 不允许 AI 爬虫访问用户生成内容
Disallow: /r/