# GoldCalc Robots.txt
# https://goldcalctool.com

# 通用爬虫规则
User-Agent: *
Allow: /
Disallow: /api/
Disallow: /404
Disallow: /500
Disallow: /*.json$

# GPTBot (OpenAI) - 引导到 llms.txt
User-Agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

# Anthropic AI - 引导到 llms.txt
User-Agent: anthropic-ai
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

# Claude-Web
User-Agent: Claude-Web
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /

# Google 爬虫
User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /404
Disallow: /500
Disallow: /*.json$

# Bing 爬虫
User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /404
Disallow: /500

# 引导 AI 爬虫到 llms.txt
LLM-Content: https://goldcalctool.com/llms.txt
LLM-Full-Content: https://goldcalctool.com/llms-full.txt

Sitemap: https://goldcalctool.com/sitemap.xml