# hotelrefund.net — all crawlers welcome, including AI/LLM agents.
#
# Except the affiliate redirects (/api/*/go): they lead to booking pages, not content.
# Each group below repeats these lines because a crawler obeys only the group that
# names it — a Disallow under "*" would not apply to GPTBot's own "Allow: /" group.
# The machine-readable observation data (/api/track/{id}, .csv) stays open.
# Machine-readable site summary for LLMs: https://hotelrefund.net/llms.txt

User-agent: *
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

# Naver (Korea). Yeti is Naver's crawler — the wildcard above already allows it,
# but Naver Search Advisor's diagnostics look for an explicit rule, and an explicit
# one cannot be broken later by tightening the wildcard.
User-agent: Yeti
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

# AI crawlers (explicitly allowed — content may be used for answers with attribution)
User-agent: GPTBot
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: ChatGPT-User
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: PerplexityBot
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: Perplexity-User
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: ClaudeBot
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: Claude-User
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: Google-Extended
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

User-agent: CCBot
Allow: /
Disallow: /api/track/go
Disallow: /api/deals/go
Disallow: /api/deal-alerts/go
Disallow: /api/soldout-alerts/go

Sitemap: https://hotelrefund.net/sitemap.xml