User-agent: *
Allow: /

# Block non-public pages from crawling
Disallow: /dashboard
Disallow: /auth
Disallow: /checkout
Disallow: /checkout-success
Disallow: /booking-success
Disallow: /routing-debug
Disallow: /domain-debug
Disallow: /domain-doctor
Disallow: /language-demo
Disallow: /logo-demo
Disallow: /amenity-preview
Disallow: /snowflake-demo
Disallow: /guest/
Disallow: /w/
Disallow: /review/
Disallow: /preview/
Disallow: /welcome
Disallow: /extend-stay
Disallow: /en/developers

# Search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: BingPreview
Allow: /

# AI agents
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

# Microsoft Copilot crawlers
User-agent: Copilot
Allow: /

User-agent: CopilotBot
Allow: /

# Zhipu GLM / Bytedance crawlers
User-agent: GLM-Bot
Allow: /

User-agent: Bytespider
Allow: /

# Social preview
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

Sitemap: https://www.hemmabo.com/sitemap.xml

# AI agents — connector-free machine entry points:
# llms.txt: /llms.txt
# Agent traversal graph: /.well-known/agent-traversal.json
# VRP discovery: /.well-known/vacation-rental.json

# Properties are indexed on their own domains
# HemmaBo.com = infrastructure/tech info