# robots.txt for puerto-escondido.mx
User-agent: *
Allow: /

# Sitemaps
Sitemap: https://www.puerto-escondido.mx/sitemap-index.xml

# Block admin/api paths from indexing
# /_astro/ is intentionally NOT blocked — it holds the CSS/JS bundles Google needs
# to render pages. X-Robots-Tag headers in .htaccess keep those files out of
# search results without blocking the crawl.
# /images/ is intentionally NOT blocked — images must be crawlable for schema/OG
# validation and Google Images.
Disallow: /data/uploads/

# Googlebot
User-agent: Googlebot
Allow: /
Disallow: /data/uploads/

# Bingbot
User-agent: Bingbot
Allow: /
Disallow: /data/uploads/

# AI crawlers
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /