# Optimized robots.txt for MediHints (Cloudflare Compatible)

User-agent: *
# Keeping Cloudflare's AI training signal
Content-Signal: search=yes,ai-train=no
Allow: /
# MediHints specific security disallows
Disallow: /api/
Disallow: /includes/
Disallow: /db/
Disallow: /tmp/
Disallow: /node_modules/

# Keep Cloudflare's specific AI bot blocks
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /

# Sitemap location - CRITICAL for Google Search Console
Sitemap: https://medihints.com/sitemap.xml