User-agent: * Disallow: # AI content usage signals (contentsignals.org) # Allow agents to reference/cite our content; do not use for model training Content-Signal: ai-train=no, ai-input=yes, search=yes # AI agents — welcome to browse and cite User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: Anthropic Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / # Training-only crawlers — no access User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / Sitemap: https://mangrove-web.com/sitemap-index.xml