# Content signals (https://contentsignals.org): search=index, ai-input=AI answers/RAG, ai-train=model training
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

# Chinese search engines — explicitly welcomed to crawl + index.
User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: Sogou web spider
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: 360Spider
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: HaoSouSpider
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: YisouSpider
Allow: /
Disallow: /api/
Disallow: /go/
Disallow: /admin/
Disallow: /mcp

User-agent: Bytespider
Disallow: /

Sitemap: https://marketheist.io/sitemap.xml
Sitemap: https://marketheist.io/sitemap-shares.xml