User-agent: *
Allow: /$
Allow: /
Disallow: /api/
# /api/ is the backend; the API reference page lives at /api/docs and must stay crawlable.
Allow: /api/docs
# /shared.php is deliberately crawlable: it serves X-Robots-Tag: noindex, noarchive.
# Blocking it here would stop Google reading that header, leaving shared conversations
# indexed as bare URLs with no way to remove them.
Disallow: /b.php
Disallow: /coder/download
# /speak.php is the voice API (TTS probe + audio), not a page. Bots get 403 from block_if_bot,
# and every such fetch shows up in Search Console as a "blocked by 403" error. Disallowing it
# turns noise into silence; the pages that call it render the same without it.
Disallow: /speak.php

# AI / generative-engine crawlers — explicitly welcome on content pages
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /api/
# /api/ is the backend; the API reference page lives at /api/docs and must stay crawlable.
Allow: /api/docs
Disallow: /shared.php
Disallow: /b.php
Disallow: /coder/download
Disallow: /chat
Disallow: /*/chat$

Sitemap: https://notrack.ai/sitemap.xml