# FlightLogic — https://flightlogic.co.uk # # Content Signals (contentsignals.org) declare how crawled content may be USED, # separately from Allow/Disallow, which only govern whether it may be FETCHED: # search = appear in search results and answer engines # ai-input = be retrieved at answer time (RAG / grounded citation) # ai-train = be used to train or fine-tune a model # # ai-train=yes matches the explicit Google-Extended / Applebot-Extended / CCBot # allowances below, which exist purely as training opt-ins. To withdraw training # permission, change every `ai-train=yes` to `ai-train=no` — nothing else moves. # # IMPORTANT: robots.txt groups do not inherit. A crawler that matches its own # User-agent block ignores the `*` block completely, so Content-Signal and the # /go/ disallow are repeated in every group on purpose. Keep them in sync. User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / # Outbound affiliate click router — 302s only, nothing to index. Disallow: /go/ User-agent: GPTBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: ChatGPT-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: OAI-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: anthropic-ai Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Claude-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Claude-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Perplexity-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: CCBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Amazonbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Applebot-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Meta-ExternalAgent Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Meta-ExternalFetcher Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Bingbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: Applebot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: DuckAssistBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: YouBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ User-agent: cohere-ai Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Disallow: /go/ Sitemap: https://flightlogic.co.uk/sitemap-index.xml