# gingerlive.io — crawl & AI-usage policy
# AI assistants and answer engines are welcome to read, index, and cite this site.
# A machine-readable site guide for LLMs is available at https://gingerlive.io/llms.txt
# (full content: https://gingerlive.io/llms-full.txt)

# The content-signal.dev vocabulary applies:
# search      = building a search index and providing search results
# ai-input    = inputting content into one or more AI models (e.g. RAG, grounding, answering)
# ai-train    = training or fine-tuning AI models

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# App & internal areas (not for search)
Disallow: /admin/
Disallow: /brand/
Disallow: /streamer/dashboard/
Disallow: /streamer/settings/
Disallow: /streamer/statistics/
Disallow: /streamer/payments/
Disallow: /Functions/
Disallow: /Authentication/
Disallow: /payment/
Disallow: /invoices/
Disallow: /dependencies/
Disallow: /l/
Disallow: /campaignclick.php

# Page templates (empty scaffolds, never index)
Disallow: /tr/blog/template-blog-post/
Disallow: /tr/casestudies/template-case-study/

# Allow the app entry points that are in the sitemap
Allow: /brand/login/
Allow: /brand/signup/
Allow: /streamer/login/

# ---------------------------------------------------------------
# AI crawlers, assistants and answer engines — explicitly allowed.
# One shared group: a bot matching a named group ignores the * group,
# so the marketing-site allowance and app-area restrictions are
# repeated here verbatim.
# ---------------------------------------------------------------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: cohere-ai
User-agent: CCBot
User-agent: Bytespider
User-agent: DuckAssistBot
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /admin/
Disallow: /brand/
Disallow: /streamer/dashboard/
Disallow: /streamer/settings/
Disallow: /streamer/statistics/
Disallow: /streamer/payments/
Disallow: /Functions/
Disallow: /Authentication/
Disallow: /payment/
Disallow: /invoices/
Disallow: /dependencies/
Disallow: /l/
Disallow: /campaignclick.php
Disallow: /tr/blog/template-blog-post/
Disallow: /tr/casestudies/template-case-study/
Allow: /brand/login/
Allow: /brand/signup/
Allow: /streamer/login/

Sitemap: https://gingerlive.io/sitemap.xml