# Content-Signal: search=yes, ai-input=yes, ai-train=yes
# 1. Search engines + AI Answer & Search API bots (cite and link back)
User-agent: Googlebot
User-agent: Google-Extended
User-agent: bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: Bravebot
User-agent: YouBot
User-agent: ExaSearchBot
User-agent: LinkupBot
User-agent: ShapBot
# 2. Frontier model knowledge crawlers (brand memory in base weights)
User-agent: GPTBot
User-agent: ClaudeBot
# 3. Social link preview bots
User-agent: facebookexternalhit
User-agent: Twitterbot
Allow: /
Disallow: /api/
Disallow: /free/
Disallow: /venues/*.json
Disallow: /login
Disallow: /login.html
Disallow: /account
Disallow: /account.html
Disallow: /consent
Disallow: /consent.html
Disallow: /mcp-app.html
Disallow: /artist
Disallow: /artist.html
Disallow: /artists/

# 4. Block pure training + scraper freeloaders (~0 referral clicks)
User-agent: meta-externalagent
User-agent: meta-externalads
User-agent: Reflectionbot
User-agent: ElevenlabsCrawler
User-agent: AionBot
User-agent: TokenFoundryBot
User-agent: Bytespider
User-agent: CCBot
User-agent: AwarioBot
User-agent: QlyzeBot
User-agent: Barkrowler
User-agent: SERankingBacklinksBot
User-agent: SenderBot
User-agent: TernCrawler
User-agent: SQLSpider
User-agent: SpiderLing
Disallow: /

# 5. Default rule for all other well-behaved crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /free/
Disallow: /venues/*.json
Disallow: /login
Disallow: /login.html
Disallow: /account
Disallow: /account.html
Disallow: /consent
Disallow: /consent.html
Disallow: /mcp-app.html
Disallow: /artist
Disallow: /artist.html
Disallow: /artists/

Sitemap: https://nostairsplease.com/sitemap.xml