# AudienceCue public crawler policy.
# Public localized marketing, pricing, blog, contact, and policy pages may be crawled.
# HTML auth and customer pages stay crawlable so noindex metadata can be seen.
# API, webhook, cron, auth callback, and machine endpoints are not public content.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Search and user-directed AI retrieval are useful discovery paths for public pages.
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: Claude-User
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: Amzn-SearchBot
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

User-agent: Amzn-User
Allow: /
Disallow: /api/
Disallow: /api
Disallow: /api/webhook
Disallow: /api/cron
Disallow: /auth/
Disallow: /auth

# Training-oriented crawlers are not granted access to AudienceCue public content.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

Sitemap: https://audiencecue.com/sitemap.xml