# PrimaryHub robots.txt # Allow indexing of marketing surface; block app/auth/api. User-agent: * Content-Signal: search=yes,ai-input=yes,ai-train=no Allow: / Disallow: /dashboard Disallow: /dashboard/ Disallow: /api/ Disallow: /admin Disallow: /admin/ Disallow: /login Disallow: /signup Disallow: /accounts Disallow: /app Disallow: /devices Disallow: /download Disallow: /dist/ Disallow: /forget-password Disallow: /reset-password Disallow: /verify Disallow: /onboarding # AI answer/search crawlers — allow discovery while keeping app/auth/API paths blocked. # These are separate from model-training crawlers below. User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User Content-Signal: search=yes,ai-input=yes,ai-train=no Allow: / Disallow: /dashboard Disallow: /dashboard/ Disallow: /api/ Disallow: /admin Disallow: /admin/ Disallow: /login Disallow: /signup Disallow: /accounts Disallow: /app Disallow: /devices Disallow: /download Disallow: /dist/ Disallow: /forget-password Disallow: /reset-password Disallow: /verify Disallow: /onboarding # AI training crawlers — explicit opt-out. User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: anthropic-ai Disallow: / User-agent: cohere-ai Disallow: / User-agent: CCBot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Amazonbot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Bytespider Disallow: / Sitemap: https://primaryhub.ai/sitemap-index.xml Sitemap: https://primaryhub.ai/sitemap.xml Sitemap: https://primaryhub.ai/ai-search-sitemap.xml Sitemap: https://primaryhub.ai/chatgpt-crawl-pack-sitemap.xml