User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /app
Disallow: /app/
Disallow: /api/
Disallow: /redirect/

# AI assistants and answer engines: explicitly allowed, same rules as the general group.
# Note: each group below must repeat the disallows because a matching UA group overrides the * group entirely.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /app
Disallow: /app/
Disallow: /api/
Disallow: /redirect/

Sitemap: https://haystackapp.io/sitemap.xml
Sitemap: https://haystackapp.io/sitemap-jobs.xml
Sitemap: https://haystackapp.io/sitemap-hubs.xml
Sitemap: https://haystackapp.io/sitemap-salary.xml