User-agent: * Allow: / Allow: /interview-guides/ Allow: /faq Allow: /changelog # App routes are not disallowed here on purpose: they carry noindex in the served # HTML, and Google only honors noindex on pages it is allowed to crawl. Crawl-delay: 1 # AI search bots — explicitly welcomed User-agent: GPTBot Allow: / Disallow: /interview/ Disallow: /interview-session Disallow: /summary Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /auth/ Disallow: /confirmation User-agent: OAI-SearchBot Allow: / Disallow: /interview/ Disallow: /interview-session Disallow: /summary Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /auth/ Disallow: /confirmation User-agent: PerplexityBot Allow: / Disallow: /interview/ Disallow: /interview-session Disallow: /summary Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /auth/ Disallow: /confirmation User-agent: ClaudeBot Allow: / Disallow: /interview/ Disallow: /interview-session Disallow: /summary Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /auth/ Disallow: /confirmation User-agent: Anthropic-AI Allow: / Disallow: /interview/ Disallow: /interview-session Disallow: /summary Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /auth/ Disallow: /confirmation User-agent: Google-Extended Allow: / Disallow: /interview/ Disallow: /interview-session Disallow: /summary Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /auth/ Disallow: /confirmation # Updated sitemap location Sitemap: https://www.getorava.com/sitemap.xml