User-agent: * Allow: / # Let crawlers fetch the OG image endpoints so they can see the # X-Robots-Tag: noindex header those routes send. Without this Allow, the # Disallow below blocks the fetch, Google indexes the bare URL it found in # og:image tags, and never learns it should not — the "Indexed, though # blocked by robots.txt" state. Fetching stays open for link-preview scrapers. Allow: /api/profile_og_image Allow: /api/conversation_og_image Allow: /api/user_conversation_og_image Allow: /api/agentic_resume_og_image Allow: /api/default_og_image Allow: /api/workgroup_og_image Disallow: /api/ Disallow: /login/ Disallow: /admin/ Disallow: /messages Disallow: /chat Disallow: /chats # Sitemap Sitemap: https://www.superme.ai/sitemap.xml Sitemap: https://www.superme.ai/blog/sitemap.xml Sitemap: https://www.superme.ai/careers/sitemap.xml # Hey there curious soul! # If you're reading this robots.txt, you might be the kind of person we'd love to work with. # We're building something special and are always looking for people who dig deep. # DM your email to our AIs to get in touch.