# Default-deny: crawlers are blocked from everything unless explicitly # allowed below. Keeps anything we don't proactively list (gated routes, # signed-URL endpoints, internal paths, future additions) off search # engines without naming them. User-agent: * Disallow: / # Public marketing surface Allow: /$ Allow: /home$ Allow: /about$ Allow: /privacy$ Allow: /legal$ Allow: /login$ # Crawler metadata + small public files Allow: /robots.txt Allow: /sitemap.xml Allow: /favicon.png Allow: /llms.txt Allow: /llms-full.txt # Static bundle — crawlers need JS/CSS to render the allowed pages correctly Allow: /assets/ Sitemap: https://pheiron.com/sitemap.xml