# robots.txt for norveon.com # Allow all standard web crawlers User-agent: * Allow: / Allow: /about Allow: /life-at-norveon Allow: /services Allow: /lets-talk Allow: /blog Allow: /projects Allow: /privacy Allow: /terms Allow: /cookie-policy # Explicitly allow AI crawlers User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / # Disallow admin and private areas Disallow: /admin/ Disallow: /client-portal/ Disallow: /internal/ # Disallow form submissions Disallow: /*?* # Allow main sitemaps Sitemap: https://norveon.com/sitemap.xml