User-agent: * # Public marketing pages (must stay crawlable; listed in sitemap.xml) Allow: /features/ Allow: /for/ Allow: /solutions/ Allow: /compare/ Allow: /alternatives/ Allow: /guides/ Allow: /blog/ Allow: /features Allow: /pricing Allow: /contact Allow: /help Allow: /about Allow: /llms Allow: /for Allow: /solutions Allow: /compare Allow: /alternatives Allow: /guides Allow: /blog Allow: /privacy Allow: /terms Allow: /refund Allow: /security Allow: / Allow: /llms.txt Allow: /llms-full.txt # App shells + private share/token URLs (intentional; GSC "Blocked by robots.txt" is OK) # /content/ + /feed.xml: LLM markdown twins + RSS — Disallow for search; AI agents Allow below Disallow: /auth Disallow: /reset-password Disallow: /thank-you Disallow: /command Disallow: /assistant Disallow: /unified Disallow: /conversations Disallow: /studio Disallow: /dashboard Disallow: /financial-summary Disallow: /tally-export-history Disallow: /leads Disallow: /pipeline Disallow: /proposal-templates Disallow: /clients Disallow: /invoices Disallow: /payments Disallow: /deliveries Disallow: /automations Disallow: /connected-apps Disallow: /settings Disallow: /admin/ Disallow: /view/invoice/ Disallow: /proposal/ Disallow: /book/ Disallow: /capture/ Disallow: /lead-form/ Disallow: /content/ Disallow: /feed.xml Sitemap: https://onevyu.com/sitemap.xml # AI / LLM crawlers — explicit allow for answer engines & training-adjacent bots User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: ChatGPT-User Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: OAI-SearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: anthropic-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: Google-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: GoogleOther Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: Applebot-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: Bytespider Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: CCBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: meta-externalagent Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: FacebookBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: Bingbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml User-agent: MicrosoftPreview Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /content/ Allow: /feed.xml Allow: /sitemap.xml