# Google Ads crawlers — MUST be listed explicitly. # AdsBot-Google and AdsBot-Google-Mobile ignore the wildcard `User-agent: *` # rules. Without an explicit entry, any Disallow under `*` causes Google Ads # to flag the destination as "not working" and disapprove the ad. User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: AdsBot-Google-Mobile-Apps Allow: / # Search engine crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Slurp Allow: / # Social/preview crawlers User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / User-agent: Slackbot Allow: / User-agent: WhatsApp Allow: / # AI crawlers (explicit allow for AEO / AI search visibility) User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: Amazonbot Allow: / User-agent: cohere-ai Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: DiffbotBot Allow: / # SEO auditing crawlers — explicit blocks so they are never affected by a # future wildcard Disallow. User-agent: SemrushBot Allow: / User-agent: SemrushBot-SA Allow: / # Default User-agent: * Allow: / # Block faceted blog filter URLs — these are filter states of /learn/blog, # not separate indexable pages. Disallow: /learn/blog?topic= # Block legacy redirect routes from crawling Disallow: /monitoring Disallow: /opportunities Disallow: /form-builder Disallow: /my-forms Disallow: /web-forms Disallow: /interested-parties # Authentication routes are intentionally CRAWLABLE so Google can read the # per-page they render. # A Disallow here would hide that directive and leave /auth indexed. # Block authenticated app routes from crawling Disallow: /home Disallow: /admin Disallow: /super-admin Disallow: /generate Disallow: /intake Disallow: /intakes Disallow: /organization Disallow: /welcome Disallow: /roadmap Disallow: /org-structure Disallow: /training Disallow: /processes Disallow: /linkages Disallow: /risks Disallow: /nonconformances Disallow: /capas Disallow: /rca Disallow: /internal-audits Disallow: /suppliers Disallow: /equipment Disallow: /competencies Disallow: /management-review Disallow: /change-control Disallow: /quality-objectives Disallow: /quality-dashboard Disallow: /calendar Disallow: /customer-satisfaction Disallow: /context-of-organization Disallow: /communications Disallow: /quality-policy Disallow: /order-reviews Disallow: /design-controls Disallow: /inspections Disallow: /products-services Disallow: /infrastructure Disallow: /knowledge Disallow: /production Disallow: /inventory Disallow: /quality-plans Disallow: /documents Disallow: /forms Disallow: /notifications Disallow: /external-submissions Disallow: /procedures Disallow: /generate-procedures Disallow: /system-activity Disallow: /records-retention Disallow: /auto-numbering Disallow: /qms-setup Disallow: /academy Disallow: /feedback Disallow: /subscription/success # Password-gated / in-app onboarding shells. Googlebot only ever sees a 12-word # shell here, which Search Console reports as a Soft 404. Disallow: /onboarding Disallow: /guide/ # Sitemap Sitemap: https://qms2go.com/sitemap.xml # Universal OG meta endpoint for social/AI crawlers # Usage: https://qjwzrshsceujxbmppoho.supabase.co/functions/v1/og-page-meta?path=/free-roadmap # LLM Visibility Allow: /llms.txt Allow: /llms-full.txt