# robots.txt for Decentralized Masters # Purpose: Allow major search engines and AI crawlers to access public website # content, research pages, llms.txt and the sitemap, while keeping paid funnel, # checkout, thank-you and system paths out of the index. # # NOTE ON GROUPS: a crawler obeys ONLY the single most specific User-agent group # that matches it. Named groups below therefore repeat the same Disallow list — # do not remove those lines or the named bots will crawl the funnel pages. User-agent: * Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # OpenAI / ChatGPT Search User-agent: OAI-SearchBot Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting User-agent: ChatGPT-User Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # Anthropic / Claude User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # Perplexity User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # Google Search User-agent: Googlebot Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # Google AI features (Gemini / AI Overviews training and grounding) User-agent: Google-Extended Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # Bing / Microsoft (also used by Copilot) User-agent: Bingbot Allow: / Allow: /llms.txt Allow: /success-stories Disallow: /search Disallow: /404 Disallow: /500 Disallow: /401 Disallow: /wf-api/ Disallow: /_next/ Disallow: /dashboard/ Disallow: /account/ Disallow: /checkout/ Disallow: /cart/ Disallow: /optin Disallow: /optin-v1 Disallow: /optin-yt Disallow: /optin-form-v2-nm Disallow: /training Disallow: /training-v1 Disallow: /training-yt Disallow: /booking Disallow: /booking-yt Disallow: /s-booking Disallow: /s-booking-yt Disallow: /apply-yt Disallow: /success$ Disallow: /success-yt Disallow: /i-confirmed Disallow: /i-confirmed-yt Disallow: /thank-you-wh Disallow: /due-diligence Disallow: /sovereign-collective Disallow: /sovereign-collective-register Disallow: /sovereign-collective-success Disallow: /redirecting # Sitemap Sitemap: https://www.decentralizedmasters.com/sitemap.xml Sitemap: https://www.decentralizedmasters.com/sitemap.xml