# robots.txt for https://beta.blinx.lk # Built from the SEO settings in the console. Private and signed-in areas are always disallowed # (NOINDEX_PREFIXES in src/lib/seo/site.ts); they also carry . # /track-inquiry is deliberately NOT disallowed: it must stay crawlable so its noindex tag can be read. User-agent: * Allow: / Disallow: /cx9panel/ Disallow: /client/ Disallow: /client Disallow: /marketer/ Disallow: /marketer Disallow: /verify-otp Disallow: /verify/ Disallow: /partner/ Disallow: /locked Disallow: /onboard Disallow: /oauth/ Disallow: /ref/ Disallow: /q/ Disallow: /sign/ Disallow: /profile/ # /c is the private card link page (/c#). "$" anchors it: a bare "Disallow: /c" would also block /card, /contact and /careers. Disallow: /c$ Disallow: /api/ Disallow: /*/cx9panel/ # AI crawlers: allowed (setting: allow). User-agent: GPTBot User-agent: ClaudeBot User-agent: Google-Extended User-agent: Applebot-Extended User-agent: CCBot User-agent: Bytespider User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Perplexity-User Allow: / Disallow: /cx9panel/ Disallow: /client/ Disallow: /client Disallow: /marketer/ Disallow: /marketer Disallow: /verify-otp Disallow: /verify/ Disallow: /partner/ Disallow: /locked Disallow: /onboard Disallow: /oauth/ Disallow: /ref/ Disallow: /q/ Disallow: /sign/ Disallow: /profile/ Disallow: /c$ Disallow: /api/ Disallow: /*/cx9panel/ Sitemap: https://beta.blinx.lk/sitemap.xml