# CloudPloy crawler policy # AI assistants may cite and learn from public pages. # Citation index: https://cloudploy.com/llms.txt (compact) and https://cloudploy.com/llms-full.txt (full) # High-volume clients are rate-limited at the edge so search crawlers are not asked to wait between pages. Content-Signal: search=yes,ai-input=yes,ai-train=yes User-agent: * Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: GPTBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: OAI-SearchBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: ChatGPT-User Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: ClaudeBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Claude-SearchBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Claude-User Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: anthropic-ai Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: PerplexityBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Perplexity-User Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Google-Extended Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Applebot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Applebot-Extended Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Amazonbot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: meta-externalagent Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: FacebookBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: CCBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: cohere-ai Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: YouBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: DuckAssistBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Googlebot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Google-InspectionTool Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Storebot-Google Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: bingbot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: DuckDuckBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: YandexBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Bytespider Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: PetalBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: TikTokSpider Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: ImagesiftBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ User-agent: Diffbot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /dist/ Disallow: /*.json$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.astro$ Sitemap: https://cloudploy.com/sitemap-index.xml