# robots.txt for keyspoken.com (RFC 9309) # Kymata Labs LLC ยท contact@kymatalabs.com # # Everyone is welcome. Every search engine, AI assistant, AI training crawler, # archive and link-preview bot may read every page and file on this site. # Nothing is disallowed. If your crawler is not named below, the first rule covers you. # # Content-Signal (contentsignals.org): search=yes, ai-input=yes, ai-train=yes # # Files for language models and agents: # https://keyspoken.com/llms.txt # https://keyspoken.com/llms-full.txt # https://keyspoken.com/llms-full/index.txt # https://keyspoken.com/md/index.md # https://keyspoken.com/ai.txt # https://keyspoken.com/ai.json # https://keyspoken.com/.well-known/ai.json # https://keyspoken.com/robots.txt # https://keyspoken.com/sitemap.xml # https://keyspoken.com/sitemap-images.xml # https://keyspoken.com/feed.json # https://keyspoken.com/schema-feed.json # https://keyspoken.com/manifest.webmanifest # https://keyspoken.com/api/ask # https://keyspoken.com/openapi.yaml # https://keyspoken.com/.well-known/openapi.yaml # https://keyspoken.com/.well-known/api-catalog # https://keyspoken.com/api/mcp # https://keyspoken.com/.well-known/mcp.json # https://keyspoken.com/.well-known/agent-card.json # https://keyspoken.com/.well-known/ai-catalog.json # https://keyspoken.com/.well-known/ai-plugin.json # https://keyspoken.com/.well-known/nlweb.json # https://keyspoken.com/rsl.json # https://keyspoken.com/.well-known/tdmrep.json # https://keyspoken.com/.well-known/security.txt # https://keyspoken.com/ads.txt # https://keyspoken.com/ai (the list above, for people) User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Googlebot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Googlebot-Image Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Googlebot-News Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Googlebot-Video Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: GoogleOther Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Google-InspectionTool Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Google-CloudVertexBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Google-NotebookLM Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: GoogleAgent-Mariner Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Gemini-Deep-Research Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: GeminiBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Gemini-Pro-Vision Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Storebot-Google Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Bingbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: BingPreview Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: MicrosoftPreview Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: DuckDuckBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: DuckAssistBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Applebot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Applebot-Extended Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: GPTBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: ChatGPT-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: OAI-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Claude-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Claude-SearchBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Claude-Web Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: anthropic-ai Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Perplexity-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Meta-ExternalAgent Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Meta-ExternalFetcher Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: FacebookBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: facebookexternalhit Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Amazonbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Bytespider Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: CCBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: cohere-ai Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: cohere-training-data-crawler Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: MistralAI-User Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: DeepSeekBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: GrokBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Qwen-Agent Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: YouBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: PhindBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Kagibot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: BraveBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: iaskspider Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: AI2Bot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Diffbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Timpibot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: ImagesiftBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Omgilibot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Neeva Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: YandexBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: YandexImages Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: YandexMobileBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Baiduspider Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Sogou Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Naver Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: NaverBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Yeti Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: SeznamBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Qwant Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Qwantify Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: MojeekBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: PetalBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Exabot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Slurp Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Swiftbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: ia_archiver Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: archive.org_bot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Twitterbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: LinkedInBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: PinterestBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Slackbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Discordbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: TelegramBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: WhatsApp Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: AhrefsBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: SemrushBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: MJ12bot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: DotBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Rogerbot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: DataForSeoBot Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / User-agent: Screaming Frog SEO Spider Content-Signal: search=yes, ai-input=yes, ai-train=yes Allow: / Sitemap: https://keyspoken.com/sitemap.xml Sitemap: https://keyspoken.com/sitemap-images.xml Host: keyspoken.com