# robots.txt for insidersinbox.com # # Content signals (EU Directive 2019/790 Art. 4): # search = yes - index and link to this content # ai-input = yes - use as real-time input for AI answers (RAG / grounding) # ai-train = yes - AI model training is permitted # use = reference User-agent: * Content-Signal: search=yes,ai-input=yes,ai-train=yes,use=reference Allow: / # AI bots are welcome - search, answers, and training. User-agent: Amazonbot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: CCBot Allow: / User-agent: ClaudeBot Allow: / User-agent: CloudflareBrowserRenderingCrawler Allow: / User-agent: Google-Extended Allow: / User-agent: GPTBot Allow: / User-agent: meta-externalagent Allow: / # Discovery for agents and crawlers Sitemap: https://insidersinbox.com/sitemap.xml