User-Agent: * Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /internal/ User-Agent: Googlebot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Bingbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Googlebot-Image Allow: /images/ Allow: /opengraph-image Allow: /twitter-image User-Agent: GPTBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Google-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Applebot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Applebot-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Amazonbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: FacebookBot Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: meta-externalagent Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: CCBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: YouBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: cohere-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: OAI-SearchBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: anthropic-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: AI2Bot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Diffbot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Timpibot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Seekr Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Phind Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-plugin.json Disallow: /api/ Disallow: /admin/ Disallow: /private/ Disallow: /internal/ User-Agent: Bytespider Disallow: / User-Agent: GPTBot-Training Disallow: / User-Agent: anthropic-ai-training Disallow: / User-Agent: Scrapy Disallow: / User-Agent: img2dataset Disallow: / Host: https://scribeable.ai Sitemap: https://scribeable.ai/sitemap.xml