# The Architect โ€” robots.txt # Every marketing page is open to search engines and to AI answer engines. # The only closed paths are the signed-in app shell and the API. # # AI reference: https://architectapp.ai/llms.txt # AI full reference: https://architectapp.ai/llms-full.txt # Turkish: https://architectapp.ai/tr/llms.txt ยท Spanish: https://architectapp.ai/es/llms.txt # # /app, /app/* and /app.html are the signed-in application, not content: # nothing there is meant for an index, and it renders nothing without a session. # The three anchored forms replace a bare "Disallow: /app", which also # swallowed /apple-touch-icon.png by prefix match. User-agent: * Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ # ---- Search engines ---- User-agent: Googlebot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Googlebot-Image Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Bingbot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: DuckDuckBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Slurp Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Baiduspider Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: YandexBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Applebot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Seznam Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Naver Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ # ---- AI answer engines and model crawlers ---- # Listed explicitly, and allowed on purpose: being answerable inside # ChatGPT, Claude, Perplexity and AI Overviews is a distribution channel, # not a leak. These agents see exactly what a reader sees โ€” the marketing # pages โ€” and never the app or the API. User-agent: GPTBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: ChatGPT-User Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: OAI-SearchBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: ClaudeBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Claude-User Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Claude-SearchBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Claude-Web Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: anthropic-ai Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: PerplexityBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Perplexity-User Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Google-Extended Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Applebot-Extended Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: CCBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Meta-ExternalAgent Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Meta-ExternalFetcher Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: cohere-ai Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Bytespider Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Amazonbot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: YouBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Diffbot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Timpibot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Omgilibot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: ImagesiftBot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ User-agent: Kangaroo Bot Allow: / Allow: /apple-touch-icon.png Disallow: /app$ Disallow: /app/ Disallow: /app.html Disallow: /api/ Sitemap: https://architectapp.ai/sitemap.xml