# robots.txt — Koratyn # https://www.koratyn.com # ── Standard crawlers ────────────────────────────────────────────────────────── # Block all bots from machine-readable AI endpoints. # These are service endpoints, not web pages, and have no SEO value. User-agent: * # Area corsi: riservata agli utenti autenticati (controllers/slides.py). # Per un crawler anonimo ogni URL sotto /slides risponde con un redirect al # login, quindi non c'e' contenuto da indicizzare — solo richieste sprecate. Disallow: /slides Disallow: /it/slides Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /web/ Disallow: /web/login Disallow: /web/database/selector Disallow: /web/database/manager Disallow: /shop/cart Disallow: /odoo Disallow: /web/reset_password Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown Disallow: /it/web/ Disallow: /it/web/login Disallow: /it/web/database/selector Disallow: /it/web/database/manager Disallow: /it/web/reset_password Disallow: /it/shop/cart Allow: /social_instagram/ # ── AI bots ──────────────────────────────────────────────────────────────────── # These bots respect the llms.txt standard. # Allow /llms.txt so they can discover all AI-readable endpoints. User-agent: GPTBot Allow: /llms.txt Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown User-agent: ClaudeBot Allow: /llms.txt Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown User-agent: GoogleExtendedBot Allow: /llms.txt Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown User-agent: PerplexityBot Allow: /llms.txt Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown User-agent: Applebot-Extended Allow: /llms.txt Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown User-agent: cohere-ai Allow: /llms.txt Disallow: /knowledge-company Disallow: /knowledge-company/markdown Disallow: /it/knowledge-company Disallow: /it/knowledge-company/markdown # ── Sitemap ──────────────────────────────────────────────────────────────────── Sitemap: https://www.koratyn.com/sitemap.xml # ── AI knowledge registry ────────────────────────────────────────────────────── # For AI agents and LLMs: see /llms.txt for the full index # of machine-readable endpoints available on this domain.