User-agent: * Allow: / # AI / AEO discovery Allow: /llms.txt Allow: /llms-full.txt Allow: /ai/ Allow: /ai/service.json Allow: /faq Allow: /indexnow-key.txt # Explicit AI crawler directives (AEO) User-agent: GPTBot Allow: / Disallow: /dashboard Disallow: /publicar Disallow: /auth Disallow: /np-console User-agent: ClaudeBot Allow: / Disallow: /dashboard Disallow: /publicar Disallow: /auth Disallow: /np-console User-agent: Google-Extended Allow: / Disallow: /dashboard Disallow: /publicar Disallow: /auth Disallow: /np-console User-agent: PerplexityBot Allow: / Disallow: /dashboard Disallow: /publicar Disallow: /auth Disallow: /np-console User-agent: CCBot Allow: / Disallow: /dashboard Disallow: /publicar Disallow: /auth Disallow: /np-console # Private app areas Disallow: /dashboard Disallow: /publicar Disallow: /auth Disallow: /np-console # Reduce duplicate indexing of filtered search URLs Disallow: /buscar?* Disallow: /comparar?* Sitemap: https://www.udorr.com/sitemap.xml # Syndication feeds (Trovit / Mitula — Thribee XML) # https://www.udorr.com/feeds/trovit.xml # https://www.udorr.com/feeds/mitula.xml # IndexNow key: https://www.udorr.com/indexnow-key.txt