User-agent: * Allow: / # Universal AI Discovery Sitemap: https://publica.co.nz/sitemap.xml Sitemap: https://publica.co.nz/llms.txt # GROUP A: AI Search & Citations (Grounding) # These bots help you get cited as a source in AI answers User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: Google-Extended User-agent: Applebot-Extended Allow: /llms.txt Allow: /llms-full.txt # GROUP B: User-Triggered Browsing (Real-time answers) # These trigger when a user asks an AI to "Read this page" User-agent: ChatGPT-User User-agent: Claude-User User-agent: Perplexity-User Allow: /llms.txt Allow: /llms-full.txt # GROUP C: AI Training (LLM Learning) # These bots crawl to learn from your site's data User-agent: GPTBot User-agent: ClaudeBot User-agent: Meta-ExternalAgent Allow: /llms.txt Allow: /llms-full.txt # Block specific bots from accessing build and image directories User-agent: Baiduspider Disallow: /_nuxt/ Disallow: /.nuxt/ Disallow: /_ipx/ User-agent: HaoSouSpider Disallow: /_nuxt/ Disallow: /.nuxt/ Disallow: /_ipx/ User-agent: PetalBot Disallow: /_nuxt/ Disallow: /.nuxt/ Disallow: /_ipx/ User-agent: Yeti Disallow: /_nuxt/ Disallow: /.nuxt/ Disallow: /_ipx/ User-agent: Linespider Disallow: /_nuxt/ Disallow: /.nuxt/ Disallow: /_ipx/ User-agent: YandexBot Disallow: /_nuxt/ Disallow: /.nuxt/ Disallow: /_ipx/ # Protect sensitive paths Disallow: /admin/ Disallow: /login/