# ------------------------------------------------------------------------- # robots.txt for barrilgroup.co.za # Engineered for AI Discovery and Search Engine Optimization # ------------------------------------------------------------------------- # Global Directives for Standard Search Engines User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /llm.txt # Explicit Doorway for Major AI Scrapers and Generative Search Engines User-agent: GPTBot Allow: /llm.txt Allow: / User-agent: PerplexityBot Allow: /llm.txt Allow: / User-agent: ClaudeBot Allow: /llm.txt Allow: / User-agent: Google-Extended Allow: /llm.txt Allow: / User-agent: Applebot-Extended Allow: /llm.txt Allow: / User-agent: OAI-SearchBot Allow: /llm.txt Allow: / # Standard XML Sitemap Declaration Sitemap: https://barrilgroup.co.za/sitemap.xml Sitemap: https://barrilgroup.co.za/llm.txt