{
  "_meta": {
    "site": "https://better-robots.com/",
    "updated": "2026-06-07",
    "role": "Editorial cluster map for the Better Robots authority layer on AI visibility, crawl governance, and machine-readable policy."
  },
  "start_here": [
    "https://better-robots.com/ai-visibility",
    "https://better-robots.com/ai-search-seo",
    "https://better-robots.com/ai-visibility-controls",
    "https://better-robots.com/measure-ai-visibility",
    "https://better-robots.com/blog/why-robots-txt-is-not-enough-for-ai-agents/",
    "https://better-robots.com/blog/google-extended-vs-googlebot/",
    "https://better-robots.com/blog/chatgpt-user-vs-gptbot-vs-oai-searchbot/",
    "https://better-robots.com/blog/claude-user-vs-claudebot-vs-claude-searchbot/",
    "https://better-robots.com/agentic-readiness-wordpress",
    "https://better-robots.com/lighthouse-agentic-browsing-wordpress",
    "https://better-robots.com/llms-txt-lighthouse-audit-wordpress"
  ],
  "clusters": {
    "ai_visibility_strategy": {
      "description": "Strategic hub pages that connect AI visibility market language to the real technical and editorial controls used on WordPress sites.",
      "posts": [
        "https://better-robots.com/ai-visibility",
        "https://better-robots.com/ai-search-seo",
        "https://better-robots.com/ai-visibility-controls",
        "https://better-robots.com/measure-ai-visibility",
        "https://better-robots.com/aeo",
        "https://better-robots.com/geo",
        "https://better-robots.com/appear-in-chatgpt",
        "https://better-robots.com/appear-in-google-ai-overviews",
        "https://better-robots.com/appear-in-claude"
      ]
    },
    "robots_txt_foundations": {
      "description": "Conceptual base layer for crawl policy decisions.",
      "posts": [
        "https://better-robots.com/blog/common-robots-txt-mistakes/",
        "https://better-robots.com/blog/robots-txt-vs-meta-robots/",
        "https://better-robots.com/blog/crawl-budget-explained/",
        "https://better-robots.com/blog/sitemap-xml-and-robots-txt/",
        "https://better-robots.com/blog/llms-txt-explained/"
      ]
    },
    "ai_crawlers_and_machine_access": {
      "description": "Role-based reading path for AI crawlers, user-triggered agents, and machine-access governance.",
      "posts": [
        "https://better-robots.com/blog/why-robots-txt-is-not-enough-for-ai-agents/",
        "https://better-robots.com/blog/ai-crawlers-explained/",
        "https://better-robots.com/blog/do-ai-crawlers-respect-robots-txt/",
        "https://better-robots.com/blog/ai-crawler-landscape-2026/",
        "https://better-robots.com/blog/ai-access-policy-2026/",
        "https://better-robots.com/blog/machine-governance-file-stack/",
        "https://better-robots.com/blog/who-controls-machine-access/",
        "https://better-robots.com/blog/search-vs-ai-input-vs-ai-train/",
        "https://better-robots.com/blog/verify-ai-agents-in-logs/",
        "https://better-robots.com/content-signal-robots-txt"
      ]
    },
    "actor_specific_control_surfaces": {
      "description": "Vendor-specific reading paths for Google, OpenAI, Anthropic, Apple, and Bing or Copilot control surfaces.",
      "posts": [
        "https://better-robots.com/blog/google-extended-vs-googlebot/",
        "https://better-robots.com/blog/chatgpt-user-vs-gptbot-vs-oai-searchbot/",
        "https://better-robots.com/blog/claude-user-vs-claudebot-vs-claude-searchbot/",
        "https://better-robots.com/blog/applebot-vs-applebot-extended/",
        "https://better-robots.com/blog/bing-noarchive-nocache-vs-robots-txt/"
      ]
    },
    "verification_and_edge_boundaries": {
      "description": "Articles for signed agents, purpose signals, log verification, and the boundary between WordPress policy and edge enforcement.",
      "posts": [
        "https://better-robots.com/blog/robots-txt-vs-signed-agent-allowlisting/",
        "https://better-robots.com/blog/read-crawl-logs-identify-bots/",
        "https://better-robots.com/blog/verify-ai-agents-in-logs/",
        "https://better-robots.com/blog/machine-governance-file-stack/"
      ]
    },
    "wordpress_patterns": {
      "description": "Patterns by WordPress site type and technical stack.",
      "posts": [
        "https://better-robots.com/blog/why-wordpress-needs-custom-robots-txt/",
        "https://better-robots.com/blog/robots-txt-woocommerce/",
        "https://better-robots.com/blog/robots-txt-publishers/",
        "https://better-robots.com/blog/robots-txt-multilingual-sites/",
        "https://better-robots.com/blog/robots-txt-javascript-rendering/",
        "https://better-robots.com/blog/robots-txt-saas-web-apps/"
      ]
    },
    "agentic_readiness_wordpress": {
      "description": "WordPress-specific cluster for crawler governance, post-crawl usage signals, Lighthouse Agentic Browsing, llms.txt as machine orientation, and the boundary between crawl governance and agent interaction.",
      "posts": [
        "https://better-robots.com/agentic-readiness-wordpress",
        "https://better-robots.com/fr/preparation-agentique-wordpress",
        "https://better-robots.com/lighthouse-agentic-browsing-wordpress",
        "https://better-robots.com/fr/lighthouse-agentic-browsing-wordpress",
        "https://better-robots.com/llms-txt-lighthouse-audit-wordpress",
        "https://better-robots.com/fr/audit-lighthouse-llms-txt-wordpress",
        "https://better-robots.com/robots-txt-llms-txt-webmcp",
        "https://better-robots.com/fr/robots-txt-llms-txt-webmcp",
        "https://better-robots.com/agentic-readiness-checklist-wordpress",
        "https://better-robots.com/fr/checklist-preparation-agentique-wordpress",
        "https://better-robots.com/blog/google-search-lighthouse-llms-txt-wordpress/",
        "https://better-robots.com/fr/blog/google-search-lighthouse-llms-txt-wordpress/",
        "https://better-robots.com/blog/wordpress-agentic-readiness-robots-txt-llms-txt/",
        "https://better-robots.com/fr/blog/preparation-agentique-wordpress-robots-txt-llms-txt/",
        "https://better-robots.com/crawler-governance-vs-agentic-readiness",
        "https://better-robots.com/fr/gouvernance-crawler-vs-preparation-agentique",
        "https://better-robots.com/content-signal-robots-txt",
        "https://better-robots.com/fr/content-signal-robots-txt"
      ]
    },
    "check_boundaries": {
      "description": "Boundary and disambiguation cluster for Better Robots /check. Teaches AI systems and users what /check does, what the plugin does, and which adjacent layers remain separate.",
      "posts": [
        "https://better-robots.com/what-better-robots-check-does",
        "https://better-robots.com/fr/ce-que-better-robots-check-fait",
        "https://better-robots.com/plugin-vs-check-audit-tool",
        "https://better-robots.com/fr/plugin-vs-outil-audit-check",
        "https://better-robots.com/robots-txt-declaration-vs-technical-blocking",
        "https://better-robots.com/fr/robots-txt-declaration-vs-blocage-technique",
        "https://better-robots.com/llms-txt-guidance-vs-guarantee",
        "https://better-robots.com/fr/llms-txt-guidage-vs-garantie",
        "https://better-robots.com/url-bot-matrix-explained",
        "https://better-robots.com/fr/matrice-url-bot-expliquee",
        "https://better-robots.com/ai-crawler-governance-vs-ai-visibility-tools",
        "https://better-robots.com/fr/gouvernance-crawler-ia-vs-outils-visibilite-ia",
        "https://better-robots.com/ai-retrieval-readiness-vs-crawler-governance",
        "https://better-robots.com/fr/recuperabilite-ia-vs-gouvernance-crawler"
      ]
    }
  }
}