{
  "implementation": "google/robotstxt robots-main",
  "commit": "22b355ff855419e6a3ff8ff09c0ad7fdb17116f9",
  "source": "https://github.com/google/robotstxt/tree/22b355ff855419e6a3ff8ff09c0ad7fdb17116f9",
  "scope": "root verdict only, same archived body, all analyzable domains x 14 tokens",
  "compared": 11956,
  "differences": [
    {
      "domain": "twitter.com",
      "token": "google-extended",
      "local_disallow": false,
      "reference_returncode": 1,
      "body_sha256": "b54dd4fefb8786b6441dc95ab04db1dbe4c6b9fcb5e7bb60d8381ab6e40989ff"
    },
    {
      "domain": "x.com",
      "token": "google-extended",
      "local_disallow": false,
      "reference_returncode": 1,
      "body_sha256": "b54dd4fefb8786b6441dc95ab04db1dbe4c6b9fcb5e7bb60d8381ab6e40989ff"
    }
  ],
  "reference_ai_any": {
    "numerator": 249,
    "denominator": 854,
    "percent": "29.2"
  },
  "reference_restricted_counts": {
    "oai_searchbot": 78,
    "chatgpt_user": 95,
    "gptbot": 178,
    "googlebot": 12,
    "google_extended": 155,
    "claude_searchbot": 91,
    "claude_user": 91,
    "claudebot": 174,
    "perplexitybot": 120,
    "perplexity_user": 99,
    "bingbot": 17,
    "applebot_extended": 151,
    "bytespider": 200,
    "ccbot": 202
  },
  "binary_sha256": "6a90ec90e578e4d7a10092dca35d57c2a1571335b3942ff230e45442fa32659c",
  "cohort_sha256": "e7e737058ade9fc5e7b3018c7a1a1968a9aee0040cea6b1bf4729d9a0010a473",
  "caveat": "Reference accepts some nonstandard syntax; agreement is not a universal conformance guarantee.",
  "difference_review": {
    "domains": [
      "twitter.com",
      "x.com"
    ],
    "token": "google-extended",
    "cause": "Both bodies use Disallow: * without the leading slash required by the strict path grammar. Google leniently matches it; this analysis records an invalid line and no supported root prohibition for this named token.",
    "decision": "Keep strict slash-prefixed path matching; publish the two reference differences.",
    "primary_ai_any_effect": "None. Both methods give 249 / 854 = 29.2% because other AI tokens are restricted at these domains."
  }
}