{
 "protocol": "one-day studies S2, S3, S4, S2C: pre-publication adjudication, 29 Oct 2026. Three judges from three providers, each blind; a code counts only with a verbatim quote from the answer and only when every judge gives it; gold items of known code in the same batches",
 "panel": [
  {
   "judge": "anthropic",
   "model": "claude-opus-5-5"
  },
  {
   "judge": "openai",
   "model": "gpt-6-astra"
  },
  {
   "judge": "google",
   "model": "gemini-4-argon"
  }
 ],
 "itemsSha256": "525c927a9f9a6f9adbbade55383b1e9f7f0003fd1a9cd26779568962a7ac0960",
 "rubricSha256": "d711c46079e270edf8f69af5322027cab877ae2341c90fe9295ab599b15cee82",
 "gate": {
  "passed": true,
  "n": 24,
  "decided": 24,
  "wrong": 0
 },
 "gold": [
  {
   "itemId": "Jb10ab5554e",
   "study": "s2c-alzheimers-companion",
   "family": "TU",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "Jcd5427ed42",
   "study": "s4-pembrolizumab",
   "family": "ZU",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J1666781755",
   "study": "s4-pembrolizumab",
   "family": "NE",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J72cdf75882",
   "study": "s4-pembrolizumab",
   "family": "E",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jc5370f3845",
   "study": "s3-teplizumab",
   "family": "U",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jf56be27021",
   "study": "s2-lecanemab-apoe4",
   "family": "NU",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J24fb93e6ef",
   "study": "s2-lecanemab-apoe4",
   "family": "NU",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jcbb692a769",
   "study": "s4-pembrolizumab",
   "family": "U",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "J0ddcf43f33",
   "study": "s2c-alzheimers-companion",
   "family": "VU",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "J3f5d471294",
   "study": "s4-pembrolizumab",
   "family": "NE",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "J531ed9f75f",
   "study": "s2-lecanemab-apoe4",
   "family": "U",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jc476a43d47",
   "study": "s2c-alzheimers-companion",
   "family": "VU",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J3a7d9072f6",
   "study": "s2c-alzheimers-companion",
   "family": "TE",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "Jeb8a298d51",
   "study": "s2c-alzheimers-companion",
   "family": "TE",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jde8c4110a9",
   "study": "s3-teplizumab",
   "family": "U",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J121dfbe4a5",
   "study": "s4-pembrolizumab",
   "family": "U",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J8a045c52dc",
   "study": "s4-pembrolizumab",
   "family": "ZU",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "J18da62b0ad",
   "study": "s2c-alzheimers-companion",
   "family": "TU",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jaf2c189b3c",
   "study": "s2-lecanemab-apoe4",
   "family": "U",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J27445e84cb",
   "study": "s3-teplizumab",
   "family": "TU",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "Jbc0ba7485a",
   "study": "s3-teplizumab",
   "family": "TU",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "Jd6fddc5fa3",
   "study": "s4-pembrolizumab",
   "family": "E",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  },
  {
   "itemId": "J74ae5aa8cc",
   "study": "s4-pembrolizumab",
   "family": "NU",
   "truth": "C",
   "panelCode": "C",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C"
    },
    {
     "judge": "openai",
     "code": "C"
    },
    {
     "judge": "google",
     "code": "C"
    }
   ]
  },
  {
   "itemId": "J7fcbab9a29",
   "study": "s4-pembrolizumab",
   "family": "NU",
   "truth": "F",
   "panelCode": "F",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F"
    },
    {
     "judge": "openai",
     "code": "F"
    },
    {
     "judge": "google",
     "code": "F"
    }
   ]
  }
 ],
 "answers": [
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-013",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "255d035d21d49f2ce8d30ef03df97b405568e1e59fc06145a0aa8b347d32ec19",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "255d035d21d49f2ce8d30ef03df97b405568e1e59fc06145a0aa8b347d32ec19",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "27e4a06db8d6c8a27b64bec3fa3a15d067a583f7836a428edabe32b2ab9d1bb1",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-019",
   "family": "NU",
   "engine": "anthropic",
   "codeA": "C",
   "codeB": "C",
   "scA": false,
   "scB": true,
   "panelCode": "C",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C",
     "sc": "no",
     "quoteSha256": "2311181e48403d0002c03062ed63ac1234c10d119b7d9ccd79c00f89abc595e7",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "2311181e48403d0002c03062ed63ac1234c10d119b7d9ccd79c00f89abc595e7",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "2311181e48403d0002c03062ed63ac1234c10d119b7d9ccd79c00f89abc595e7",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-044",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "16dc57c0dc08a3ca2887c9d3820c0dcb1c41f7f9e6b09afb2f1116f46c36a529",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "16dc57c0dc08a3ca2887c9d3820c0dcb1c41f7f9e6b09afb2f1116f46c36a529",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "16dc57c0dc08a3ca2887c9d3820c0dcb1c41f7f9e6b09afb2f1116f46c36a529",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-067",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "16dc57c0dc08a3ca2887c9d3820c0dcb1c41f7f9e6b09afb2f1116f46c36a529",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "16dc57c0dc08a3ca2887c9d3820c0dcb1c41f7f9e6b09afb2f1116f46c36a529",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "16dc57c0dc08a3ca2887c9d3820c0dcb1c41f7f9e6b09afb2f1116f46c36a529",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-091",
   "family": "NU",
   "engine": "anthropic",
   "codeA": "C",
   "codeB": "C",
   "scA": false,
   "scB": true,
   "panelCode": "C",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C",
     "sc": "no",
     "quoteSha256": "2311181e48403d0002c03062ed63ac1234c10d119b7d9ccd79c00f89abc595e7",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "2311181e48403d0002c03062ed63ac1234c10d119b7d9ccd79c00f89abc595e7",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "2311181e48403d0002c03062ed63ac1234c10d119b7d9ccd79c00f89abc595e7",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-118",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "542ea6e61c6b527bece1d8518da9f4c4e59b78a2bb9def5ffb70f82ed65aaf35",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "542ea6e61c6b527bece1d8518da9f4c4e59b78a2bb9def5ffb70f82ed65aaf35",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "303eb38308ffd1edfed8f19fca944ce3a379c7913df29ed9bc5fed4f7e32fec4",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-136",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "e892ef3f88f45cb330ecd8da281240add1a4a3735361624bd7848b00a0985532",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "e892ef3f88f45cb330ecd8da281240add1a4a3735361624bd7848b00a0985532",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "e892ef3f88f45cb330ecd8da281240add1a4a3735361624bd7848b00a0985532",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-154",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "5d87d03f68553b2860c956ecd5f54f3d2cdaed72d4530d2dc71f67e5d0b2f072",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "2d16d6c66d94924ad6d838137e03260d68889414ed6f58527c69b8f17be5d348",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b2f3d928569b127c301bc4bf3ee066cc015232c7361f7e33501be589bcff0c27",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-160",
   "family": "NU",
   "engine": "anthropic",
   "codeA": "C",
   "codeB": "C",
   "scA": true,
   "scB": false,
   "panelCode": "C",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C",
     "sc": "no",
     "quoteSha256": "f0307c82ddf7707c0224c00263e86a9eff17d8922a9f5bcb429e70f6ed51f82d",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "e6b7f63843adf75defc34811a8136a2013dec153887542585fb01cb53dde189b",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "e6b7f63843adf75defc34811a8136a2013dec153887542585fb01cb53dde189b",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-176",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "53aec714e96d2d1cf9795e5732ef31db3784cd859c1c743509ca9d59f4f82de0",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "53aec714e96d2d1cf9795e5732ef31db3784cd859c1c743509ca9d59f4f82de0",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "210e7121ac00466aa0edf85f4bbd262376780025be5cac7c31b2c81540de644a",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2-lecanemab-apoe4",
   "codingId": "S2-207",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "e892ef3f88f45cb330ecd8da281240add1a4a3735361624bd7848b00a0985532",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "e892ef3f88f45cb330ecd8da281240add1a4a3735361624bd7848b00a0985532",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "e892ef3f88f45cb330ecd8da281240add1a4a3735361624bd7848b00a0985532",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-017",
   "family": "TE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "cbb65f36689c2081953e7503665781596fc198315334771bddb9ec37acea3b12",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "956ce4f2428a20e340bc72f2bf7912103b734289e75d7f21d94f3ed73f151dba",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "956ce4f2428a20e340bc72f2bf7912103b734289e75d7f21d94f3ed73f151dba",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-084",
   "family": "VU",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "87738a15cce27cb2377aeab240ca188ba82ae1a7061b51aff30195084b98b2b6",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "579b61576268e013b01261bdce35e2cc9b6b824c8f88ff32bf6fa50d543fe3a9",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "579b61576268e013b01261bdce35e2cc9b6b824c8f88ff32bf6fa50d543fe3a9",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-138",
   "family": "VU",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "c87a2ff5864e59a8e2863aa133f822ea8281091d768703285f9b6a6e0fc87d7f",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "a522bb5c1cf9ddbaf8ed87146c64b0223e2a82b0e0ad0eaeab2ab6a7734e0450",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "a522bb5c1cf9ddbaf8ed87146c64b0223e2a82b0e0ad0eaeab2ab6a7734e0450",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-142",
   "family": "TE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "C",
   "scA": true,
   "scB": false,
   "panelCode": "split",
   "panelSc": "split",
   "outcome": "not decided",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "04f99433251947e37a097167b7bab60778a14d0e6d802fbeca097206af8b1f5b",
     "scQuoteSha256": "58d99be89a9f3a78bd1bb3253ee2d69e6cf1ee6c93ef01543ebe5fbc9e4213ec",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "58d99be89a9f3a78bd1bb3253ee2d69e6cf1ee6c93ef01543ebe5fbc9e4213ec",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "46933bf83a51718d6d5b51cab66e70283150172bc766958db610b74c311ee77d",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-164",
   "family": "VU",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "104a13afe3d955200457e757f4d7d21dba61fa5e3c518abf167660f0f913bb78",
     "scQuoteSha256": "71ad31481befac9066cb7531bc75275983f046bd9be7cb5ceac6cfe534700d52",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "104a13afe3d955200457e757f4d7d21dba61fa5e3c518abf167660f0f913bb78",
     "scQuoteSha256": "71ad31481befac9066cb7531bc75275983f046bd9be7cb5ceac6cfe534700d52",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "d66fb23c1664f8c0d093ceffb71743937a07ad2e2d64a3defd2f0aec23f9e2c1",
     "scQuoteSha256": "71ad31481befac9066cb7531bc75275983f046bd9be7cb5ceac6cfe534700d52",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-206",
   "family": "VU",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "ceb9965079b1602449c4cb2ec081293c1b354b03011c1c3c826ca37ff8774ab8",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "ceb9965079b1602449c4cb2ec081293c1b354b03011c1c3c826ca37ff8774ab8",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "f0e2dd914bee6c285f255db5303400324399b861d2eca339d712251a071a6e43",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-213",
   "family": "TE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "split",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "fc765b9137593bbd4d1b494a00c993459787d74cacff491adcc947c3ddcb2bc2",
     "scQuoteSha256": "fc765b9137593bbd4d1b494a00c993459787d74cacff491adcc947c3ddcb2bc2",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "a1eb085f38aaf3a5fe4309a8d2d55bfb2b78c0eb710a4355fc1ba18377a544b6",
     "scQuoteSha256": "ad9367816df97b926d219606a7d9f8ab302afd65121aedbb54a27ffb80e229f8",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "a1eb085f38aaf3a5fe4309a8d2d55bfb2b78c0eb710a4355fc1ba18377a544b6",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-234",
   "family": "TE",
   "engine": "google",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "0baff2dcd7b30fa5512c56182d75ee7348c7fcb2761156ca0371815c8e6ff253",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "8d98957d5f9ae39dd19b33b733697541940f0c4a2a97d69271a8f241e18501bc",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-245",
   "family": "TE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "78adfb4401c2d1d82581e67aff2a11a982abe5575ab9629e5a9a1b4ccf1c7009",
     "scQuoteSha256": "78adfb4401c2d1d82581e67aff2a11a982abe5575ab9629e5a9a1b4ccf1c7009",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "57069405d3c36d7d73a99d528c9eff4812c77c42cef8c78c42b0493b9cb8b82d",
     "scQuoteSha256": "76fdb9711409d97c9bb40367e78df8e0e38dc59742a326d3b87f5b0793d407b7",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "57069405d3c36d7d73a99d528c9eff4812c77c42cef8c78c42b0493b9cb8b82d",
     "scQuoteSha256": "ad9367816df97b926d219606a7d9f8ab302afd65121aedbb54a27ffb80e229f8",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s2c-alzheimers-companion",
   "codingId": "S2C-253",
   "family": "TU",
   "engine": "openai",
   "codeA": "C",
   "codeB": "C",
   "scA": true,
   "scB": true,
   "panelCode": "split",
   "panelSc": "yes",
   "outcome": "not decided",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "3dc7658fa3a2156c130d2dd2ca143e65f9a770e938a805da059d965fb86f7511",
     "scQuoteSha256": "47b9e9b1bc618b445232ecd30c1c94149d0aef00c975428ac0478588fb633e5d",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "3dc7658fa3a2156c130d2dd2ca143e65f9a770e938a805da059d965fb86f7511",
     "scQuoteSha256": "47b9e9b1bc618b445232ecd30c1c94149d0aef00c975428ac0478588fb633e5d",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "yes",
     "quoteSha256": "47b9e9b1bc618b445232ecd30c1c94149d0aef00c975428ac0478588fb633e5d",
     "scQuoteSha256": "3dc7658fa3a2156c130d2dd2ca143e65f9a770e938a805da059d965fb86f7511",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s3-teplizumab",
   "codingId": "S3-014",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "cac981affcb0dc70b19f06c3589fff09b3118be5ef6bac0b26ce63a83942f827",
     "scQuoteSha256": "ab7537a3caba19a4b970275412ca4be588dce7b961771e5028d1af1ae44e0607",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "ab7537a3caba19a4b970275412ca4be588dce7b961771e5028d1af1ae44e0607",
     "scQuoteSha256": "8d36c15bb6dd045f306888409ee5a90b3ec7949963e5433165a7dcec801e07fd",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "ab7537a3caba19a4b970275412ca4be588dce7b961771e5028d1af1ae44e0607",
     "scQuoteSha256": "43b3bd7bc327635cc7604635f58cd580f4ca69810b28a59a4c40ff5bd6b8c13e",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s3-teplizumab",
   "codingId": "S3-069",
   "family": "TU",
   "engine": "openai",
   "codeA": "C",
   "codeB": "C",
   "scA": true,
   "scB": false,
   "panelCode": "C",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C",
     "sc": "no",
     "quoteSha256": "ba1a259d115e96ba967d1a7e413cdbb4abf68eccb8554ea7b13e5eb15e4a9415",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "ba1a259d115e96ba967d1a7e413cdbb4abf68eccb8554ea7b13e5eb15e4a9415",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "ba1a259d115e96ba967d1a7e413cdbb4abf68eccb8554ea7b13e5eb15e4a9415",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s3-teplizumab",
   "codingId": "S3-142",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "37b9aab81bb4fc2f8b09fbb36624b5193e5ad49cc4c09d8b16d089d3828a3bb3",
     "scQuoteSha256": "37b9aab81bb4fc2f8b09fbb36624b5193e5ad49cc4c09d8b16d089d3828a3bb3",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "37b9aab81bb4fc2f8b09fbb36624b5193e5ad49cc4c09d8b16d089d3828a3bb3",
     "scQuoteSha256": "37b9aab81bb4fc2f8b09fbb36624b5193e5ad49cc4c09d8b16d089d3828a3bb3",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "37b9aab81bb4fc2f8b09fbb36624b5193e5ad49cc4c09d8b16d089d3828a3bb3",
     "scQuoteSha256": "814a369f4dd8fe094c377dcd95088cd0ce8b264c4d7e54a9d489bd140d16f5f3",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-009",
   "family": "ZU",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "473ed1f7ac291ae02a1a894b4947ea45f58b56f58b67b7222dbb5a9b3606afc7",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "473ed1f7ac291ae02a1a894b4947ea45f58b56f58b67b7222dbb5a9b3606afc7",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "473ed1f7ac291ae02a1a894b4947ea45f58b56f58b67b7222dbb5a9b3606afc7",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-031",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "C",
   "scA": true,
   "scB": false,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "6d0bde1547c2ffbee1efcfbe0b1e9eca8ffc086193ae90d03db0b0f9c1e02527",
     "scQuoteSha256": "da2a099bf4b1e1e6a66fc504fd6c9a6c390ffab4ff4cf0d0da8644cf94756814",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "59827f09f43fd24e65c12c165ca04fb3fe8f35ffb778ae22092c6207f39336a2",
     "scQuoteSha256": "da2a099bf4b1e1e6a66fc504fd6c9a6c390ffab4ff4cf0d0da8644cf94756814",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "59827f09f43fd24e65c12c165ca04fb3fe8f35ffb778ae22092c6207f39336a2",
     "scQuoteSha256": "da2a099bf4b1e1e6a66fc504fd6c9a6c390ffab4ff4cf0d0da8644cf94756814",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-036",
   "family": "ZU",
   "engine": "perplexity",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "0309acb2b3739a679daef7cb7a3dba04128a1eceae69682a81aa6b597e90dd15",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "49920686349bd97c640cd7d5eb31c95d95c865ca486a9e66f4cad60957017fc1",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "49920686349bd97c640cd7d5eb31c95d95c865ca486a9e66f4cad60957017fc1",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-055",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "be0371ad6ff36395fd09877931ed387ddafe7a7ff7d451bfb1341fa934345e87",
     "scQuoteSha256": "040af67f35f6056fcc88b4286854441f116191b897296eff759503e5766f2de7",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "5fe7851845095add02119b18c01a64a3f8595d05ba2519459364e5b16eef70b3",
     "scQuoteSha256": "2db246a0ceab5a0c4910bb9f7ae2015a6b4d34e2dd8096018085df8971bf4609",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "5fe7851845095add02119b18c01a64a3f8595d05ba2519459364e5b16eef70b3",
     "scQuoteSha256": "2db246a0ceab5a0c4910bb9f7ae2015a6b4d34e2dd8096018085df8971bf4609",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-063",
   "family": "NE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "788e0eaaab914e04e8d3896c3bff2bcc315281772811070493b16eb37667c31a",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "788e0eaaab914e04e8d3896c3bff2bcc315281772811070493b16eb37667c31a",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "62d448abfca4c49f6bbfa368282af58ee22cea0eb83e6b39f225234cacf10d89",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-069",
   "family": "ZU",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b89911dba464b4e2d67b4fa130f0abdc5cf20a637c5de9caa978a529c1eb3f2b",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b3eab40fdc1b0ffbb4bf2975bb928ca0dd5226fedab81c9f5b427d4fb0f8ef53",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b3eab40fdc1b0ffbb4bf2975bb928ca0dd5226fedab81c9f5b427d4fb0f8ef53",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-078",
   "family": "ZU",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "e76f523af622c6bd3b169378facc7311209ed225d4ce4941fec695fd201f92a9",
     "scQuoteSha256": "e76f523af622c6bd3b169378facc7311209ed225d4ce4941fec695fd201f92a9",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "e76f523af622c6bd3b169378facc7311209ed225d4ce4941fec695fd201f92a9",
     "scQuoteSha256": "e76f523af622c6bd3b169378facc7311209ed225d4ce4941fec695fd201f92a9",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "e76f523af622c6bd3b169378facc7311209ed225d4ce4941fec695fd201f92a9",
     "scQuoteSha256": "b1b2d0f86a35674e0ab2c3cc4a3d03d3a091164842bfb79d8fc133a550418247",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-093",
   "family": "NU",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "945348cc418317694504acec8d311eebadd19b577b820650d0123d7ba74d4d77",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "945348cc418317694504acec8d311eebadd19b577b820650d0123d7ba74d4d77",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "945348cc418317694504acec8d311eebadd19b577b820650d0123d7ba74d4d77",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-116",
   "family": "ZU",
   "engine": "google",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "66a4d5b8d39225a2c204986b669ba63f65b1e4d146bcb7902af85e0f26dd04d4",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "66a4d5b8d39225a2c204986b669ba63f65b1e4d146bcb7902af85e0f26dd04d4",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-118",
   "family": "ZU",
   "engine": "google",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b949c2d9db2eca2c0300879c3b4e06c91788c28a20b519a8b086c2aef5ff4b6c",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b949c2d9db2eca2c0300879c3b4e06c91788c28a20b519a8b086c2aef5ff4b6c",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-121",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "be0371ad6ff36395fd09877931ed387ddafe7a7ff7d451bfb1341fa934345e87",
     "scQuoteSha256": "2b170d95e00928bc2881ee5e247c66b31adba06d4a098bcde16799546b7d29d2",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "5fe7851845095add02119b18c01a64a3f8595d05ba2519459364e5b16eef70b3",
     "scQuoteSha256": "643739ae0ae9c858295069692996426b68d006e4bd2128653f395b72f1209c24",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "e2e8a0726742fa7ce8e9c1e3630f0c4405ec178cf96bb927bc73ff568cc26ab9",
     "scQuoteSha256": "e2ae6f7ea349c941f008e7f5fa61fee0be0c9034a3dbf99fc5abfd585150b5ac",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-127",
   "family": "NE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "788e0eaaab914e04e8d3896c3bff2bcc315281772811070493b16eb37667c31a",
     "scQuoteSha256": "2ab538c5f601caf5597bd6a5c579da384422b02c14d007fbb0d8b0bbda303e48",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "788e0eaaab914e04e8d3896c3bff2bcc315281772811070493b16eb37667c31a",
     "scQuoteSha256": "d37c08ec3d48104362646da200d6f3938e9a98e60774db6e6127eb326c91e5b2",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "788e0eaaab914e04e8d3896c3bff2bcc315281772811070493b16eb37667c31a",
     "scQuoteSha256": "d37c08ec3d48104362646da200d6f3938e9a98e60774db6e6127eb326c91e5b2",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-138",
   "family": "U",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "c82f602bf59b67df47ed24e502fa2204180489183423e09b4e4af14a1391a99f",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "07e1f5adc52cf08aa39a07095720233817597054cbe1267343e5cd4b493ad46e",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "07e1f5adc52cf08aa39a07095720233817597054cbe1267343e5cd4b493ad46e",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-141",
   "family": "ZU",
   "engine": "perplexity",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "5c35820416e3f5d64abaaeeda20b54e00abf51cf555c6e139657680ad79941c9",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "78b5f30b114833417838cb792850b4ff196053e94809c19b2576dbe2f62b285b",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "78b5f30b114833417838cb792850b4ff196053e94809c19b2576dbe2f62b285b",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-143",
   "family": "ZU",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "4d0718d9b975020439e6f5abe9c538baf33a2798157657abb7427d0e65c5e1ff",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b38881e0aca85c55612872c9258b6154964757892e99e4af0f523695e4af2832",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "b38881e0aca85c55612872c9258b6154964757892e99e4af0f523695e4af2832",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-148",
   "family": "ZU",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "545d0fd8a5c6dc4be7c063c330459981737862c4619131e5d5e4e1225d6cdaf4",
     "scQuoteSha256": "545d0fd8a5c6dc4be7c063c330459981737862c4619131e5d5e4e1225d6cdaf4",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "545d0fd8a5c6dc4be7c063c330459981737862c4619131e5d5e4e1225d6cdaf4",
     "scQuoteSha256": "d2e9b7933341a2544cafdd7293d7735f31571e73e841586bc269c660a11bc0ba",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "545d0fd8a5c6dc4be7c063c330459981737862c4619131e5d5e4e1225d6cdaf4",
     "scQuoteSha256": "d2e9b7933341a2544cafdd7293d7735f31571e73e841586bc269c660a11bc0ba",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-149",
   "family": "NE",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "9317a209ad51af2474571ec51c0577754c3e0477e0a29c4e4ed2cff191c0333e",
     "scQuoteSha256": "9317a209ad51af2474571ec51c0577754c3e0477e0a29c4e4ed2cff191c0333e",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "2cf9aa345a4c4b0b66cd7fb3af8a85c590b171c28d72235539facf2fe4185d27",
     "scQuoteSha256": "9317a209ad51af2474571ec51c0577754c3e0477e0a29c4e4ed2cff191c0333e",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "2cf9aa345a4c4b0b66cd7fb3af8a85c590b171c28d72235539facf2fe4185d27",
     "scQuoteSha256": "868151f93549d85eb06d1b31872e2f56e97131f7aa0c0a92079b93f4e4a90b27",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-170",
   "family": "E",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "ad380ffbeecf6fe049ede7bca325919222fdf45206182745f67fc3ba23572b82",
     "scQuoteSha256": "ad380ffbeecf6fe049ede7bca325919222fdf45206182745f67fc3ba23572b82",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "ad380ffbeecf6fe049ede7bca325919222fdf45206182745f67fc3ba23572b82",
     "scQuoteSha256": "ad380ffbeecf6fe049ede7bca325919222fdf45206182745f67fc3ba23572b82",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "ad380ffbeecf6fe049ede7bca325919222fdf45206182745f67fc3ba23572b82",
     "scQuoteSha256": "9a6563f0fca16edddf50edb64baae137740b24c9fc4de272cbb006d60097edae",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-177",
   "family": "NE",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "a1088d11f95d3c1b980f262848039279bc688a4ee906d7ff4bd0dd0af4e5e078",
     "scQuoteSha256": "112071bca70e4b29e14c5fa9b5426e1792998064eb30ea77a16f386d1514fa0c",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "a1088d11f95d3c1b980f262848039279bc688a4ee906d7ff4bd0dd0af4e5e078",
     "scQuoteSha256": "5921d4b5ea86645a952de4584c6db30433a48ff7eabcf422ece12836bd7c5cb9",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "f5c8e9361a5bf16023fd56fca58c85d9b2105b6b5aab3187b9f9c46046fd11df",
     "scQuoteSha256": "5921d4b5ea86645a952de4584c6db30433a48ff7eabcf422ece12836bd7c5cb9",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-197",
   "family": "U",
   "engine": "anthropic",
   "codeA": "C",
   "codeB": "C",
   "scA": false,
   "scB": true,
   "panelCode": "C",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C",
     "sc": "no",
     "quoteSha256": "b7451d2e2f7bb18b354d4f53e305180d2bfc557e54e13ef0b98cc7eb9f31f397",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "b7451d2e2f7bb18b354d4f53e305180d2bfc557e54e13ef0b98cc7eb9f31f397",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "b7451d2e2f7bb18b354d4f53e305180d2bfc557e54e13ef0b98cc7eb9f31f397",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-208",
   "family": "NU",
   "engine": "perplexity",
   "codeA": "C",
   "codeB": "C",
   "scA": false,
   "scB": true,
   "panelCode": "C",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "C",
     "sc": "no",
     "quoteSha256": "a4256bea306a030da7a5389168e735d7b664b5da9f71189100513848a5df2fc5",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "C",
     "sc": "no",
     "quoteSha256": "679348faaba91d58b6cbc5951e10af9cbe9699918e86d0c77746eb858e7fdc84",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "C",
     "sc": "no",
     "quoteSha256": "679348faaba91d58b6cbc5951e10af9cbe9699918e86d0c77746eb858e7fdc84",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-213",
   "family": "ZU",
   "engine": "perplexity",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "5c35820416e3f5d64abaaeeda20b54e00abf51cf555c6e139657680ad79941c9",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "no",
     "quoteSha256": "2a5d3e661243ada6519ead4d73cddcb9dd86e0d1534c8e3a30f168ccc8e21350",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "2a5d3e661243ada6519ead4d73cddcb9dd86e0d1534c8e3a30f168ccc8e21350",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-225",
   "family": "NE",
   "engine": "openai",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "split",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "9317a209ad51af2474571ec51c0577754c3e0477e0a29c4e4ed2cff191c0333e",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "f9d0008b6ad5829dbf163e67e8ab6dcaa3d23a8c1f04b39ed7a77128d87c793b",
     "scQuoteSha256": "e2a148db917d2da43928b8dd5ebcf4167cae3bb39313c879ffb3fb3733f50611",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "245889804fa37b0ee3be25528397c799dad84879e8292dce910a08254ce07bab",
     "scQuoteSha256": "e2a148db917d2da43928b8dd5ebcf4167cae3bb39313c879ffb3fb3733f50611",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-237",
   "family": "U",
   "engine": "anthropic",
   "codeA": "F",
   "codeB": "F",
   "scA": true,
   "scB": true,
   "panelCode": "F",
   "panelSc": "yes",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "be0371ad6ff36395fd09877931ed387ddafe7a7ff7d451bfb1341fa934345e87",
     "scQuoteSha256": "4869af3d4aa368fc29c8551ecd21a76e098c75d82f8aaf840bc2740a9ac28299",
     "voidReasons": []
    },
    {
     "judge": "openai",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "be0371ad6ff36395fd09877931ed387ddafe7a7ff7d451bfb1341fa934345e87",
     "scQuoteSha256": "fdbba24057cccdf0b08f499d488e84468267078bdd785606d4a47fa536fcbd72",
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "yes",
     "quoteSha256": "be0371ad6ff36395fd09877931ed387ddafe7a7ff7d451bfb1341fa934345e87",
     "scQuoteSha256": "fdbba24057cccdf0b08f499d488e84468267078bdd785606d4a47fa536fcbd72",
     "voidReasons": []
    }
   ]
  },
  {
   "study": "s4-pembrolizumab",
   "codingId": "S4-239",
   "family": "E",
   "engine": "google",
   "codeA": "F",
   "codeB": "F",
   "scA": false,
   "scB": false,
   "panelCode": "F",
   "panelSc": "no",
   "outcome": "confirms coder A",
   "judges": [
    {
     "judge": "anthropic",
     "code": "F",
     "sc": "no",
     "quoteSha256": "48b4f7dea22453cfa0c76ace91e4406d936807fbe255c31c58a77c9080cfab3c",
     "scQuoteSha256": null,
     "voidReasons": []
    },
    {
     "judge": "google",
     "code": "F",
     "sc": "no",
     "quoteSha256": "6469587c2cf0f9df989608c283ed165bf91d0fd750e191f3cc9f288a1b6bdf66",
     "scQuoteSha256": null,
     "voidReasons": []
    }
   ]
  }
 ],
 "calls": 20,
 "failedCalls": 0
}