{
  "generatedBy": "scripts/easd-2026-study/bridge.ts",
  "protocol": "docs/design/easd-2026-evidence-to-answer-prereg.md §6 (D10, D11)",
  "design": {
    "runsPerArm": 3,
    "order": [
      "v4",
      "v5",
      "v5",
      "v4",
      "v4",
      "v5"
    ],
    "bootstrap": 2000,
    "population": "governed (focused questions excluded)"
  },
  "series": {
    "uae-glp1": {
      "registered": true,
      "sourceCycle": "UAE-C16",
      "sourceScannedAt": "2026-10-04T14:05:03.93548+00:00",
      "engineVersionAtRun": 5,
      "ranOn": "2026-10-05",
      "firstOutcomeAt": "2026-10-05T12:44:30.616Z",
      "lastOutcomeAt": "2026-10-05T13:22:22.603Z",
      "validation": {
        "matchesGovernedCounts": true,
        "rescored": {
          "openai": {
            "k": 13,
            "n": 54
          },
          "anthropic": {
            "k": 36,
            "n": 54
          },
          "google": {
            "k": 31,
            "n": 54
          },
          "perplexity": {
            "k": 23,
            "n": 54
          }
        }
      },
      "questions": 54,
      "failedCalls": 0,
      "runs": [
        {
          "arm": "v4",
          "run": 1,
          "byEngine": {
            "openai": {
              "k": 17,
              "n": 54
            },
            "anthropic": {
              "k": 37,
              "n": 54
            },
            "google": {
              "k": 31,
              "n": 54
            },
            "perplexity": {
              "k": 19,
              "n": 54
            }
          }
        },
        {
          "arm": "v5",
          "run": 2,
          "byEngine": {
            "openai": {
              "k": 16,
              "n": 54
            },
            "anthropic": {
              "k": 36,
              "n": 54
            },
            "google": {
              "k": 31,
              "n": 54
            },
            "perplexity": {
              "k": 18,
              "n": 54
            }
          }
        },
        {
          "arm": "v5",
          "run": 3,
          "byEngine": {
            "openai": {
              "k": 15,
              "n": 54
            },
            "anthropic": {
              "k": 38,
              "n": 54
            },
            "google": {
              "k": 26,
              "n": 54
            },
            "perplexity": {
              "k": 15,
              "n": 54
            }
          }
        },
        {
          "arm": "v4",
          "run": 4,
          "byEngine": {
            "openai": {
              "k": 16,
              "n": 54
            },
            "anthropic": {
              "k": 36,
              "n": 54
            },
            "google": {
              "k": 32,
              "n": 54
            },
            "perplexity": {
              "k": 16,
              "n": 54
            }
          }
        },
        {
          "arm": "v4",
          "run": 5,
          "byEngine": {
            "openai": {
              "k": 15,
              "n": 54
            },
            "anthropic": {
              "k": 33,
              "n": 54
            },
            "google": {
              "k": 30,
              "n": 54
            },
            "perplexity": {
              "k": 16,
              "n": 54
            }
          }
        },
        {
          "arm": "v5",
          "run": 6,
          "byEngine": {
            "openai": {
              "k": 14,
              "n": 54
            },
            "anthropic": {
              "k": 37,
              "n": 54
            },
            "google": {
              "k": 29,
              "n": 54
            },
            "perplexity": {
              "k": 18,
              "n": 54
            }
          }
        }
      ],
      "offsetsV5minusV4": {
        "openai": {
          "pairedQuestions": 54,
          "offset": -0.0185,
          "ci95": [
            -0.0617,
            0.0247
          ]
        },
        "anthropic": {
          "pairedQuestions": 54,
          "offset": 0.0309,
          "ci95": [
            -0.0617,
            0.1173
          ]
        },
        "google": {
          "pairedQuestions": 54,
          "offset": -0.0432,
          "ci95": [
            -0.1296,
            0.0432
          ]
        },
        "perplexity": {
          "pairedQuestions": 54,
          "offset": 0,
          "ci95": [
            -0.0432,
            0.0556
          ]
        },
        "all": {
          "pairedQuestions": 216,
          "offset": -0.0077,
          "ci95": [
            -0.0432,
            0.0278
          ]
        }
      },
      "negativeControl": {
        "engine": "openai",
        "holds": true
      },
      "verdict": "VALID — the ChatGPT control is consistent with zero; offsets may be applied",
      "meteredCostUsd": 35.79
    },
    "singapore-sglt2": {
      "registered": true,
      "sourceCycle": "SG-C20",
      "sourceScannedAt": "2026-10-07T14:03:10.133859+00:00",
      "engineVersionAtRun": 5,
      "ranOn": "2026-10-08",
      "firstOutcomeAt": "2026-10-08T13:16:08.018Z",
      "lastOutcomeAt": "2026-10-08T13:27:21.941Z",
      "validation": {
        "matchesGovernedCounts": true,
        "rescored": {
          "openai": {
            "k": 19,
            "n": 19
          },
          "anthropic": {
            "k": 19,
            "n": 19
          },
          "google": {
            "k": 19,
            "n": 19
          },
          "perplexity": {
            "k": 19,
            "n": 19
          }
        }
      },
      "questions": 19,
      "failedCalls": 0,
      "runs": [
        {
          "arm": "v4",
          "run": 1,
          "byEngine": {
            "openai": {
              "k": 19,
              "n": 19
            },
            "anthropic": {
              "k": 19,
              "n": 19
            },
            "google": {
              "k": 19,
              "n": 19
            },
            "perplexity": {
              "k": 19,
              "n": 19
            }
          }
        },
        {
          "arm": "v5",
          "run": 2,
          "byEngine": {
            "openai": {
              "k": 19,
              "n": 19
            },
            "anthropic": {
              "k": 19,
              "n": 19
            },
            "google": {
              "k": 19,
              "n": 19
            },
            "perplexity": {
              "k": 19,
              "n": 19
            }
          }
        },
        {
          "arm": "v5",
          "run": 3,
          "byEngine": {
            "openai": {
              "k": 19,
              "n": 19
            },
            "anthropic": {
              "k": 19,
              "n": 19
            },
            "google": {
              "k": 19,
              "n": 19
            },
            "perplexity": {
              "k": 19,
              "n": 19
            }
          }
        },
        {
          "arm": "v4",
          "run": 4,
          "byEngine": {
            "openai": {
              "k": 19,
              "n": 19
            },
            "anthropic": {
              "k": 19,
              "n": 19
            },
            "google": {
              "k": 18,
              "n": 19
            },
            "perplexity": {
              "k": 19,
              "n": 19
            }
          }
        },
        {
          "arm": "v4",
          "run": 5,
          "byEngine": {
            "openai": {
              "k": 19,
              "n": 19
            },
            "anthropic": {
              "k": 19,
              "n": 19
            },
            "google": {
              "k": 19,
              "n": 19
            },
            "perplexity": {
              "k": 19,
              "n": 19
            }
          }
        },
        {
          "arm": "v5",
          "run": 6,
          "byEngine": {
            "openai": {
              "k": 19,
              "n": 19
            },
            "anthropic": {
              "k": 19,
              "n": 19
            },
            "google": {
              "k": 19,
              "n": 19
            },
            "perplexity": {
              "k": 19,
              "n": 19
            }
          }
        }
      ],
      "offsetsV5minusV4": {
        "openai": {
          "pairedQuestions": 19,
          "offset": 0,
          "ci95": [
            0,
            0
          ]
        },
        "anthropic": {
          "pairedQuestions": 19,
          "offset": 0,
          "ci95": [
            0,
            0
          ]
        },
        "google": {
          "pairedQuestions": 19,
          "offset": 0.0175,
          "ci95": [
            0,
            0.0526
          ]
        },
        "perplexity": {
          "pairedQuestions": 19,
          "offset": 0,
          "ci95": [
            0,
            0
          ]
        },
        "all": {
          "pairedQuestions": 76,
          "offset": 0.0044,
          "ci95": [
            0,
            0.0132
          ]
        }
      },
      "negativeControl": {
        "engine": "openai",
        "holds": true
      },
      "verdict": "VALID — the ChatGPT control is consistent with zero; offsets may be applied",
      "meteredCostUsd": 14.22
    },
    "saudi-t1d": {
      "registered": false,
      "sourceCycle": "SA-C16",
      "sourceScannedAt": "2026-10-07T16:34:38.954606+00:00",
      "engineVersionAtRun": 5,
      "ranOn": "2026-10-08",
      "firstOutcomeAt": "2026-10-08T14:11:15.608Z",
      "lastOutcomeAt": "2026-10-08T14:56:53.913Z",
      "validation": {
        "matchesGovernedCounts": true,
        "rescored": {
          "openai": {
            "k": 9,
            "n": 55
          },
          "anthropic": {
            "k": 6,
            "n": 55
          },
          "google": {
            "k": 6,
            "n": 55
          },
          "perplexity": {
            "k": 1,
            "n": 55
          }
        }
      },
      "questions": 55,
      "failedCalls": 1,
      "runs": [
        {
          "arm": "v4",
          "run": 1,
          "byEngine": {
            "openai": {
              "k": 11,
              "n": 55
            },
            "anthropic": {
              "k": 0,
              "n": 55
            },
            "google": {
              "k": 5,
              "n": 55
            },
            "perplexity": {
              "k": 0,
              "n": 55
            }
          }
        },
        {
          "arm": "v5",
          "run": 2,
          "byEngine": {
            "openai": {
              "k": 10,
              "n": 55
            },
            "anthropic": {
              "k": 1,
              "n": 55
            },
            "google": {
              "k": 9,
              "n": 55
            },
            "perplexity": {
              "k": 0,
              "n": 55
            }
          }
        },
        {
          "arm": "v5",
          "run": 3,
          "byEngine": {
            "openai": {
              "k": 7,
              "n": 55
            },
            "anthropic": {
              "k": 2,
              "n": 55
            },
            "google": {
              "k": 2,
              "n": 54
            },
            "perplexity": {
              "k": 1,
              "n": 55
            }
          }
        },
        {
          "arm": "v4",
          "run": 4,
          "byEngine": {
            "openai": {
              "k": 9,
              "n": 55
            },
            "anthropic": {
              "k": 1,
              "n": 55
            },
            "google": {
              "k": 3,
              "n": 55
            },
            "perplexity": {
              "k": 1,
              "n": 55
            }
          }
        },
        {
          "arm": "v4",
          "run": 5,
          "byEngine": {
            "openai": {
              "k": 8,
              "n": 55
            },
            "anthropic": {
              "k": 2,
              "n": 55
            },
            "google": {
              "k": 3,
              "n": 55
            },
            "perplexity": {
              "k": 0,
              "n": 55
            }
          }
        },
        {
          "arm": "v5",
          "run": 6,
          "byEngine": {
            "openai": {
              "k": 11,
              "n": 55
            },
            "anthropic": {
              "k": 1,
              "n": 55
            },
            "google": {
              "k": 8,
              "n": 55
            },
            "perplexity": {
              "k": 1,
              "n": 55
            }
          }
        }
      ],
      "offsetsV5minusV4": {
        "openai": {
          "pairedQuestions": 55,
          "offset": 0,
          "ci95": [
            -0.0424,
            0.0424
          ]
        },
        "anthropic": {
          "pairedQuestions": 55,
          "offset": 0.0061,
          "ci95": [
            -0.0121,
            0.0242
          ]
        },
        "google": {
          "pairedQuestions": 55,
          "offset": 0.0485,
          "ci95": [
            -0.0061,
            0.103
          ]
        },
        "perplexity": {
          "pairedQuestions": 55,
          "offset": 0.0061,
          "ci95": [
            0,
            0.0182
          ]
        },
        "all": {
          "pairedQuestions": 220,
          "offset": 0.0152,
          "ci95": [
            -0.0045,
            0.0333
          ]
        }
      },
      "negativeControl": {
        "engine": "openai",
        "holds": true
      },
      "verdict": "VALID — the ChatGPT control is consistent with zero; offsets may be applied",
      "meteredCostUsd": 36.17
    }
  }
}