{
  "contrasts": [
    {
      "model": "all_ordinal",
      "contrast": "Codex - Claude",
      "log_odds": 1.379374652317017,
      "se": 0.09459484870119401,
      "odds_ratio": 3.9724167090218927,
      "ci_low": 3.288395375280047,
      "ci_high": 4.798721780458791,
      "p": 5.1190730719563225e-22,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 1.5357219215868968e-21
    },
    {
      "model": "all_ordinal",
      "contrast": "Gemini - Claude",
      "log_odds": 0.6594624770941419,
      "se": 0.08158638749213105,
      "odds_ratio": 1.9337526186647578,
      "ci_low": 1.6429196467080485,
      "ci_high": 2.2760694338798118,
      "p": 2.301827148940477e-11,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 2.301827148940477e-11
    },
    {
      "model": "all_ordinal",
      "contrast": "Codex - Gemini",
      "log_odds": 0.7199121752228751,
      "se": 0.08223266708825304,
      "odds_ratio": 2.0542527884279314,
      "ci_low": 1.7430449195872055,
      "ci_high": 2.421024536627155,
      "p": 1.5193528762022834e-12,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 3.038705752404567e-12
    },
    {
      "model": "ethical_principles",
      "contrast": "Codex - Claude",
      "log_odds": 1.4272419378787309,
      "se": 0.11251587287724449,
      "odds_ratio": 4.167189958851519,
      "ci_low": 3.3283132430772167,
      "ci_high": 5.217499341227134,
      "p": 3.9913543289339257e-19,
      "documents": 65,
      "fields": 10,
      "ratings": 1950,
      "p_holm": 1.1974062986801777e-18
    },
    {
      "model": "ethical_principles",
      "contrast": "Gemini - Claude",
      "log_odds": 0.6211790896514675,
      "se": 0.0905054360862385,
      "odds_ratio": 1.8611211773609162,
      "ci_low": 1.553287567581492,
      "ci_high": 2.22996186225482,
      "p": 3.228474805772516e-09,
      "documents": 65,
      "fields": 10,
      "ratings": 1950,
      "p_holm": 3.228474805772516e-09
    },
    {
      "model": "ethical_principles",
      "contrast": "Codex - Gemini",
      "log_odds": 0.8060628482272634,
      "se": 0.09622252898951979,
      "odds_ratio": 2.2390750315144046,
      "ci_low": 1.8475053112213928,
      "ci_high": 2.7136360400700634,
      "p": 6.987498510230628e-12,
      "documents": 65,
      "fields": 10,
      "ratings": 1950,
      "p_holm": 1.3974997020461256e-11
    },
    {
      "model": "without_COR",
      "contrast": "Codex - Claude",
      "log_odds": 1.333236070444427,
      "se": 0.10123293913615448,
      "odds_ratio": 3.793298929527789,
      "ci_low": 3.0965117855862143,
      "ci_high": 4.646879380771549,
      "p": 1.6943261048804518e-18,
      "documents": 55,
      "fields": 29,
      "ratings": 4401,
      "p_holm": 5.082978314641356e-18
    },
    {
      "model": "without_COR",
      "contrast": "Gemini - Claude",
      "log_odds": 0.564237545476313,
      "se": 0.08462036857034373,
      "odds_ratio": 1.758106795086696,
      "ci_low": 1.4837666985563183,
      "ci_high": 2.0831708286332673,
      "p": 1.4254867568113996e-08,
      "documents": 55,
      "fields": 29,
      "ratings": 4401,
      "p_holm": 1.4254867568113996e-08
    },
    {
      "model": "without_COR",
      "contrast": "Codex - Gemini",
      "log_odds": 0.768998524968114,
      "se": 0.09401737663846779,
      "odds_ratio": 2.1576043845167745,
      "ci_low": 1.7869406683651292,
      "ci_high": 2.6051545876702775,
      "p": 5.0718525081594287e-11,
      "documents": 55,
      "fields": 29,
      "ratings": 4401,
      "p_holm": 1.0143705016318857e-10
    },
    {
      "model": "without_FRM",
      "contrast": "Codex - Claude",
      "log_odds": 1.6524410239935934,
      "se": 0.09276214783663725,
      "odds_ratio": 5.219705715652665,
      "ci_low": 4.333173382608945,
      "ci_high": 6.287615415382493,
      "p": 8.646078110156495e-24,
      "documents": 53,
      "fields": 27,
      "ratings": 4176,
      "p_holm": 2.5938234330469485e-23
    },
    {
      "model": "without_FRM",
      "contrast": "Gemini - Claude",
      "log_odds": 0.7872680249825524,
      "se": 0.10455894618574109,
      "odds_ratio": 2.197385017514063,
      "ci_low": 1.7814990087996223,
      "ci_high": 2.710358462926528,
      "p": 7.096198985064556e-10,
      "documents": 53,
      "fields": 27,
      "ratings": 4176,
      "p_holm": 7.096198985064556e-10
    },
    {
      "model": "without_FRM",
      "contrast": "Codex - Gemini",
      "log_odds": 0.8651729990110409,
      "se": 0.09044614901150598,
      "odds_ratio": 2.375416995223624,
      "ci_low": 1.9811540393380638,
      "ci_high": 2.8481409265291244,
      "p": 4.709391052341755e-13,
      "documents": 53,
      "fields": 27,
      "ratings": 4176,
      "p_holm": 9.41878210468351e-13
    },
    {
      "model": "without_GOV",
      "contrast": "Codex - Claude",
      "log_odds": 1.3591226948903388,
      "se": 0.10022813385589197,
      "odds_ratio": 3.8927766504453047,
      "ci_low": 3.182626244578639,
      "ci_high": 4.761385373499435,
      "p": 3.3012618987309542e-18,
      "documents": 50,
      "fields": 29,
      "ratings": 4011,
      "p_holm": 9.903785696192862e-18
    },
    {
      "model": "without_GOV",
      "contrast": "Gemini - Claude",
      "log_odds": 0.6036476627821808,
      "se": 0.09028162558795862,
      "odds_ratio": 1.8287774121255285,
      "ci_low": 1.5253439774873208,
      "ci_high": 2.192572214832339,
      "p": 2.0319085460354392e-08,
      "documents": 50,
      "fields": 29,
      "ratings": 4011,
      "p_holm": 2.0319085460354392e-08
    },
    {
      "model": "without_GOV",
      "contrast": "Codex - Gemini",
      "log_odds": 0.7554750321081579,
      "se": 0.09615559502239837,
      "odds_ratio": 2.1286224472342195,
      "ci_low": 1.7546038929837167,
      "ci_high": 2.5823683288222625,
      "p": 3.1649151246927694e-10,
      "documents": 50,
      "fields": 29,
      "ratings": 4011,
      "p_holm": 6.329830249385539e-10
    },
    {
      "model": "without_INS",
      "contrast": "Codex - Claude",
      "log_odds": 1.298277654754908,
      "se": 0.10268722027194764,
      "odds_ratio": 3.662982311262709,
      "ci_low": 2.9803010019476313,
      "ci_high": 4.50204170781917,
      "p": 3.416084400519547e-17,
      "documents": 51,
      "fields": 29,
      "ratings": 4089,
      "p_holm": 1.0248253201558642e-16
    },
    {
      "model": "without_INS",
      "contrast": "Gemini - Claude",
      "log_odds": 0.5951957621532369,
      "se": 0.08965080193515663,
      "odds_ratio": 1.813385902544324,
      "ci_low": 1.5145628159990225,
      "ci_high": 2.171166753078807,
      "p": 2.2032724396947063e-08,
      "documents": 51,
      "fields": 29,
      "ratings": 4089,
      "p_holm": 2.2032724396947063e-08
    },
    {
      "model": "without_INS",
      "contrast": "Codex - Gemini",
      "log_odds": 0.7030818926016711,
      "se": 0.09191099600245206,
      "odds_ratio": 2.019968450247272,
      "ci_low": 1.679461529827841,
      "ci_high": 2.429512357102117,
      "p": 5.812901625785725e-10,
      "documents": 51,
      "fields": 29,
      "ratings": 4089,
      "p_holm": 1.162580325157145e-09
    },
    {
      "model": "without_JRN",
      "contrast": "Codex - Claude",
      "log_odds": 1.3744141486160226,
      "se": 0.11229040250078058,
      "odds_ratio": 3.952760314350554,
      "ci_low": 3.1546332256852154,
      "ci_high": 4.952814791745227,
      "p": 1.1714478611978e-16,
      "documents": 51,
      "fields": 28,
      "ratings": 4047,
      "p_holm": 3.5143435835934003e-16
    },
    {
      "model": "without_JRN",
      "contrast": "Gemini - Claude",
      "log_odds": 0.8145740036380907,
      "se": 0.08989408077609053,
      "odds_ratio": 2.258213476692842,
      "ci_low": 1.8851670328606351,
      "ci_high": 2.705080248819611,
      "p": 3.97572243449075e-12,
      "documents": 51,
      "fields": 28,
      "ratings": 4047,
      "p_holm": 7.9514448689815e-12
    },
    {
      "model": "without_JRN",
      "contrast": "Codex - Gemini",
      "log_odds": 0.5598401449779319,
      "se": 0.07876921658729615,
      "odds_ratio": 1.7503926688717573,
      "ci_low": 1.4942546449225735,
      "ci_high": 2.050436654589588,
      "p": 4.076764060958128e-09,
      "documents": 51,
      "fields": 28,
      "ratings": 4047,
      "p_holm": 4.076764060958128e-09
    },
    {
      "model": "above_0",
      "contrast": "Codex - Claude",
      "log_odds": 0.5496141294016428,
      "se": 0.09773696774394511,
      "odds_ratio": 1.7325843355090143,
      "ci_low": 1.425271170374508,
      "ci_high": 2.1061595449674595,
      "p": 4.413690098138662e-07,
      "documents": 65,
      "fields": 24,
      "ratings": 4206,
      "p_holm": 1.3241070294415987e-06
    },
    {
      "model": "above_0",
      "contrast": "Gemini - Claude",
      "log_odds": 0.45887869035074086,
      "se": 0.1579522042461742,
      "odds_ratio": 1.5822987430339432,
      "ci_low": 1.1541139283619308,
      "ci_high": 2.169343295042225,
      "p": 0.005034473049003757,
      "documents": 65,
      "fields": 24,
      "ratings": 4206,
      "p_holm": 0.010068946098007514
    },
    {
      "model": "above_0",
      "contrast": "Codex - Gemini",
      "log_odds": 0.09073543905090192,
      "se": 0.13813264164653963,
      "odds_ratio": 1.094979278177842,
      "ci_low": 0.8309245891173788,
      "ci_high": 1.442946370033944,
      "p": 0.5136185545369294,
      "documents": 65,
      "fields": 24,
      "ratings": 4206,
      "p_holm": 0.5136185545369294
    },
    {
      "model": "above_1",
      "contrast": "Codex - Claude",
      "log_odds": 1.0282074886034176,
      "se": 0.10966513845652538,
      "odds_ratio": 2.7960493896284766,
      "ci_low": 2.2459445989330438,
      "ci_high": 3.4808927134514973,
      "p": 1.2546280623336261e-13,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 3.763884187000878e-13
    },
    {
      "model": "above_1",
      "contrast": "Gemini - Claude",
      "log_odds": 0.6470052625607305,
      "se": 0.11276339237087539,
      "odds_ratio": 1.9098128683268702,
      "ci_low": 1.5246036729608738,
      "ci_high": 2.392349734369629,
      "p": 2.8310927304532077e-07,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 5.662185460906415e-07
    },
    {
      "model": "above_1",
      "contrast": "Codex - Gemini",
      "log_odds": 0.38120222604268705,
      "se": 0.1229944262322688,
      "odds_ratio": 1.4640436432277324,
      "ci_low": 1.1451007374509778,
      "ci_high": 1.8718211587627178,
      "p": 0.0028813786572039115,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 0.0028813786572039115
    },
    {
      "model": "above_2",
      "contrast": "Codex - Claude",
      "log_odds": 1.614812983658311,
      "se": 0.11233862314682544,
      "odds_ratio": 5.026947714182871,
      "ci_low": 4.016419302260449,
      "ci_high": 6.29172439911995,
      "p": 1.03665196708828e-21,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 3.10995590126484e-21
    },
    {
      "model": "above_2",
      "contrast": "Gemini - Claude",
      "log_odds": 0.6736201825566102,
      "se": 0.0957412146759211,
      "odds_ratio": 1.9613248378080164,
      "ci_low": 1.6198849348610194,
      "ci_high": 2.3747335607715145,
      "p": 1.6095958203306995e-09,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 1.6095958203306995e-09
    },
    {
      "model": "above_2",
      "contrast": "Codex - Gemini",
      "log_odds": 0.9411928011017008,
      "se": 0.10513186259576936,
      "odds_ratio": 2.56303678884779,
      "ci_low": 2.077505222494649,
      "ci_high": 3.1620414282756926,
      "p": 6.846391117244307e-13,
      "documents": 65,
      "fields": 29,
      "ratings": 5181,
      "p_holm": 1.3692782234488614e-12
    },
    {
      "model": "above_3",
      "contrast": "Codex - Claude",
      "log_odds": 1.853851595549018,
      "se": 0.11565258888603483,
      "odds_ratio": 6.3843622090781835,
      "ci_low": 5.067304346531653,
      "ci_high": 8.043740424749531,
      "p": 4.323432930926496e-24,
      "documents": 65,
      "fields": 27,
      "ratings": 5109,
      "p_holm": 1.2970298792779488e-23
    },
    {
      "model": "above_3",
      "contrast": "Gemini - Claude",
      "log_odds": 0.9124348432259569,
      "se": 0.10820991396555517,
      "odds_ratio": 2.4903788393620645,
      "ci_low": 2.006236721296353,
      "ci_high": 3.0913534268951355,
      "p": 5.592353880463775e-12,
      "documents": 65,
      "fields": 27,
      "ratings": 5109,
      "p_holm": 5.592353880463775e-12
    },
    {
      "model": "above_3",
      "contrast": "Codex - Gemini",
      "log_odds": 0.9414167523230611,
      "se": 0.1065228584209354,
      "odds_ratio": 2.5636108483453075,
      "ci_low": 2.072204215599607,
      "ci_high": 3.1715506282048858,
      "p": 1.086802310375346e-12,
      "documents": 65,
      "fields": 27,
      "ratings": 5109,
      "p_holm": 2.173604620750692e-12
    },
    {
      "model": "above_4",
      "contrast": "Codex - Claude",
      "log_odds": 0.9453524204107036,
      "se": 0.19919152653362202,
      "odds_ratio": 2.573720250326541,
      "ci_low": 1.7287897564670305,
      "ci_high": 3.83160294776263,
      "p": 1.2070478732076052e-05,
      "documents": 65,
      "fields": 19,
      "ratings": 3552,
      "p_holm": 3.6211436196228154e-05
    },
    {
      "model": "above_4",
      "contrast": "Gemini - Claude",
      "log_odds": 0.2699545650128267,
      "se": 0.215832757122576,
      "odds_ratio": 1.309904933867315,
      "ci_low": 0.8511040122949767,
      "ci_high": 2.016029663804773,
      "p": 0.21557610666856417,
      "documents": 65,
      "fields": 19,
      "ratings": 3552,
      "p_holm": 0.21557610666856417
    },
    {
      "model": "above_4",
      "contrast": "Codex - Gemini",
      "log_odds": 0.6753978553978768,
      "se": 0.1802629647540778,
      "odds_ratio": 1.9648145325538884,
      "ci_low": 1.3706446616790906,
      "ci_high": 2.816555052719283,
      "p": 0.0003867966267800617,
      "documents": 65,
      "fields": 19,
      "ratings": 3552,
      "p_holm": 0.0007735932535601234
    }
  ],
  "diagnostics": [
    {
      "model": "all_ordinal",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 35,
      "covariance_rank": 35,
      "smallest_cov_eigenvalue": 0.00015774969186709627,
      "max_absolute_parameter": 5.38613788718312,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 8.640068008663638e-18,
      "sandwich_max_difference": 4.295175326518574e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "ethical_principles",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 16,
      "covariance_rank": 16,
      "smallest_cov_eigenvalue": 0.0007437373155553275,
      "max_absolute_parameter": 3.8656625982654456,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 1.0749236258934849e-17,
      "sandwich_max_difference": 1.5959455978986625e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "without_COR",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 35,
      "covariance_rank": 35,
      "smallest_cov_eigenvalue": 0.0001067196496657633,
      "max_absolute_parameter": 5.17718555018618,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 7.546796035428525e-18,
      "sandwich_max_difference": 5.7592819402429996e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "without_FRM",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 33,
      "covariance_rank": 33,
      "smallest_cov_eigenvalue": 0.00018070086809806227,
      "max_absolute_parameter": 6.150103947656452,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 6.093465451247267e-18,
      "sandwich_max_difference": 4.871103520542874e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "without_GOV",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 35,
      "covariance_rank": 35,
      "smallest_cov_eigenvalue": 0.0001501614592392729,
      "max_absolute_parameter": 5.180682250251609,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 1.07174857924423e-17,
      "sandwich_max_difference": 7.618905506490137e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "without_INS",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 35,
      "covariance_rank": 35,
      "smallest_cov_eigenvalue": 0.00011407610041409381,
      "max_absolute_parameter": 5.423740126209203,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 1.0578631392240664e-17,
      "sandwich_max_difference": 5.585809592645319e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "without_JRN",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 34,
      "covariance_rank": 34,
      "smallest_cov_eigenvalue": 0.00014102865305170537,
      "max_absolute_parameter": 5.366593655886791,
      "threshold": null,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 5.711599548479308e-18,
      "sandwich_max_difference": 6.482661629725328e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "above_0",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 26,
      "covariance_rank": 23,
      "smallest_cov_eigenvalue": -1.143355803459955e-14,
      "max_absolute_parameter": 7.142644151258511,
      "threshold": 0,
      "fields_excluded_for_no_binary_variation": [
        "cb_benefit_intensity_code",
        "cb_benefit_presence_strength_code",
        "cb_cost_intensity_code",
        "cb_cost_presence_strength_code",
        "eth_beneficence_eth_code"
      ],
      "max_average_score": 1.9295602258701603e-17,
      "sandwich_max_difference": 8.931744233109384e-14,
      "coder_covariance_rank": 2
    },
    {
      "model": "above_1",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 31,
      "covariance_rank": 30,
      "smallest_cov_eigenvalue": -3.668266906557964e-13,
      "max_absolute_parameter": 7.552367093744065,
      "threshold": 1,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 4.200033059767046e-17,
      "sandwich_max_difference": 1.5306644840507033e-12,
      "coder_covariance_rank": 2
    },
    {
      "model": "above_2",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 31,
      "covariance_rank": 31,
      "smallest_cov_eigenvalue": 0.0011357310360301605,
      "max_absolute_parameter": 5.111813895504899,
      "threshold": 2,
      "fields_excluded_for_no_binary_variation": [],
      "max_average_score": 1.3457248783335231e-17,
      "sandwich_max_difference": 7.931155732165962e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "above_3",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 29,
      "covariance_rank": 29,
      "smallest_cov_eigenvalue": 0.0011104048247526743,
      "max_absolute_parameter": 4.0725443633151865,
      "threshold": 3,
      "fields_excluded_for_no_binary_variation": [
        "detection_verification_presence_strength_code",
        "surveillance_monitoring_presence_strength_code"
      ],
      "max_average_score": 4.3896075743644865e-17,
      "sandwich_max_difference": 5.592748486549226e-15,
      "coder_covariance_rank": 2
    },
    {
      "model": "above_4",
      "converged": true,
      "iterations": 2,
      "warnings": [],
      "n_parameters": 21,
      "covariance_rank": 21,
      "smallest_cov_eigenvalue": 0.004076421807522495,
      "max_absolute_parameter": 4.643468389491005,
      "threshold": 4,
      "fields_excluded_for_no_binary_variation": [
        "detection_verification_presence_strength_code",
        "dppra_alignment_score_code",
        "dppra_p2_strength_code",
        "dppra_r_strength_code",
        "int_academic_intensity_code",
        "int_assessment_intensity_code",
        "int_data_prov_intensity_code",
        "int_epistemic_intensity_code",
        "int_research_intensity_code",
        "surveillance_monitoring_presence_strength_code"
      ],
      "max_average_score": 1.1127235269328709e-17,
      "sandwich_max_difference": 1.0380585280245214e-13,
      "coder_covariance_rank": 2
    }
  ]
}