{
 "study": "human-a-value",
 "run_id": "20261031T080226Z",
 "date": "2026-10-31",
 "prereg": {
  "path": "PREREG.txt",
  "sha256": "cecb9ceb76ab37020c14039391fd85eece47333c4b75a2cf3f87cd0a6133103a",
  "anchors": [
   "sidecar",
   "lock"
  ],
  "plan_sha256": "b8e125eabcc4160e6dad5de3d90207cbae261b9a0779fb1f56dd6ded054fba32",
  "locked_at": "2026-10-31T08:02:18+00:00"
 },
 "hashes": {
  "c13k_selections.csv": "e21941718b83fd97a5997545489a66ce27bec3b3f62700a0774fb5f997fea5c7",
  "c13k_problems.json": "c6bdb0ae7e0d0ca127b649b4996a7a49b3d0c4c43e5f9a851677fe4527276632",
  "a_value.py": "995fa9a9c8c8fbd942908952eeb69966a071211ae8bf17978c42011d81b9f5dd"
 },
 "analysis": {
  "desc": {
   "n_rows": 1928,
   "n_problems": 1928,
   "p_sum_ok": 1.0,
   "key_match": 1.0,
   "phi": 5.702338542492877,
   "models": {
    "EV": {
     "k": 2,
     "cv_r2": 0.37303071581688874,
     "in_r2": 0.3754523703486863,
     "ll": -13843.032962719484,
     "cv_ll_per_trial": -0.08758373679153106,
     "theta": [
      0.012844303100049158,
      0.05739344496295161
     ],
     "bic_q": 4870.341074225479
    },
    "CPT": {
     "k": 6,
     "cv_r2": 0.6279975703659333,
     "in_r2": 0.63042495423361,
     "ll": -10242.470080603884,
     "cv_ll_per_trial": -0.06487007843119592,
     "theta": [
      0.06879179521365468,
      -1.309987320691047,
      -0.2875431355431046,
      0.15168433487199356,
      -0.24389741522011799,
      -0.566367943616209
     ],
     "bic_q": 3637.760735922338
    },
    "FLEX": {
     "k": 9,
     "cv_r2": 0.6446569772359572,
     "in_r2": 0.6479490283499312,
     "ll": -9983.093374350989,
     "cv_ll_per_trial": -0.06332282421048865,
     "theta": [
      0.035207601856196605,
      -1.1138565233931799,
      -0.3672121559880134,
      -0.3236081100997996,
      -0.024925592427526285,
      -0.24487246419217168,
      -0.14495925205027743,
      -0.6359704017112414,
      0.0005609544406566876
     ],
     "bic_q": 3569.481403890455
    },
    "CPT+H": {
     "k": 7,
     "cv_r2": 0.6276067336595634,
     "in_r2": 0.63043905544628,
     "ll": -10242.06129416147,
     "cv_ll_per_trial": -0.06490498942695608,
     "theta": [
      0.06439595673820975,
      -1.3085308757484562,
      -0.2880380481192851,
      0.15106032868764255,
      -0.24624845133755016,
      -0.5642567788740804,
      0.00697257273842916
     ],
     "bic_q": 3645.1815993806213
    },
    "CPT+T": {
     "k": 7,
     "cv_r2": 0.6277925410293008,
     "in_r2": 0.6305055251019007,
     "ll": -10241.388171081599,
     "cv_ll_per_trial": -0.0648924231927059,
     "theta": [
      0.0683044476566289,
      -1.34063677948346,
      -0.27813193030134187,
      0.15130056048629242,
      -0.24478278980113252,
      -0.5664715755791117,
      -0.047008668331456394
     ],
     "bic_q": 3644.9455127032497
    },
    "CPT+D": {
     "k": 8,
     "cv_r2": 0.6339048386751934,
     "in_r2": 0.6363337456992455,
     "ll": -10137.12559985775,
     "cv_ll_per_trial": -0.06420400763155791,
     "theta": [
      0.06583621421546193,
      -1.407223420479872,
      -0.578754910746995,
      0.29233048806223294,
      -0.6342645037852674,
      -0.8365362668893187,
      0.6208198965112585,
      0.018594119506240764
     ],
     "bic_q": 3615.941395775843
    },
    "COMB": {
     "k": 10,
     "cv_r2": 0.6336564206388505,
     "in_r2": 0.6367701934479584,
     "ll": -10128.76784543486,
     "cv_ll_per_trial": -0.06421614701760517,
     "theta": [
      0.047586014736215675,
      -1.3742158660190666,
      -0.604078154685919,
      0.28370416259822767,
      -0.6784337420704287,
      -0.8278172625313537,
      0.03383564355732137,
      0.02183759763744979,
      0.6337114939651071,
      0.023020899456500776
     ],
     "bic_q": 3628.1385299584367
    },
    "GBM": {
     "cv_r2": 0.7354524838445788
    }
   },
   "ceiling_r2": 0.8248672989524486,
   "perm": {
    "entropy": {
     "dev_gain": 0.6762134922319092,
     "p": 0.7661691542288557
    },
    "threat": {
     "dev_gain": 0.48089054733281955,
     "p": 0.7512437810945274
    },
    "drive": {
     "dev_gain": 6.3828488942817785,
     "p": 0.5472636815920398
    }
   },
   "joint_dev_gain": 7.622505725710653,
   "d_cv_comb_cpt": 0.005658850272917237,
   "d_cv_flex_cpt": 0.016659406870023874,
   "d_cv_comb_flex": -0.011000556597106637,
   "d_bic_comb_cpt": -9.622205963901251,
   "d_bic_comb_flex": 58.65712606798161,
   "cpt": {
    "tau": 0.2698234775382323,
    "alpha": 0.7501042099206418,
    "lambda": 1.1637928096370231,
    "gamma_gain": 0.7835680122920744,
    "gamma_loss": 0.5675831936582494,
    "intercept": 0.06879179521365468
   },
   "lambda_ci": [
    1.0548612671323396,
    1.2968687057771313
   ],
   "lambda_boot_median": 1.1723511567331206
  },
  "fb": {
   "n_rows": 9831,
   "n_problems": 9831,
   "p_sum_ok": 1.0,
   "key_match": 1.0,
   "phi": 7.583824443894012,
   "models": {
    "EV": {
     "k": 2,
     "cv_r2": 0.46372756990578956,
     "in_r2": 0.46387766256338725,
     "ll": -73742.13047617214,
     "cv_ll_per_trial": -0.08963660327871857,
     "theta": [
      0.040987058168736615,
      0.24319526477275624
     ],
     "bic_q": 19465.601126368438
    },
    "CPT": {
     "k": 6,
     "cv_r2": 0.5842873563603063,
     "in_r2": 0.5847506155051974,
     "ll": -63287.128741479566,
     "cv_ll_per_trial": -0.07696448938497728,
     "theta": [
      0.09083297681073926,
      -1.2577493829271322,
      -0.23450760178642743,
      -0.11752607119358345,
      -0.1354665832042601,
      -0.19969258164691445
     ],
     "bic_q": 16745.18977557604
    },
    "FLEX": {
     "k": 9,
     "cv_r2": 0.5961800613854729,
     "in_r2": 0.5966936036794595,
     "ll": -62173.89753289352,
     "cv_ll_per_trial": -0.07561743614161616,
     "theta": [
      0.05447766497248926,
      -1.1961875535641122,
      -0.2712405425452218,
      -0.21103202804358817,
      -0.06809117936499903,
      -0.14646799658431553,
      -0.09688493498413583,
      -0.33653586522697404,
      0.17609548361271668
     ],
     "bic_q": 16479.189236567385
    },
    "CPT+H": {
     "k": 7,
     "cv_r2": 0.5873676818832294,
     "in_r2": 0.5878986254097642,
     "ll": -63009.18043659666,
     "cv_ll_per_trial": -0.07663460264984251,
     "theta": [
      0.042640681662916985,
      -1.2516338906374465,
      -0.23982832138050084,
      -0.09403096704148262,
      -0.14771118696599442,
      -0.2114739905319115,
      0.07650052601815047
     ],
     "bic_q": 16681.08277113351
    },
    "CPT+T": {
     "k": 7,
     "cv_r2": 0.5852124739153454,
     "in_r2": 0.5857210901698274,
     "ll": -63174.25914077329,
     "cv_ll_per_trial": -0.07683215132483123,
     "theta": [
      0.08847025344071595,
      -1.3775230782517711,
      -0.20097456087948729,
      -0.11368865736359919,
      -0.13108275378868844,
      -0.20057672039362412,
      -0.19205943866460684
     ],
     "bic_q": 16724.617192426595
    },
    "CPT+D": {
     "k": 8,
     "cv_r2": 0.5927041615105912,
     "in_r2": 0.5931667872895259,
     "ll": -62391.058530414404,
     "cv_ll_per_trial": -0.07587613263612984,
     "theta": [
      0.07944307998615663,
      -1.199760473641699,
      -0.8893357250829933,
      -0.03517473934014294,
      -0.44530662362277174,
      -0.9842828823016085,
      0.9988700890873038,
      -0.04739828087334279
     ],
     "bic_q": 16527.265461866293
    },
    "COMB": {
     "k": 10,
     "cv_r2": 0.5970657838579824,
     "in_r2": 0.5977330144462727,
     "ll": -61993.57695085458,
     "cv_ll_per_trial": -0.07541532068684324,
     "theta": [
      0.02367535908695866,
      -1.824444690235282,
      -0.6298231897670474,
      -0.0943115657832268,
      -0.8541720734115232,
      -1.3023734796576747,
      0.1015779794627304,
      -0.3093064735131949,
      1.0472681913620119,
      -0.06132569612556442
     ],
     "bic_q": 16440.82853560702
    },
    "GBM": {
     "cv_r2": 0.8054279419407824
    }
   },
   "ceiling_r2": 0.8630686997337869,
   "perm": {
    "entropy": {
     "dev_gain": 475.0047371116234,
     "p": 0.004975124378109453
    },
    "threat": {
     "dev_gain": 59.49600472918246,
     "p": 0.004975124378109453
    },
    "drive": {
     "dev_gain": 25.528741136775352,
     "p": 0.22885572139303484
    }
   },
   "joint_dev_gain": 599.2221521182219,
   "d_cv_comb_cpt": 0.012778427497676104,
   "d_cv_flex_cpt": 0.011892705025166594,
   "d_cv_comb_flex": 0.0008857224725095092,
   "d_bic_comb_cpt": -304.36123996902097,
   "d_bic_comb_flex": -38.36070096036565,
   "cpt": {
    "tau": 0.28429314202698225,
    "alpha": 0.7909602211578508,
    "lambda": 0.8891173310942184,
    "gamma_gain": 0.8733083456074838,
    "gamma_loss": 0.8189824846291806,
    "intercept": 0.09083297681073926
   },
   "lambda_ci": [
    0.860044060750304,
    0.9285075500582434
   ],
   "lambda_boot_median": 0.8887820673469087
  },
  "planted": {
   "rows": [
    {
     "truth": "CPT",
     "dbic_comb_minus_cpt": 26.58409735259292,
     "picked_right": true,
     "lam_hat": 1.6374369856516733,
     "beta_hat": -0.01801084775297157
    },
    {
     "truth": "CPT",
     "dbic_comb_minus_cpt": 27.421504013973873,
     "picked_right": true,
     "lam_hat": 1.5532080947167215,
     "beta_hat": 0.013037606388486733
    },
    {
     "truth": "CPT",
     "dbic_comb_minus_cpt": 20.113077880658302,
     "picked_right": true,
     "lam_hat": 1.5878078202202575,
     "beta_hat": -0.01085501790299028
    },
    {
     "truth": "COMB",
     "dbic_comb_minus_cpt": -268.56371339854957,
     "picked_right": true,
     "lam_hat": 1.63459035485867,
     "beta_hat": 0.2466199558492017
    },
    {
     "truth": "COMB",
     "dbic_comb_minus_cpt": -249.0889853380656,
     "picked_right": true,
     "lam_hat": 1.4569681543494324,
     "beta_hat": 0.23557363251570115
    },
    {
     "truth": "COMB",
     "dbic_comb_minus_cpt": -188.61247485179678,
     "picked_right": true,
     "lam_hat": 1.5669419391706403,
     "beta_hat": 0.2060038788156821
    }
   ],
   "selection_correct": 1.0,
   "lam_recovered": 1.0
  },
  "bh": {
   "desc.entropy": 0.7661691542288557,
   "desc.threat": 0.7661691542288557,
   "desc.drive": 0.7661691542288557,
   "fb.entropy": 0.014925373134328358,
   "fb.threat": 0.014925373134328358,
   "fb.drive": 0.4577114427860696
  },
  "raw_p": {
   "desc.entropy": 0.7661691542288557,
   "desc.threat": 0.7512437810945274,
   "desc.drive": 0.5472636815920398,
   "fb.entropy": 0.004975124378109453,
   "fb.threat": 0.004975124378109453,
   "fb.drive": 0.22885572139303484
  },
  "joint_gain_desc": 7.622505725710653,
  "min_bh_desc": 0.7661691542288557,
  "min_bh_fb": 0.014925373134328358,
  "d_cv_comb_cpt_desc": 0.005658850272917237,
  "d_cv_comb_flex_desc": -0.011000556597106637,
  "d_cv_comb_cpt_fb": 0.012778427497676104,
  "d_cv_comb_flex_fb": 0.0008857224725095092,
  "d_bic_comb_cpt_desc": -9.622205963901251,
  "d_bic_comb_flex_desc": 58.65712606798161,
  "d_bic_comb_cpt_fb": -304.36123996902097,
  "d_bic_comb_flex_fb": -38.36070096036565,
  "lambda_low_desc": 1.0548612671323396,
  "lambda_high_desc": 1.2968687057771313,
  "planted_selection": 1.0,
  "planted_lambda": 1.0,
  "key_match_min": 1.0
 },
 "controls": {
  "C_perm": {
   "n": 200,
   "usable": true,
   "mean": 20.900535916521914,
   "q95": 52.04153331538109,
   "q05": 3.8761755238607294,
   "p_ge": 0.8159203980099502,
   "compare": "analysis.joint_gain_desc",
   "description": "added terms permuted across problems, CPT fixed"
  },
  "C_cpt_sim": {
   "n": 100,
   "usable": true,
   "mean": 23.985722688396052,
   "q95": 58.869920550037925,
   "q05": 3.758312924625352,
   "p_ge": 0.8910891089108911,
   "compare": "analysis.joint_gain_desc",
   "description": "outcomes simulated from fitted CPT at matched dispersion"
  }
 },
 "timing_s": {
  "analysis": 641.3995644000242,
  "C_perm": 0.4959953000070527,
  "C_cpt_sim": 0.28700800001388416
 },
 "verdicts": {
  "PLANTED_GATE": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.planted_selection > 0.8",
     "left": 1.0,
     "right": 0.8,
     "holds": true
    },
    {
     "rule": "analysis.planted_lambda > 0.6",
     "left": 1.0,
     "right": 0.6,
     "holds": true
    },
    {
     "rule": "analysis.key_match_min > 0.999",
     "left": 1.0,
     "right": 0.999,
     "holds": true
    }
   ]
  },
  "COMBINED_BEATS_CPT_DESC": {
   "verdict": "FAIL",
   "rules": [
    {
     "rule": "analysis.d_cv_comb_cpt_desc >= 0.005",
     "left": 0.005658850272917237,
     "right": 0.005,
     "holds": true
    },
    {
     "rule": "analysis.d_bic_comb_cpt_desc < -10",
     "left": -9.622205963901251,
     "right": -10,
     "holds": false
    },
    {
     "rule": "analysis.min_bh_desc < 0.05",
     "left": 0.7661691542288557,
     "right": 0.05,
     "holds": false
    },
    {
     "rule": "analysis.joint_gain_desc > controls.C_perm.q95",
     "left": 7.622505725710653,
     "right": 52.04153331538109,
     "holds": false
    },
    {
     "rule": "analysis.joint_gain_desc > controls.C_cpt_sim.q95",
     "left": 7.622505725710653,
     "right": 58.869920550037925,
     "holds": false
    }
   ]
  },
  "COMBINED_BEATS_FLEX_DESC": {
   "verdict": "FAIL",
   "rules": [
    {
     "rule": "analysis.d_cv_comb_flex_desc >= 0.005",
     "left": -0.011000556597106637,
     "right": 0.005,
     "holds": false
    },
    {
     "rule": "analysis.d_bic_comb_flex_desc < -10",
     "left": 58.65712606798161,
     "right": -10,
     "holds": false
    }
   ]
  },
  "COMBINED_BEATS_CPT_FB": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.d_cv_comb_cpt_fb >= 0.005",
     "left": 0.012778427497676104,
     "right": 0.005,
     "holds": true
    },
    {
     "rule": "analysis.d_bic_comb_cpt_fb < -10",
     "left": -304.36123996902097,
     "right": -10,
     "holds": true
    },
    {
     "rule": "analysis.min_bh_fb < 0.05",
     "left": 0.014925373134328358,
     "right": 0.05,
     "holds": true
    }
   ]
  },
  "COMBINED_BEATS_FLEX_FB": {
   "verdict": "FAIL",
   "rules": [
    {
     "rule": "analysis.d_cv_comb_flex_fb >= 0.005",
     "left": 0.0008857224725095092,
     "right": 0.005,
     "holds": false
    },
    {
     "rule": "analysis.d_bic_comb_flex_fb < -10",
     "left": -38.36070096036565,
     "right": -10,
     "holds": true
    }
   ]
  },
  "LAMBDA_ABOVE_ONE": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.lambda_low_desc > 1",
     "left": 1.0548612671323396,
     "right": 1,
     "holds": true
    }
   ]
  },
  "LAMBDA_BELOW_225": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.lambda_high_desc < 2.25",
     "left": 1.2968687057771313,
     "right": 2.25,
     "holds": true
    }
   ]
  }
 },
 "reproduce": null,
 "status": "scored"
}