{
 "study": "h2-truth",
 "run_id": "20261031T220208Z",
 "date": "2026-10-31",
 "prereg": {
  "path": "PREREG.txt",
  "sha256": "bff18a49df2fb811b8d8039a83d150a5a9d202a5e355ed8a4b79d5738c10f705",
  "anchors": [
   "sidecar",
   "lock"
  ],
  "plan_sha256": "76393962abab4576b991da0082fd66316b78ddcd9620080a11c4fc247ae73763",
  "locked_at": "2026-10-31T22:02:07+00:00"
 },
 "hashes": {
  "truth_treatments.json": "b2288c75d16d10ae1c58e981204e29ede61450c9e957c5b49c6dcb65084df179",
  "units.py": "f5be9bb9a32f93caa82d6896fe22ce2eef77659de2b07d25607fcc9088513f30",
  "chcore.py": "60e8e9f5432767231f280bef7f2e756de1c086cbdd31f54f706173962650e936",
  "truth.py": "823f524da0af448c20e73c9b9079b93cc9732e4823f0eecccc58b57a02671c32"
 },
 "analysis": {
  "n_train": 17079,
  "n_test": 9960,
  "papers_test": 19,
  "theta": {
   "payoff": [
    -1.615384615384615
   ],
   "lc": [
    -0.03822990610947018,
    -0.36770781198021996,
    0.9186744113929294,
    -3.9475424473760605
   ],
   "conv": [
    0.3216972601369077,
    -0.8871450748205543,
    0.9599465101232934,
    -0.6142974457825562,
    0.6701639042995955
   ],
   "rep": [
    -0.16321818476580408,
    -0.5831530703427525,
    0.8936268060993968,
    -2.226946854719723,
    -0.449714607596443
   ],
   "norm": [
    -0.07288983916695127,
    -0.6566915248498573,
    0.9244629838178737,
    -2.6562109455497227,
    -1.2246589304231952
   ],
   "full": [
    -0.01963574933406425,
    -0.026016148843051617,
    0.8941107962081638,
    -2.5727319800622617,
    -0.560687533145241,
    -1.9104940238712844
   ]
  },
  "loss": {
   "payoff": 1.2488235200051845,
   "lc": 1.2514700695829408,
   "conv": 1.2490924513841708,
   "rep": 1.2483589278440341,
   "norm": 1.2518679799465096,
   "full": 1.2492723671375014,
   "truth": 1.3201741049568023,
   "climatology": 1.2519170588764077
  },
  "gain_over_truth": {
   "payoff": 0.07135058495161783,
   "lc": 0.06870403537386136,
   "conv": 0.07108165357263134,
   "rep": 0.07181517711276822,
   "norm": 0.0683061250102926,
   "full": 0.07090173781930079,
   "truth": 0.0,
   "climatology": 0.06825704608039446
  },
  "best": "rep",
  "best_gain": 0.07181517711276822,
  "rep_minus_lc": 0.0031111417389068714,
  "full_minus_lc": 0.0021977024454394355,
  "clim_minus_best": -0.003558131032373769,
  "p_vs_lc": {
   "conv": 0.8348330333933214,
   "rep": 0.4003199360127974,
   "norm": 0.8066386722655469,
   "full": 0.7548490301939612,
   "payoff": 0.8270345930813837,
   "climatology": 0.9624075184963007
  },
  "bh_vs_lc": {
   "conv": false,
   "rep": false,
   "norm": false,
   "full": false,
   "payoff": false,
   "climatology": false
  },
  "ci_vs_lc": {
   "rep": [
    -0.0008877953787843111,
    0.008270714223058705
   ],
   "full": [
    -0.007775490011839278,
    0.011855630915375776
   ]
  },
  "three_part_test": {
   "honest": 0.45041673754039796,
   "maxim": 0.25939785677836363,
   "partial": 0.2901854056812384
  },
  "three_part_train": {
   "honest": 0.42045041772611697,
   "maxim": 0.2426443879404286,
   "partial": 0.3369051943334544
  },
  "three_part_model": {
   "payoff": {
    "honest": 0.6085363292765096,
    "maxim": 0.1596772025323852,
    "partial": 0.23178646819110524
   },
   "lc": {
    "honest": 0.493705184342871,
    "maxim": 0.29046619984132505,
    "partial": 0.21582861581580393
   },
   "conv": {
    "honest": 0.36464293727166996,
    "maxim": 0.3152267841668653,
    "partial": 0.3201302785614648
   },
   "rep": {
    "honest": 0.45313230089208856,
    "maxim": 0.30358440067028764,
    "partial": 0.24328329843762372
   },
   "norm": {
    "honest": 0.4619843047192264,
    "maxim": 0.2894872449864815,
    "partial": 0.24852845029429213
   },
   "full": {
    "honest": 0.5861640563786936,
    "maxim": 0.2708352049119067,
    "partial": 0.1430007387093996
   }
  },
  "mae3": {
   "payoff": 0.16048045480893536,
   "lc": 0.11614668876050227,
   "conv": 0.12356925794424077,
   "rep": 0.10975488448612777,
   "norm": 0.10863952309004826,
   "full": 0.14682010570896384
  },
  "eta": {
   "lc": 0.9186744113929294,
   "conv": 0.9599465101232934,
   "rep": 0.8936268060993968,
   "norm": 0.9244629838178737,
   "full": 0.8941107962081638
  },
  "outlier": [
   {
    "paper": "Effron et al. 2015",
    "n": 2151,
    "full_minus_lc": 0.02141079130476197,
    "best_minus_truth": -0.017996442327264058
   },
   {
    "paper": "Pascual-Ezama et al. 2014",
    "n": 1440,
    "full_minus_lc": 0.01483284406582175,
    "best_minus_truth": -0.026293254647389297
   },
   {
    "paper": "Gächter & Schulz 2016",
    "n": 2568,
    "full_minus_lc": -0.008149903504916595,
    "best_minus_truth": 0.1020388328567206
   },
   {
    "paper": "Fischbacher & Föllmi-Heusi 2013",
    "n": 1031,
    "full_minus_lc": -0.006863441298039382,
    "best_minus_truth": 0.16454530904619882
   },
   {
    "paper": "Dai et al. 2018",
    "n": 384,
    "full_minus_lc": -0.013044597540813144,
    "best_minus_truth": 0.1836709132853321
   },
   {
    "paper": "Ploner & Regner 2013",
    "n": 128,
    "full_minus_lc": -0.030315286006133424,
    "best_minus_truth": 0.27749866309018506
   }
  ],
  "without_top_paper": {
   "paper": "Effron et al. 2015",
   "full_minus_lc": -0.0030945698219960946
  },
  "sensitivity": {
   "no_handcoded": null,
   "students": {
    "n": 7109,
    "loss": {
     "lc": 1.4285144003508607,
     "rep": 1.4301419599343155,
     "full": 1.4338431700293568,
     "truth": 1.518790036775846,
     "climatology": 1.4240969860134924
    }
   },
   "general": {
    "n": 2851,
    "loss": {
     "lc": 0.8066945478162041,
     "rep": 0.810669737547925,
     "full": 0.8067260395319177,
     "truth": 0.8249230845072817,
     "climatology": 0.8262051708621796
    }
   }
  },
  "plant": {
   "true": [
    0.6,
    -0.7,
    0.9,
    -3.0,
    0.2
   ],
   "fit": [
    0.8249186512070636,
    -0.4597326661826135,
    0.8626129822003004,
    -2.4055406787052833,
    -0.5571986120513761
   ],
   "rep_minus_lc": -0.0003326921092878595,
   "rep_minus_conv": 0.00045904099021579193
  },
  "std_report_mean_252": 0.2871197864413874,
  "ffh_baseline_top": [
   38,
   44,
   64,
   76,
   171,
   219
  ],
  "gachter_range": {
   "n": 23,
   "min": 0.18309859154929584,
   "max": 0.582857142857143,
   "sd": 0.10129735172471782
  }
 },
 "controls": {
  "SHUF": {
   "n": 300,
   "usable": true,
   "mean": -0.11230341952394085,
   "q95": -0.08610805004320343,
   "q05": -0.1421825073997562,
   "p_ge": 0.0033222591362126247,
   "compare": "analysis.best_gain",
   "description": "report labels shuffled within held-out treatment"
  }
 },
 "timing_s": {
  "analysis": 369.8140336000015,
  "SHUF": 0.4097271999999066
 },
 "verdicts": {
  "PLANT": {
   "verdict": "FAIL",
   "rules": [
    {
     "rule": "analysis.plant.rep_minus_lc > 0",
     "left": -0.0003326921092878595,
     "right": 0,
     "holds": false
    },
    {
     "rule": "analysis.plant.rep_minus_conv > 0",
     "left": 0.00045904099021579193,
     "right": 0,
     "holds": true
    }
   ]
  },
  "BEATS_SHUFFLE": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.best_gain > controls.SHUF.q95",
     "left": 0.07181517711276822,
     "right": -0.08610805004320343,
     "holds": true
    }
   ]
  },
  "PAYOFF_BELOW_TRUTH": {
   "verdict": "FAIL",
   "rules": [
    {
     "rule": "analysis.gain_over_truth.payoff < 0",
     "left": 0.07135058495161783,
     "right": 0,
     "holds": false
    }
   ]
  },
  "REP_OVER_LC": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.rep_minus_lc > 0",
     "left": 0.0031111417389068714,
     "right": 0,
     "holds": true
    }
   ]
  },
  "FULL_OVER_LC": {
   "verdict": "PASS",
   "rules": [
    {
     "rule": "analysis.full_minus_lc > 0",
     "left": 0.0021977024454394355,
     "right": 0,
     "holds": true
    }
   ]
  },
  "CLIM_ABOVE": {
   "verdict": "FAIL",
   "rules": [
    {
     "rule": "analysis.clim_minus_best > 0",
     "left": -0.003558131032373769,
     "right": 0,
     "holds": false
    }
   ]
  }
 },
 "reproduce": null,
 "status": "scored"
}