{"about":"Lesson F6, overfitting and the held-out set. Computed by tools/school/fill_heldout.mjs from system/school/heldout.mjs, backprop.mjs and the attention lab's model.json. Do not edit by hand.","modelJsonSha256":"67600098679443bf87c78f0f3ef1a1399ae51642b3e9608517105d7831219d5e","poly":{"about":"Least-squares polynomials of degree 0 to 15 fitted to 16 noisy samples of sin(pi x) on [-1, 1] (Gaussian noise, sigma 0.2; x uniform; seed 21), scored by root-mean-square error on those points, on 500 held-out samples from the same source (seed 22), and against the noise-free curve on 401 grid points. Degree 15 has 16 coefficients for 16 points, so it passes through every one. Solved by Householder QR on the design matrix (ridge: QR on the matrix stacked over sqrt(lambda) times the identity, constant term unpenalised). 'residual' is the relative residual of the normal equations; 'rDiagRatio' is max|R_jj| / min|R_jj|, a lower bound on the condition number.","truth":"sin(pi x) on [-1, 1]","sigma":0.2,"nTrain":16,"nHeld":500,"trainSeed":21,"heldSeed":22,"maxDegree":15,"lambdas":[0,1e-8,0.000001,0.0001,0.01,1,100],"train":{"x":[-0.1354,-0.2352,0.7402,0.5526,0.2265,0.8321,0.6466,-0.538,-0.8044,0.7967,-0.633,-0.377,-0.2227,0.5067,0.8429,-0.7445],"y":[-0.4654,-0.484,0.4557,0.7903,0.894,0.1685,0.4099,-1.207,-0.5164,0.4385,-1.133,-1.096,-0.7117,1.201,0.3876,-0.491]},"held":{"x":[0.2437,-0.5894,-0.1093,-0.967,-0.6342,0.1041,0.5629,-0.7959,-0.9908,-0.07194,0.6327,-0.9096,-0.7443,-0.7571,-0.8924,-0.9251,-0.4779,-0.1663,0.7949,-0.4522,0.04812,-0.7567,-0.7797,0.5744,-0.2013,0.2303,-0.2116,0.6596,-0.711,0.1261,0.414,-0.5185,0.9884,0.33,-0.9211,-0.02652,-0.008709,-0.982,0.2063,0.2313,0.9951,-0.8364,0.04926,0.3222,-0.02987,-0.02154,-0.3458,0.6844,0.8044,-0.4352,0.8378,0.6067,0.2054,-0.3544,0.07943,0.06523,0.1659,0.1583,-0.6876,-0.9612,-0.585,0.7477,0.4946,0.7214,-0.9951,0.7768,-0.8351,0.8256,0.5798,0.399,-0.4518,0.4319,0.2478,-0.2613,-0.5426,0.7981,0.7367,0.2931,-0.8072,0.6281,0.2116,0.2717,0.2904,-0.03316,0.436,0.3148,-0.1559,-0.9423,0.7136,0.5553,-0.3082,0.6203,0.07739,-0.1322,0.1983,-0.6081,0.02416,-0.4102,-0.333,-0.7438,0.7328,0.4795,0.8335,0.2426,0.3664,0.1096,0.1869,0.7029,-0.6071,0.5657,0.8325,-0.3834,0.2931,0.132,0.4527,-0.527,0.3778,-0.9351,0.3739,0.9733,-0.5046,0.1013,-0.5058,0.9234,-0.315,0.5737,0.6877,0.8422,0.9281,0.6929,-0.6167,-0.1004,-0.7739,-0.5072,-0.3162,-0.5074,0.7725,-0.8058,-0.2459,0.6403,-0.3566,0.7943,-0.7482,-0.02603,0.4622,-0.08667,-0.5713,-0.8385,-0.7608,0.2301,-0.2867,0.6946,0.1054,0.1212,-0.6588,0.6384,-0.465,0.2381,0.02861,0.4511,-0.3239,0.672,-0.9623,-0.696,0.9932,-0.6492,-0.8016,0.6342,0.6386,0.935,0.5422,-0.1537,0.003168,0.9706,0.02863,0.1817,-0.4659,0.4126,0.4037,0.7231,-0.1667,0.8708,0.4295,-0.8683,0.2845,-0.3947,0.9422,-0.1117,0.3819,-0.3452,0.7411,0.8291,-0.2487,-0.1237,0.1508,0.7515,-0.2918,0.4882,-0.4574,0.3754],"y":[0.7458,-0.734,-0.3424,0.177,-0.7786,0.001624,1.008,-0.7582,-0.3683,-0.2551,0.7969,-0.3687,-0.9348,-1.314,-0.4301,-0.6402,-0.9593,-0.671,0.6912,-1.036,0.2967,-0.6807,-0.917,1.148,-0.1813,0.5215,-0.4192,0.5059,-0.8288,0.3513,0.7129,-1.077,-0.1142,0.4328,-0.2438,-0.0421,0.01625,-0.08349,0.8112,0.5683,0.08935,-0.7895,0.1077,0.6871,-0.3754,-0.1087,-1.076,0.901,0.5703,-0.7957,0.7884,1.24,0.963,-0.7459,0.3873,0.2788,-0.006463,0.3246,-0.9784,-0.391,-0.5772,0.8707,0.8327,1.107,0.3237,0.6724,-0.9101,0.5311,0.9706,0.8214,-0.9067,0.9723,0.6402,-0.7566,-1.142,0.1563,0.6283,0.8328,-0.3388,0.2518,0.7821,1.062,0.6593,-0.3663,1.201,1.048,-0.3443,-0.3016,0.713,1.12,-0.6171,1.087,0.2947,-0.3766,0.628,-1.05,-0.2344,-0.8935,-0.7682,-0.5199,0.3188,0.9518,0.5101,0.9366,0.6751,0.318,0.6854,0.7869,-0.8775,1.114,0.7689,-0.9523,1.191,0.2903,0.9153,-1.357,1.038,-0.185,0.7442,-0.2552,-0.9154,0.1523,-0.8447,0.3106,-1.077,1.193,0.441,0.7867,0.2941,0.8443,-1.135,-0.1618,-0.4287,-1.025,-0.3786,-0.72,0.97,-0.4487,-0.59,1.187,-0.8534,0.4042,-0.7048,0.118,0.9102,-0.1287,-1.102,-0.481,-0.3225,0.8731,-0.7714,0.7359,0.5636,0.2772,-1.17,1.148,-0.8928,0.6148,0.02807,1.206,-0.7878,0.8351,-0.1707,-1.168,0.2663,-0.8152,-0.6982,0.8576,1.135,0.2796,1.138,0.06802,-0.05804,0.1706,0.1866,0.265,-0.9947,1.014,1.122,0.619,-0.6928,0.4829,0.8198,-0.6763,0.5826,-1.137,-0.2615,-0.5051,1.202,-1.091,0.6763,0.353,-0.693,-0.2124,0.2543,0.7899,-1.032,0.7942,-0.7073,0.6803],"shown":200},"degrees":[{"degree":0,"lambda":0,"trainRmse":0.74589,"heldRmse":0.7287,"truthRmse":0.71131,"residual":2.08e-17,"rDiagRatio":1,"coefNorm":0.08491},{"degree":1,"lambda":0,"trainRmse":0.44527,"heldRmse":0.53057,"truthRmse":0.47977,"residual":7.2e-17,"rDiagRatio":1.68,"coefNorm":1.023},{"degree":2,"lambda":0,"trainRmse":0.44245,"heldRmse":0.53698,"truthRmse":0.48448,"residual":8.79e-17,"rDiagRatio":4.35,"coefNorm":1.063},{"degree":3,"lambda":0,"trainRmse":0.1921,"heldRmse":0.33043,"truthRmse":0.23803,"residual":3.19e-17,"rDiagRatio":9.79,"coefNorm":4.944},{"degree":4,"lambda":0,"trainRmse":0.15952,"heldRmse":0.47893,"truthRmse":0.38805,"residual":2.27e-17,"rDiagRatio":25.3,"coefNorm":6.415},{"degree":5,"lambda":0,"trainRmse":0.13275,"heldRmse":0.33569,"truthRmse":0.23537,"residual":1.25e-17,"rDiagRatio":59.2,"coefNorm":11.56},{"degree":6,"lambda":0,"trainRmse":0.13198,"heldRmse":0.39732,"truthRmse":0.30444,"residual":2.4e-17,"rDiagRatio":165,"coefNorm":11.14},{"degree":7,"lambda":0,"trainRmse":0.12919,"heldRmse":0.48956,"truthRmse":0.40632,"residual":1.99e-17,"rDiagRatio":327,"coefNorm":12.42},{"degree":8,"lambda":0,"trainRmse":0.093386,"heldRmse":2.6133,"truthRmse":2.3919,"residual":7.06e-18,"rDiagRatio":1050,"coefNorm":178.9},{"degree":9,"lambda":0,"trainRmse":0.08806,"heldRmse":2.051,"truthRmse":1.8713,"residual":7.03e-18,"rDiagRatio":2170,"coefNorm":240.8},{"degree":10,"lambda":0,"trainRmse":0.087895,"heldRmse":1.5732,"truthRmse":1.4283,"residual":4.8e-18,"rDiagRatio":6820,"coefNorm":312.8},{"degree":11,"lambda":0,"trainRmse":0.060767,"heldRmse":13.959,"truthRmse":13.071,"residual":3.48e-18,"rDiagRatio":19700,"coefNorm":3465},{"degree":12,"lambda":0,"trainRmse":0.060718,"heldRmse":14.891,"truthRmse":13.964,"residual":4.87e-18,"rDiagRatio":42700,"coefNorm":3581},{"degree":13,"lambda":0,"trainRmse":0.058705,"heldRmse":42.65,"truthRmse":40.519,"residual":7.79e-19,"rDiagRatio":237000,"coefNorm":10030},{"degree":14,"lambda":0,"trainRmse":0.0587,"heldRmse":25.199,"truthRmse":23.58,"residual":2.69e-18,"rDiagRatio":2160000,"coefNorm":9476},{"degree":15,"lambda":0,"trainRmse":1.424e-11,"heldRmse":3936,"truthRmse":3811.5,"residual":5.33e-18,"rDiagRatio":4410000,"coefNorm":1181000}],"bestDegree":3,"ridge":{"about":"Degree 15 with ridge strength lambda.","rows":[{"degree":15,"lambda":0,"trainRmse":1.424e-11,"heldRmse":3936,"truthRmse":3811.5,"residual":5.33e-18,"rDiagRatio":4410000,"coefNorm":1181000},{"degree":15,"lambda":1e-8,"trainRmse":0.061039,"heldRmse":20.429,"truthRmse":19.302,"residual":3.28e-18,"rDiagRatio":20600,"coefNorm":957.7},{"degree":15,"lambda":0.000001,"trainRmse":0.089914,"heldRmse":4.0755,"truthRmse":3.7813,"residual":6.44e-18,"rDiagRatio":2930,"coefNorm":100.1},{"degree":15,"lambda":0.0001,"trainRmse":0.11459,"heldRmse":1.6331,"truthRmse":1.5013,"residual":6.71e-18,"rDiagRatio":358,"coefNorm":17.38},{"degree":15,"lambda":0.01,"trainRmse":0.15878,"heldRmse":0.42931,"truthRmse":0.3389,"residual":3.32e-17,"rDiagRatio":39.1,"coefNorm":5.049},{"degree":15,"lambda":1,"trainRmse":0.41929,"heldRmse":0.44549,"truthRmse":0.39861,"residual":7.78e-17,"rDiagRatio":3.99,"coefNorm":1.042},{"degree":15,"lambda":100,"trainRmse":0.7154,"heldRmse":0.70337,"truthRmse":0.68429,"residual":3.41e-16,"rDiagRatio":2.57,"coefNorm":0.1116}],"bestLambda":0.01},"curves":{"about":"Fitted curves on 161 points over [-1, 1] for the film; the high degrees swing far outside the data, so a view should clip.","x":[-1,-0.9875,-0.975,-0.9625,-0.95,-0.9375,-0.925,-0.9125,-0.9,-0.8875,-0.875,-0.8625,-0.85,-0.8375,-0.825,-0.8125,-0.8,-0.7875,-0.775,-0.7625,-0.75,-0.7375,-0.725,-0.7125,-0.7,-0.6875,-0.675,-0.6625,-0.65,-0.6375,-0.625,-0.6125,-0.6,-0.5875,-0.575,-0.5625,-0.55,-0.5375,-0.525,-0.5125,-0.5,-0.4875,-0.475,-0.4625,-0.45,-0.4375,-0.425,-0.4125,-0.4,-0.3875,-0.375,-0.3625,-0.35,-0.3375,-0.325,-0.3125,-0.3,-0.2875,-0.275,-0.2625,-0.25,-0.2375,-0.225,-0.2125,-0.2,-0.1875,-0.175,-0.1625,-0.15,-0.1375,-0.125,-0.1125,-0.1,-0.0875,-0.075,-0.0625,-0.05,-0.0375,-0.025,-0.0125,0,0.0125,0.025,0.0375,0.05,0.0625,0.075,0.0875,0.1,0.1125,0.125,0.1375,0.15,0.1625,0.175,0.1875,0.2,0.2125,0.225,0.2375,0.25,0.2625,0.275,0.2875,0.3,0.3125,0.325,0.3375,0.35,0.3625,0.375,0.3875,0.4,0.4125,0.425,0.4375,0.45,0.4625,0.475,0.4875,0.5,0.5125,0.525,0.5375,0.55,0.5625,0.575,0.5875,0.6,0.6125,0.625,0.6375,0.65,0.6625,0.675,0.6875,0.7,0.7125,0.725,0.7375,0.75,0.7625,0.775,0.7875,0.8,0.8125,0.825,0.8375,0.85,0.8625,0.875,0.8875,0.9,0.9125,0.925,0.9375,0.95,0.9625,0.975,0.9875,1],"truth":[-1.225e-16,-0.03926,-0.07846,-0.1175,-0.1564,-0.1951,-0.2334,-0.2714,-0.309,-0.3461,-0.3827,-0.4187,-0.454,-0.4886,-0.5225,-0.5556,-0.5878,-0.6191,-0.6494,-0.6788,-0.7071,-0.7343,-0.7604,-0.7853,-0.809,-0.8315,-0.8526,-0.8725,-0.891,-0.9081,-0.9239,-0.9382,-0.9511,-0.9625,-0.9724,-0.9808,-0.9877,-0.9931,-0.9969,-0.9992,-1,-0.9992,-0.9969,-0.9931,-0.9877,-0.9808,-0.9724,-0.9625,-0.9511,-0.9382,-0.9239,-0.9081,-0.891,-0.8725,-0.8526,-0.8315,-0.809,-0.7853,-0.7604,-0.7343,-0.7071,-0.6788,-0.6494,-0.6191,-0.5878,-0.5556,-0.5225,-0.4886,-0.454,-0.4187,-0.3827,-0.3461,-0.309,-0.2714,-0.2334,-0.1951,-0.1564,-0.1175,-0.07846,-0.03926,0,0.03926,0.07846,0.1175,0.1564,0.1951,0.2334,0.2714,0.309,0.3461,0.3827,0.4187,0.454,0.4886,0.5225,0.5556,0.5878,0.6191,0.6494,0.6788,0.7071,0.7343,0.7604,0.7853,0.809,0.8315,0.8526,0.8725,0.891,0.9081,0.9239,0.9382,0.9511,0.9625,0.9724,0.9808,0.9877,0.9931,0.9969,0.9992,1,0.9992,0.9969,0.9931,0.9877,0.9808,0.9724,0.9625,0.9511,0.9382,0.9239,0.9081,0.891,0.8725,0.8526,0.8315,0.809,0.7853,0.7604,0.7343,0.7071,0.6788,0.6494,0.6191,0.5878,0.5556,0.5225,0.4886,0.454,0.4187,0.3827,0.3461,0.309,0.2714,0.2334,0.1951,0.1564,0.1175,0.07846,0.03926,1.225e-16],"byDegree":{"0":[-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491,-0.08491],"1":[-1.184,-1.172,-1.159,-1.146,-1.134,-1.121,-1.109,-1.096,-1.083,-1.071,-1.058,-1.046,-1.033,-1.02,-1.008,-0.9953,-0.9827,-0.9701,-0.9575,-0.9449,-0.9323,-0.9197,-0.9071,-0.8945,-0.8819,-0.8693,-0.8567,-0.8441,-0.8315,-0.8189,-0.8063,-0.7937,-0.7811,-0.7686,-0.756,-0.7434,-0.7308,-0.7182,-0.7056,-0.693,-0.6804,-0.6678,-0.6552,-0.6426,-0.63,-0.6174,-0.6048,-0.5922,-0.5796,-0.567,-0.5544,-0.5418,-0.5292,-0.5166,-0.504,-0.4914,-0.4788,-0.4662,-0.4536,-0.441,-0.4284,-0.4158,-0.4032,-0.3906,-0.378,-0.3655,-0.3529,-0.3403,-0.3277,-0.3151,-0.3025,-0.2899,-0.2773,-0.2647,-0.2521,-0.2395,-0.2269,-0.2143,-0.2017,-0.1891,-0.1765,-0.1639,-0.1513,-0.1387,-0.1261,-0.1135,-0.1009,-0.08832,-0.07573,-0.06313,-0.05053,-0.03794,-0.02534,-0.01274,-0.0001454,0.01245,0.02505,0.03765,0.05024,0.06284,0.07544,0.08803,0.1006,0.1132,0.1258,0.1384,0.151,0.1636,0.1762,0.1888,0.2014,0.214,0.2266,0.2392,0.2518,0.2644,0.277,0.2896,0.3022,0.3148,0.3274,0.34,0.3526,0.3652,0.3778,0.3904,0.403,0.4155,0.4281,0.4407,0.4533,0.4659,0.4785,0.4911,0.5037,0.5163,0.5289,0.5415,0.5541,0.5667,0.5793,0.5919,0.6045,0.6171,0.6297,0.6423,0.6549,0.6675,0.6801,0.6927,0.7053,0.7179,0.7305,0.7431,0.7557,0.7683,0.7809,0.7935,0.8061,0.8186,0.8312],"3":[0.7496,0.6455,0.5449,0.4479,0.3544,0.2643,0.1776,0.0943,0.01429,-0.06247,-0.136,-0.2064,-0.2736,-0.3378,-0.3989,-0.4571,-0.5123,-0.5646,-0.614,-0.6607,-0.7046,-0.7458,-0.7843,-0.8202,-0.8535,-0.8843,-0.9126,-0.9384,-0.9619,-0.983,-1.002,-1.018,-1.033,-1.045,-1.055,-1.063,-1.069,-1.073,-1.075,-1.075,-1.074,-1.07,-1.065,-1.058,-1.049,-1.039,-1.027,-1.014,-0.9994,-0.9832,-0.9656,-0.9467,-0.9264,-0.905,-0.8823,-0.8584,-0.8335,-0.8075,-0.7805,-0.7524,-0.7235,-0.6937,-0.663,-0.6316,-0.5994,-0.5665,-0.5329,-0.4988,-0.4641,-0.4288,-0.3931,-0.357,-0.3205,-0.2836,-0.2465,-0.2091,-0.1715,-0.1338,-0.09597,-0.05808,-0.02017,0.01771,0.05551,0.09318,0.1307,0.168,0.205,0.2417,0.2781,0.3141,0.3496,0.3847,0.4192,0.4531,0.4864,0.519,0.5509,0.5821,0.6124,0.6419,0.6705,0.6981,0.7248,0.7504,0.7749,0.7983,0.8205,0.8415,0.8612,0.8796,0.8967,0.9123,0.9265,0.9392,0.9504,0.96,0.9679,0.9742,0.9787,0.9815,0.9825,0.9816,0.9788,0.974,0.9672,0.9584,0.9475,0.9345,0.9193,0.9019,0.8821,0.8601,0.8357,0.8089,0.7796,0.7479,0.7136,0.6767,0.6371,0.5949,0.5499,0.5022,0.4516,0.3982,0.3419,0.2826,0.2202,0.1549,0.08644,0.01485,-0.05994,-0.138,-0.2192,-0.3039,-0.3919,-0.4833,-0.5781,-0.6765,-0.7784,-0.884,-0.9932],"9":[-8.958,-7.695,-6.569,-5.572,-4.694,-3.925,-3.258,-2.684,-2.196,-1.784,-1.442,-1.164,-0.9412,-0.7684,-0.6395,-0.549,-0.4915,-0.4624,-0.4571,-0.4716,-0.5021,-0.5452,-0.5979,-0.6573,-0.7211,-0.7872,-0.8535,-0.9186,-0.981,-1.04,-1.094,-1.142,-1.185,-1.221,-1.25,-1.273,-1.29,-1.299,-1.303,-1.301,-1.293,-1.279,-1.261,-1.239,-1.214,-1.184,-1.153,-1.119,-1.083,-1.047,-1.009,-0.9714,-0.9337,-0.8964,-0.8599,-0.8243,-0.7899,-0.7568,-0.7252,-0.6951,-0.6665,-0.6395,-0.614,-0.5898,-0.5669,-0.545,-0.524,-0.5037,-0.4837,-0.4638,-0.4438,-0.4233,-0.402,-0.3797,-0.3561,-0.3309,-0.3039,-0.2747,-0.2431,-0.2091,-0.1724,-0.1328,-0.09032,-0.04487,0.003572,0.05497,0.1092,0.1663,0.2259,0.288,0.3521,0.4181,0.4856,0.5542,0.6235,0.693,0.7622,0.8307,0.898,0.9634,1.026,1.086,1.143,1.196,1.244,1.287,1.324,1.356,1.381,1.399,1.411,1.415,1.412,1.402,1.385,1.36,1.329,1.291,1.247,1.197,1.143,1.084,1.021,0.9566,0.8902,0.8232,0.7569,0.6922,0.6303,0.5723,0.5194,0.4724,0.4322,0.3997,0.3753,0.3594,0.3519,0.3525,0.3604,0.3742,0.3921,0.4114,0.4288,0.4401,0.4399,0.422,0.3787,0.3009,0.1782,-0.001954,-0.2536,-0.593,-1.039,-1.612,-2.337,-3.239,-4.35,-5.702,-7.332,-9.283,-11.6],"15":[-35560,-26520,-19570,-14260,-10260,-7271,-5064,-3456,-2304,-1492,-932.2,-555.9,-310.7,-157.5,-66.9,-17.74,5.272,12.74,11.86,7.259,1.775,-3.03,-6.447,-8.308,-8.765,-8.132,-6.776,-5.053,-3.266,-1.646,-0.3474,0.5454,1.01,1.073,0.794,0.2547,-0.4536,-1.24,-2.021,-2.728,-3.304,-3.715,-3.942,-3.981,-3.845,-3.556,-3.144,-2.647,-2.101,-1.545,-1.013,-0.5338,-0.1313,0.1781,0.3855,0.489,0.4937,0.4103,0.2548,0.04651,-0.1927,-0.44,-0.6728,-0.87,-1.013,-1.086,-1.078,-0.9822,-0.7953,-0.5196,-0.1612,0.2697,0.7599,1.293,1.853,2.418,2.972,3.495,3.97,4.383,4.721,4.975,5.138,5.207,5.185,5.074,4.882,4.62,4.298,3.93,3.533,3.12,2.707,2.308,1.936,1.603,1.317,1.085,0.9109,0.7961,0.7391,0.7363,0.7817,0.8676,0.985,1.124,1.274,1.426,1.569,1.695,1.797,1.871,1.912,1.92,1.894,1.838,1.756,1.652,1.532,1.403,1.271,1.141,1.019,0.9075,0.8093,0.725,0.6541,0.5951,0.5457,0.5036,0.4663,0.4326,0.402,0.3756,0.3556,0.3453,0.348,0.3661,0.3998,0.4452,0.4938,0.5315,0.5402,0.5022,0.4085,0.2748,0.166,0.2349,0.7788,2.32,5.718,12.32,24.18,44.3,77.02,128.4,207,324.3,495.9,742.4,1091]},"ridge":{"0":[-35560,-26520,-19570,-14260,-10260,-7271,-5064,-3456,-2304,-1492,-932.2,-555.9,-310.7,-157.5,-66.9,-17.74,5.272,12.74,11.86,7.259,1.775,-3.03,-6.447,-8.308,-8.765,-8.132,-6.776,-5.053,-3.266,-1.646,-0.3474,0.5454,1.01,1.073,0.794,0.2547,-0.4536,-1.24,-2.021,-2.728,-3.304,-3.715,-3.942,-3.981,-3.845,-3.556,-3.144,-2.647,-2.101,-1.545,-1.013,-0.5338,-0.1313,0.1781,0.3855,0.489,0.4937,0.4103,0.2548,0.04651,-0.1927,-0.44,-0.6728,-0.87,-1.013,-1.086,-1.078,-0.9822,-0.7953,-0.5196,-0.1612,0.2697,0.7599,1.293,1.853,2.418,2.972,3.495,3.97,4.383,4.721,4.975,5.138,5.207,5.185,5.074,4.882,4.62,4.298,3.93,3.533,3.12,2.707,2.308,1.936,1.603,1.317,1.085,0.9109,0.7961,0.7391,0.7363,0.7817,0.8676,0.985,1.124,1.274,1.426,1.569,1.695,1.797,1.871,1.912,1.92,1.894,1.838,1.756,1.652,1.532,1.403,1.271,1.141,1.019,0.9075,0.8093,0.725,0.6541,0.5951,0.5457,0.5036,0.4663,0.4326,0.402,0.3756,0.3556,0.3453,0.348,0.3661,0.3998,0.4452,0.4938,0.5315,0.5402,0.5022,0.4085,0.2748,0.166,0.2349,0.7788,2.32,5.718,12.32,24.18,44.3,77.02,128.4,207,324.3,495.9,742.4,1091],"1":[-0.5119,-0.5549,-0.5926,-0.6256,-0.6544,-0.6794,-0.701,-0.7194,-0.735,-0.7481,-0.7589,-0.7676,-0.7745,-0.7796,-0.7833,-0.7855,-0.7865,-0.7863,-0.7851,-0.7829,-0.7798,-0.776,-0.7715,-0.7663,-0.7605,-0.7541,-0.7473,-0.74,-0.7323,-0.7242,-0.7157,-0.7069,-0.6979,-0.6885,-0.679,-0.6692,-0.6591,-0.6489,-0.6386,-0.628,-0.6173,-0.6065,-0.5955,-0.5844,-0.5733,-0.562,-0.5506,-0.5392,-0.5276,-0.516,-0.5044,-0.4926,-0.4809,-0.469,-0.4572,-0.4452,-0.4333,-0.4213,-0.4093,-0.3972,-0.3851,-0.373,-0.3609,-0.3487,-0.3366,-0.3244,-0.3122,-0.3,-0.2877,-0.2755,-0.2632,-0.251,-0.2387,-0.2264,-0.2141,-0.2018,-0.1895,-0.1772,-0.1649,-0.1526,-0.1403,-0.1279,-0.1156,-0.1033,-0.09101,-0.0787,-0.06639,-0.05409,-0.04179,-0.0295,-0.01722,-0.004948,0.007314,0.01956,0.0318,0.04402,0.05623,0.06841,0.08058,0.09272,0.1048,0.1169,0.129,0.141,0.153,0.1649,0.1768,0.1887,0.2005,0.2122,0.2239,0.2354,0.247,0.2584,0.2697,0.2809,0.2921,0.3031,0.3139,0.3246,0.3352,0.3456,0.3558,0.3658,0.3756,0.3851,0.3943,0.4033,0.4119,0.4202,0.4282,0.4356,0.4427,0.4492,0.4552,0.4606,0.4653,0.4693,0.4725,0.4749,0.4762,0.4766,0.4757,0.4736,0.47,0.4649,0.458,0.4492,0.4383,0.4251,0.4092,0.3905,0.3686,0.3432,0.3138,0.28,0.2415,0.1975,0.1475,0.0909,0.02687],"100":[-0.177,-0.1745,-0.1721,-0.1699,-0.1677,-0.1656,-0.1636,-0.1617,-0.1599,-0.1582,-0.1565,-0.1549,-0.1533,-0.1518,-0.1504,-0.1489,-0.1476,-0.1462,-0.145,-0.1437,-0.1425,-0.1413,-0.1402,-0.139,-0.1379,-0.1369,-0.1358,-0.1348,-0.1338,-0.1328,-0.1318,-0.1309,-0.1299,-0.129,-0.1281,-0.1272,-0.1264,-0.1255,-0.1247,-0.1238,-0.123,-0.1222,-0.1214,-0.1206,-0.1198,-0.1191,-0.1183,-0.1175,-0.1168,-0.1161,-0.1153,-0.1146,-0.1139,-0.1132,-0.1125,-0.1118,-0.1111,-0.1104,-0.1097,-0.109,-0.1083,-0.1076,-0.107,-0.1063,-0.1056,-0.105,-0.1043,-0.1036,-0.103,-0.1023,-0.1016,-0.101,-0.1003,-0.09968,-0.09902,-0.09836,-0.0977,-0.09705,-0.09639,-0.09573,-0.09507,-0.09441,-0.09374,-0.09307,-0.09241,-0.09174,-0.09106,-0.09039,-0.08971,-0.08902,-0.08833,-0.08764,-0.08695,-0.08625,-0.08554,-0.08483,-0.08411,-0.08339,-0.08266,-0.08193,-0.08119,-0.08044,-0.07968,-0.07892,-0.07814,-0.07736,-0.07657,-0.07576,-0.07495,-0.07413,-0.07329,-0.07245,-0.07159,-0.07072,-0.06983,-0.06893,-0.06801,-0.06708,-0.06614,-0.06517,-0.06419,-0.06318,-0.06216,-0.06111,-0.06005,-0.05895,-0.05784,-0.0567,-0.05552,-0.05433,-0.05309,-0.05183,-0.05053,-0.0492,-0.04782,-0.04641,-0.04495,-0.04344,-0.04189,-0.04028,-0.03861,-0.03689,-0.0351,-0.03323,-0.0313,-0.02928,-0.02718,-0.02498,-0.02269,-0.02028,-0.01776,-0.01511,-0.01232,-0.009376,-0.006273,-0.002992,0.0004832,0.00417,0.008088,0.01226,0.01671],"1e-8":[-155.6,-120.2,-92.12,-69.93,-52.53,-39,-28.58,-20.64,-14.65,-10.2,-6.939,-4.602,-2.965,-1.854,-1.131,-0.6903,-0.4497,-0.3467,-0.3347,-0.3796,-0.4568,-0.5493,-0.6454,-0.7381,-0.823,-0.8982,-0.963,-1.018,-1.064,-1.102,-1.133,-1.158,-1.179,-1.197,-1.211,-1.222,-1.231,-1.238,-1.241,-1.243,-1.241,-1.237,-1.23,-1.219,-1.204,-1.187,-1.166,-1.141,-1.113,-1.083,-1.05,-1.014,-0.9771,-0.9384,-0.8989,-0.8589,-0.8189,-0.7795,-0.7411,-0.704,-0.6686,-0.6353,-0.6044,-0.5759,-0.5501,-0.5269,-0.5064,-0.4884,-0.4727,-0.4592,-0.4475,-0.4372,-0.4279,-0.4192,-0.4104,-0.4012,-0.3908,-0.3787,-0.3644,-0.3473,-0.3267,-0.3023,-0.2734,-0.2398,-0.201,-0.1567,-0.1067,-0.05092,0.01073,0.07817,0.1512,0.2296,0.313,0.4008,0.4926,0.5875,0.6847,0.7835,0.8827,0.9814,1.078,1.173,1.263,1.348,1.426,1.497,1.56,1.613,1.655,1.686,1.704,1.71,1.704,1.684,1.652,1.607,1.551,1.483,1.407,1.322,1.231,1.135,1.037,0.9384,0.842,0.7499,0.6643,0.5874,0.521,0.4666,0.4252,0.3974,0.383,0.3813,0.3905,0.4083,0.4315,0.4562,0.4781,0.4926,0.4954,0.483,0.4539,0.4092,0.3543,0.3008,0.2689,0.2902,0.4112,0.698,1.241,2.163,3.624,5.833,9.058,13.64,20,28.68,40.33,55.76,75.95],"0.000001":[-28.98,-23.51,-18.96,-15.19,-12.07,-9.522,-7.443,-5.762,-4.415,-3.346,-2.509,-1.863,-1.375,-1.015,-0.7598,-0.5885,-0.4839,-0.4316,-0.4196,-0.4381,-0.4787,-0.5349,-0.6011,-0.673,-0.7472,-0.8208,-0.8918,-0.9585,-1.02,-1.075,-1.124,-1.165,-1.2,-1.227,-1.248,-1.263,-1.271,-1.274,-1.271,-1.264,-1.253,-1.237,-1.219,-1.197,-1.173,-1.147,-1.119,-1.089,-1.059,-1.028,-0.9968,-0.9651,-0.9334,-0.9018,-0.8704,-0.8393,-0.8087,-0.7786,-0.7489,-0.7197,-0.691,-0.6627,-0.6347,-0.607,-0.5795,-0.552,-0.5244,-0.4967,-0.4686,-0.4401,-0.4109,-0.3811,-0.3503,-0.3185,-0.2855,-0.2513,-0.2157,-0.1787,-0.1401,-0.09985,-0.05794,-0.01434,0.03097,0.07799,0.1267,0.177,0.2288,0.2821,0.3366,0.3923,0.449,0.5064,0.5643,0.6225,0.6807,0.7386,0.7958,0.8521,0.9071,0.9603,1.012,1.06,1.106,1.149,1.188,1.223,1.254,1.28,1.301,1.317,1.327,1.332,1.331,1.324,1.31,1.291,1.266,1.235,1.199,1.157,1.111,1.061,1.007,0.9508,0.8921,0.8322,0.7719,0.7124,0.6545,0.5993,0.5478,0.501,0.4599,0.4251,0.3975,0.3774,0.3651,0.3603,0.3627,0.3711,0.384,0.3991,0.4136,0.4235,0.4241,0.4095,0.3725,0.3048,0.1965,0.03626,-0.189,-0.4942,-0.8958,-1.412,-2.065,-2.874,-3.866,-5.065,-6.5,-8.198,-10.19],"0.0001":[-11.64,-9.527,-7.75,-6.265,-5.033,-4.017,-3.185,-2.511,-1.97,-1.542,-1.21,-0.9564,-0.7691,-0.6364,-0.5484,-0.4966,-0.4739,-0.4741,-0.4921,-0.5236,-0.5649,-0.613,-0.6655,-0.7202,-0.7756,-0.8304,-0.8833,-0.9338,-0.9811,-1.025,-1.064,-1.1,-1.131,-1.159,-1.181,-1.2,-1.214,-1.225,-1.232,-1.235,-1.234,-1.231,-1.224,-1.214,-1.201,-1.186,-1.169,-1.149,-1.127,-1.103,-1.077,-1.049,-1.02,-0.9889,-0.9566,-0.923,-0.8881,-0.852,-0.8149,-0.7767,-0.7376,-0.6976,-0.6567,-0.6151,-0.5727,-0.5297,-0.486,-0.4417,-0.3969,-0.3516,-0.3059,-0.2598,-0.2133,-0.1666,-0.1195,-0.07233,-0.02497,0.02249,0.06997,0.1174,0.1648,0.212,0.259,0.3058,0.3521,0.398,0.4434,0.4882,0.5324,0.5757,0.6182,0.6597,0.7002,0.7395,0.7776,0.8143,0.8495,0.8832,0.9152,0.9454,0.9737,1,1.024,1.046,1.066,1.083,1.098,1.11,1.119,1.126,1.13,1.131,1.129,1.124,1.116,1.105,1.091,1.075,1.055,1.033,1.008,0.98,0.95,0.9179,0.8839,0.8482,0.8111,0.773,0.7342,0.695,0.6559,0.6174,0.5799,0.5438,0.5096,0.4777,0.4487,0.4227,0.4002,0.3814,0.3663,0.3548,0.3466,0.3411,0.3374,0.3341,0.3293,0.3207,0.305,0.2782,0.2352,0.1697,0.07416,-0.06082,-0.2464,-0.496,-0.8256,-1.254,-1.804,-2.5,-3.375],"0.01":[1.177,1.09,0.9935,0.8906,0.7832,0.6731,0.5617,0.4503,0.34,0.2316,0.1258,0.02318,-0.07576,-0.1707,-0.2614,-0.3475,-0.4291,-0.5061,-0.5783,-0.6458,-0.7086,-0.7668,-0.8204,-0.8696,-0.9145,-0.9552,-0.9917,-1.024,-1.053,-1.078,-1.1,-1.118,-1.132,-1.144,-1.153,-1.158,-1.161,-1.161,-1.159,-1.154,-1.147,-1.138,-1.127,-1.114,-1.099,-1.082,-1.063,-1.043,-1.021,-0.9979,-0.9734,-0.9476,-0.9206,-0.8924,-0.8632,-0.8331,-0.8019,-0.7699,-0.7372,-0.7036,-0.6694,-0.6346,-0.5991,-0.5632,-0.5268,-0.4899,-0.4527,-0.4152,-0.3774,-0.3394,-0.3012,-0.2629,-0.2244,-0.1859,-0.1474,-0.109,-0.07058,-0.03232,0.005792,0.0437,0.08137,0.1188,0.1558,0.1926,0.2289,0.2647,0.3001,0.335,0.3693,0.4031,0.4361,0.4686,0.5002,0.5312,0.5613,0.5906,0.6189,0.6464,0.6729,0.6984,0.7228,0.7461,0.7683,0.7892,0.809,0.8274,0.8446,0.8603,0.8747,0.8876,0.899,0.9088,0.917,0.9236,0.9286,0.9318,0.9332,0.9329,0.9307,0.9266,0.9207,0.9129,0.9031,0.8913,0.8777,0.862,0.8444,0.825,0.8036,0.7804,0.7554,0.7287,0.7005,0.6709,0.6399,0.6079,0.5751,0.5417,0.5081,0.4747,0.4419,0.4103,0.3806,0.3533,0.3294,0.3098,0.2957,0.2882,0.2889,0.2995,0.3218,0.3581,0.4108,0.4827,0.5771,0.6977,0.8485,1.034,1.26,1.533,1.859]}},"controls":{"about":"The transposed control solves A^T c = y for the square degree-15 system and must fail the normal-equation residual check. The Cholesky rows form A^T A and solve it; both routes satisfy the normal equations to rounding, but forming A^T A squares the condition number and the fit to the 16 points shows it.","transposedResidual":0.0449,"qrResidual":5.33e-18,"cholesky":[{"degree":9,"choleskyTrainRmse":0.08806,"qrTrainRmse":0.08806,"choleskyResidual":5.1e-18,"qrResidual":7.03e-18},{"degree":12,"choleskyTrainRmse":0.060718,"qrTrainRmse":0.060718,"choleskyResidual":2.9e-18,"qrResidual":4.87e-18},{"degree":15,"choleskyTrainRmse":0.000034402,"qrTrainRmse":1.424e-11,"choleskyResidual":1.9e-18,"qrResidual":5.33e-18}]},"spread":{"about":"200 training draws (seeds 1000 to 1199), held-out set fixed: held-out RMSE at degree 3 and 15 (5th percentile, median, 95th), train RMSE at 15, and how often each degree is the best on held-out data.","seeds":[1000,1199],"degree3":{"p05":0.2256,"median":0.2465,"p95":0.3239},"degree15":{"p05":51.58,"median":88160,"p95":556900000},"degree15Train":{"p05":8.013e-12,"median":8.551e-10,"p95":4.203e-7},"bestDegreeCounts":{"3":113,"4":24,"5":46,"6":9,"7":7,"8":1}}},"spiral":{"about":"The F4 spiral net (2, 8, 8, 2, tanh) trained with plain SGD (step 0.3, minibatch 32 drawn with replacement, batch seed 5, net seed 3) for 10000 updates on 40 points and, as the control, on 400. The 40 points are the first 40 of the 400 (seed 1). Held-out: 400 points from seed 2. Curves every 100 updates.","small":{"nTrain":40,"finalAccuracy":1,"finalHeldAccuracy":0.7825,"finalLoss":0.0008442,"finalHeldLoss":1.487,"accuracyGap":0.2175,"lossGap":1.486,"heldLossMinimum":{"step":300,"heldLoss":0.6479,"heldAccuracy":0.6875},"curve":[{"step":0,"loss":0.7386,"heldLoss":0.7396,"accuracy":0.425,"heldAccuracy":0.355},{"step":100,"loss":0.6318,"heldLoss":0.6502,"accuracy":0.625,"heldAccuracy":0.6675},{"step":200,"loss":0.6084,"heldLoss":0.6593,"accuracy":0.65,"heldAccuracy":0.66},{"step":300,"loss":0.5578,"heldLoss":0.6479,"accuracy":0.8,"heldAccuracy":0.6875},{"step":400,"loss":0.4816,"heldLoss":0.7181,"accuracy":0.85,"heldAccuracy":0.7},{"step":500,"loss":0.4011,"heldLoss":0.7677,"accuracy":0.825,"heldAccuracy":0.71},{"step":600,"loss":0.3411,"heldLoss":0.9374,"accuracy":0.875,"heldAccuracy":0.7225},{"step":700,"loss":0.2651,"heldLoss":0.9379,"accuracy":0.85,"heldAccuracy":0.725},{"step":800,"loss":0.1989,"heldLoss":0.8749,"accuracy":0.925,"heldAccuracy":0.78},{"step":900,"loss":0.2013,"heldLoss":0.8066,"accuracy":0.95,"heldAccuracy":0.7825},{"step":1000,"loss":0.09063,"heldLoss":0.8401,"accuracy":0.975,"heldAccuracy":0.8025},{"step":1100,"loss":0.09346,"heldLoss":0.8276,"accuracy":0.975,"heldAccuracy":0.7875},{"step":1200,"loss":0.0585,"heldLoss":0.8882,"accuracy":1,"heldAccuracy":0.795},{"step":1300,"loss":0.1885,"heldLoss":0.7805,"accuracy":0.95,"heldAccuracy":0.7925},{"step":1400,"loss":0.06433,"heldLoss":0.8881,"accuracy":0.975,"heldAccuracy":0.785},{"step":1500,"loss":0.1781,"heldLoss":0.8303,"accuracy":0.95,"heldAccuracy":0.7925},{"step":1600,"loss":0.02878,"heldLoss":0.9311,"accuracy":1,"heldAccuracy":0.7975},{"step":1700,"loss":0.02674,"heldLoss":0.9632,"accuracy":1,"heldAccuracy":0.7975},{"step":1800,"loss":0.01818,"heldLoss":0.9922,"accuracy":1,"heldAccuracy":0.7875},{"step":1900,"loss":0.01605,"heldLoss":1.01,"accuracy":1,"heldAccuracy":0.79},{"step":2000,"loss":0.01296,"heldLoss":1.042,"accuracy":1,"heldAccuracy":0.785},{"step":2100,"loss":0.01123,"heldLoss":1.072,"accuracy":1,"heldAccuracy":0.785},{"step":2200,"loss":0.01034,"heldLoss":1.095,"accuracy":1,"heldAccuracy":0.7875},{"step":2300,"loss":0.009131,"heldLoss":1.127,"accuracy":1,"heldAccuracy":0.785},{"step":2400,"loss":0.008021,"heldLoss":1.14,"accuracy":1,"heldAccuracy":0.7875},{"step":2500,"loss":0.007333,"heldLoss":1.158,"accuracy":1,"heldAccuracy":0.785},{"step":2600,"loss":0.006842,"heldLoss":1.166,"accuracy":1,"heldAccuracy":0.7875},{"step":2700,"loss":0.006241,"heldLoss":1.183,"accuracy":1,"heldAccuracy":0.7875},{"step":2800,"loss":0.005758,"heldLoss":1.198,"accuracy":1,"heldAccuracy":0.785},{"step":2900,"loss":0.00538,"heldLoss":1.208,"accuracy":1,"heldAccuracy":0.785},{"step":3000,"loss":0.005074,"heldLoss":1.213,"accuracy":1,"heldAccuracy":0.7825},{"step":3100,"loss":0.004746,"heldLoss":1.228,"accuracy":1,"heldAccuracy":0.7825},{"step":3200,"loss":0.004468,"heldLoss":1.241,"accuracy":1,"heldAccuracy":0.7825},{"step":3300,"loss":0.004289,"heldLoss":1.253,"accuracy":1,"heldAccuracy":0.7825},{"step":3400,"loss":0.004024,"heldLoss":1.255,"accuracy":1,"heldAccuracy":0.7825},{"step":3500,"loss":0.00387,"heldLoss":1.268,"accuracy":1,"heldAccuracy":0.7825},{"step":3600,"loss":0.003658,"heldLoss":1.274,"accuracy":1,"heldAccuracy":0.7825},{"step":3700,"loss":0.003473,"heldLoss":1.283,"accuracy":1,"heldAccuracy":0.7825},{"step":3800,"loss":0.00334,"heldLoss":1.292,"accuracy":1,"heldAccuracy":0.7825},{"step":3900,"loss":0.003172,"heldLoss":1.291,"accuracy":1,"heldAccuracy":0.7825},{"step":4000,"loss":0.003032,"heldLoss":1.301,"accuracy":1,"heldAccuracy":0.7825},{"step":4100,"loss":0.002917,"heldLoss":1.304,"accuracy":1,"heldAccuracy":0.7825},{"step":4200,"loss":0.002804,"heldLoss":1.31,"accuracy":1,"heldAccuracy":0.7825},{"step":4300,"loss":0.002697,"heldLoss":1.318,"accuracy":1,"heldAccuracy":0.7825},{"step":4400,"loss":0.002613,"heldLoss":1.323,"accuracy":1,"heldAccuracy":0.7825},{"step":4500,"loss":0.002518,"heldLoss":1.331,"accuracy":1,"heldAccuracy":0.7825},{"step":4600,"loss":0.002429,"heldLoss":1.335,"accuracy":1,"heldAccuracy":0.7825},{"step":4700,"loss":0.002365,"heldLoss":1.342,"accuracy":1,"heldAccuracy":0.7825},{"step":4800,"loss":0.002276,"heldLoss":1.345,"accuracy":1,"heldAccuracy":0.7825},{"step":4900,"loss":0.002208,"heldLoss":1.352,"accuracy":1,"heldAccuracy":0.7825},{"step":5000,"loss":0.002147,"heldLoss":1.355,"accuracy":1,"heldAccuracy":0.7825},{"step":5100,"loss":0.002084,"heldLoss":1.355,"accuracy":1,"heldAccuracy":0.7825},{"step":5200,"loss":0.00203,"heldLoss":1.363,"accuracy":1,"heldAccuracy":0.785},{"step":5300,"loss":0.00197,"heldLoss":1.368,"accuracy":1,"heldAccuracy":0.7825},{"step":5400,"loss":0.001917,"heldLoss":1.369,"accuracy":1,"heldAccuracy":0.7825},{"step":5500,"loss":0.00188,"heldLoss":1.378,"accuracy":1,"heldAccuracy":0.7825},{"step":5600,"loss":0.001822,"heldLoss":1.376,"accuracy":1,"heldAccuracy":0.7825},{"step":5700,"loss":0.001779,"heldLoss":1.379,"accuracy":1,"heldAccuracy":0.7825},{"step":5800,"loss":0.001738,"heldLoss":1.386,"accuracy":1,"heldAccuracy":0.7825},{"step":5900,"loss":0.001691,"heldLoss":1.389,"accuracy":1,"heldAccuracy":0.7825},{"step":6000,"loss":0.001655,"heldLoss":1.389,"accuracy":1,"heldAccuracy":0.78},{"step":6100,"loss":0.001613,"heldLoss":1.397,"accuracy":1,"heldAccuracy":0.78},{"step":6200,"loss":0.001576,"heldLoss":1.398,"accuracy":1,"heldAccuracy":0.7825},{"step":6300,"loss":0.001547,"heldLoss":1.404,"accuracy":1,"heldAccuracy":0.78},{"step":6400,"loss":0.001514,"heldLoss":1.408,"accuracy":1,"heldAccuracy":0.78},{"step":6500,"loss":0.001477,"heldLoss":1.405,"accuracy":1,"heldAccuracy":0.78},{"step":6600,"loss":0.001447,"heldLoss":1.409,"accuracy":1,"heldAccuracy":0.78},{"step":6700,"loss":0.001421,"heldLoss":1.409,"accuracy":1,"heldAccuracy":0.78},{"step":6800,"loss":0.001389,"heldLoss":1.417,"accuracy":1,"heldAccuracy":0.78},{"step":6900,"loss":0.001366,"heldLoss":1.421,"accuracy":1,"heldAccuracy":0.78},{"step":7000,"loss":0.001338,"heldLoss":1.422,"accuracy":1,"heldAccuracy":0.78},{"step":7100,"loss":0.001313,"heldLoss":1.426,"accuracy":1,"heldAccuracy":0.7825},{"step":7200,"loss":0.001292,"heldLoss":1.428,"accuracy":1,"heldAccuracy":0.7825},{"step":7300,"loss":0.001265,"heldLoss":1.431,"accuracy":1,"heldAccuracy":0.78},{"step":7400,"loss":0.001241,"heldLoss":1.434,"accuracy":1,"heldAccuracy":0.78},{"step":7500,"loss":0.001218,"heldLoss":1.437,"accuracy":1,"heldAccuracy":0.7825},{"step":7600,"loss":0.001199,"heldLoss":1.442,"accuracy":1,"heldAccuracy":0.78},{"step":7700,"loss":0.001176,"heldLoss":1.441,"accuracy":1,"heldAccuracy":0.7825},{"step":7800,"loss":0.001157,"heldLoss":1.442,"accuracy":1,"heldAccuracy":0.7825},{"step":7900,"loss":0.001138,"heldLoss":1.447,"accuracy":1,"heldAccuracy":0.7825},{"step":8000,"loss":0.001121,"heldLoss":1.448,"accuracy":1,"heldAccuracy":0.7825},{"step":8100,"loss":0.001105,"heldLoss":1.447,"accuracy":1,"heldAccuracy":0.7825},{"step":8200,"loss":0.001086,"heldLoss":1.453,"accuracy":1,"heldAccuracy":0.7825},{"step":8300,"loss":0.00107,"heldLoss":1.453,"accuracy":1,"heldAccuracy":0.7825},{"step":8400,"loss":0.001053,"heldLoss":1.458,"accuracy":1,"heldAccuracy":0.7825},{"step":8500,"loss":0.001039,"heldLoss":1.457,"accuracy":1,"heldAccuracy":0.7825},{"step":8600,"loss":0.001022,"heldLoss":1.461,"accuracy":1,"heldAccuracy":0.7825},{"step":8700,"loss":0.001009,"heldLoss":1.458,"accuracy":1,"heldAccuracy":0.7825},{"step":8800,"loss":0.0009919,"heldLoss":1.462,"accuracy":1,"heldAccuracy":0.7825},{"step":8900,"loss":0.0009768,"heldLoss":1.465,"accuracy":1,"heldAccuracy":0.7825},{"step":9000,"loss":0.0009619,"heldLoss":1.468,"accuracy":1,"heldAccuracy":0.7825},{"step":9100,"loss":0.0009484,"heldLoss":1.472,"accuracy":1,"heldAccuracy":0.7825},{"step":9200,"loss":0.000936,"heldLoss":1.474,"accuracy":1,"heldAccuracy":0.7825},{"step":9300,"loss":0.0009229,"heldLoss":1.474,"accuracy":1,"heldAccuracy":0.7825},{"step":9400,"loss":0.0009102,"heldLoss":1.475,"accuracy":1,"heldAccuracy":0.7825},{"step":9500,"loss":0.0008991,"heldLoss":1.477,"accuracy":1,"heldAccuracy":0.7825},{"step":9600,"loss":0.0008886,"heldLoss":1.478,"accuracy":1,"heldAccuracy":0.7825},{"step":9700,"loss":0.0008762,"heldLoss":1.481,"accuracy":1,"heldAccuracy":0.7825},{"step":9800,"loss":0.0008659,"heldLoss":1.482,"accuracy":1,"heldAccuracy":0.7825},{"step":9900,"loss":0.0008544,"heldLoss":1.484,"accuracy":1,"heldAccuracy":0.7825},{"step":10000,"loss":0.0008442,"heldLoss":1.487,"accuracy":1,"heldAccuracy":0.7825}]},"full":{"nTrain":400,"finalAccuracy":1,"finalHeldAccuracy":0.995,"finalLoss":0.002879,"finalHeldLoss":0.0123,"accuracyGap":0.005,"lossGap":0.009422,"heldLossMinimum":{"step":9000,"heldLoss":0.009651,"heldAccuracy":0.995},"curve":[{"step":0,"loss":0.7413,"heldLoss":0.7396,"accuracy":0.375,"heldAccuracy":0.355},{"step":100,"loss":0.6614,"heldLoss":0.6492,"accuracy":0.605,"heldAccuracy":0.6075},{"step":200,"loss":0.651,"heldLoss":0.6407,"accuracy":0.6175,"heldAccuracy":0.6775},{"step":300,"loss":0.6547,"heldLoss":0.6473,"accuracy":0.6,"heldAccuracy":0.645},{"step":400,"loss":0.6551,"heldLoss":0.6504,"accuracy":0.6125,"heldAccuracy":0.6525},{"step":500,"loss":0.6468,"heldLoss":0.6395,"accuracy":0.62,"heldAccuracy":0.6725},{"step":600,"loss":0.6601,"heldLoss":0.6604,"accuracy":0.5775,"heldAccuracy":0.55},{"step":700,"loss":0.6427,"heldLoss":0.6381,"accuracy":0.6325,"heldAccuracy":0.675},{"step":800,"loss":0.6391,"heldLoss":0.6411,"accuracy":0.63,"heldAccuracy":0.65},{"step":900,"loss":0.6341,"heldLoss":0.6478,"accuracy":0.575,"heldAccuracy":0.54},{"step":1000,"loss":0.6176,"heldLoss":0.6401,"accuracy":0.5725,"heldAccuracy":0.545},{"step":1100,"loss":0.5846,"heldLoss":0.6102,"accuracy":0.665,"heldAccuracy":0.65},{"step":1200,"loss":0.5493,"heldLoss":0.5935,"accuracy":0.7175,"heldAccuracy":0.655},{"step":1300,"loss":0.504,"heldLoss":0.5755,"accuracy":0.735,"heldAccuracy":0.675},{"step":1400,"loss":0.464,"heldLoss":0.5396,"accuracy":0.745,"heldAccuracy":0.6575},{"step":1500,"loss":0.4325,"heldLoss":0.4981,"accuracy":0.7375,"heldAccuracy":0.6725},{"step":1600,"loss":0.3675,"heldLoss":0.4389,"accuracy":0.795,"heldAccuracy":0.7325},{"step":1700,"loss":0.3156,"heldLoss":0.3789,"accuracy":0.85,"heldAccuracy":0.805},{"step":1800,"loss":0.2585,"heldLoss":0.292,"accuracy":0.9225,"heldAccuracy":0.905},{"step":1900,"loss":0.2038,"heldLoss":0.2137,"accuracy":0.9375,"heldAccuracy":0.9425},{"step":2000,"loss":0.1647,"heldLoss":0.1708,"accuracy":0.9575,"heldAccuracy":0.965},{"step":2100,"loss":0.1367,"heldLoss":0.1293,"accuracy":0.9725,"heldAccuracy":0.9675},{"step":2200,"loss":0.1082,"heldLoss":0.1001,"accuracy":0.98,"heldAccuracy":0.9925},{"step":2300,"loss":0.08251,"heldLoss":0.08041,"accuracy":0.9825,"heldAccuracy":0.9925},{"step":2400,"loss":0.07725,"heldLoss":0.07065,"accuracy":0.9875,"heldAccuracy":0.9925},{"step":2500,"loss":0.06066,"heldLoss":0.06186,"accuracy":0.99,"heldAccuracy":0.9875},{"step":2600,"loss":0.05069,"heldLoss":0.04975,"accuracy":0.9925,"heldAccuracy":0.9975},{"step":2700,"loss":0.04524,"heldLoss":0.04793,"accuracy":0.9925,"heldAccuracy":0.9925},{"step":2800,"loss":0.04643,"heldLoss":0.03834,"accuracy":0.9925,"heldAccuracy":1},{"step":2900,"loss":0.03707,"heldLoss":0.0377,"accuracy":0.995,"heldAccuracy":0.995},{"step":3000,"loss":0.03422,"heldLoss":0.03573,"accuracy":0.9925,"heldAccuracy":0.995},{"step":3100,"loss":0.03881,"heldLoss":0.03431,"accuracy":0.9925,"heldAccuracy":0.9975},{"step":3200,"loss":0.04411,"heldLoss":0.04475,"accuracy":0.99,"heldAccuracy":0.99},{"step":3300,"loss":0.06082,"heldLoss":0.07797,"accuracy":0.9775,"heldAccuracy":0.975},{"step":3400,"loss":0.02585,"heldLoss":0.03311,"accuracy":0.995,"heldAccuracy":0.9925},{"step":3500,"loss":0.02628,"heldLoss":0.03746,"accuracy":0.995,"heldAccuracy":0.9925},{"step":3600,"loss":0.02624,"heldLoss":0.03689,"accuracy":0.995,"heldAccuracy":0.9925},{"step":3700,"loss":0.05409,"heldLoss":0.06817,"accuracy":0.9775,"heldAccuracy":0.98},{"step":3800,"loss":0.02251,"heldLoss":0.03469,"accuracy":0.9975,"heldAccuracy":0.9925},{"step":3900,"loss":0.01999,"heldLoss":0.02336,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4000,"loss":0.02003,"heldLoss":0.02252,"accuracy":0.9975,"heldAccuracy":0.9975},{"step":4100,"loss":0.01865,"heldLoss":0.03097,"accuracy":0.9975,"heldAccuracy":0.9925},{"step":4200,"loss":0.01743,"heldLoss":0.02126,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4300,"loss":0.01723,"heldLoss":0.01927,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4400,"loss":0.01496,"heldLoss":0.02114,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4500,"loss":0.01483,"heldLoss":0.01828,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4600,"loss":0.01806,"heldLoss":0.03171,"accuracy":0.995,"heldAccuracy":0.99},{"step":4700,"loss":0.01608,"heldLoss":0.01768,"accuracy":0.9975,"heldAccuracy":0.9975},{"step":4800,"loss":0.01315,"heldLoss":0.01704,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4900,"loss":0.01253,"heldLoss":0.01842,"accuracy":0.9975,"heldAccuracy":0.995},{"step":5000,"loss":0.01401,"heldLoss":0.02413,"accuracy":0.9975,"heldAccuracy":0.995},{"step":5100,"loss":0.01259,"heldLoss":0.01609,"accuracy":0.9975,"heldAccuracy":0.995},{"step":5200,"loss":0.01418,"heldLoss":0.02796,"accuracy":0.995,"heldAccuracy":0.9925},{"step":5300,"loss":0.01045,"heldLoss":0.02383,"accuracy":1,"heldAccuracy":0.9925},{"step":5400,"loss":0.009956,"heldLoss":0.01777,"accuracy":1,"heldAccuracy":0.995},{"step":5500,"loss":0.009796,"heldLoss":0.01596,"accuracy":0.9975,"heldAccuracy":0.995},{"step":5600,"loss":0.009924,"heldLoss":0.01396,"accuracy":0.9975,"heldAccuracy":0.995},{"step":5700,"loss":0.01137,"heldLoss":0.01334,"accuracy":0.9975,"heldAccuracy":0.9975},{"step":5800,"loss":0.008445,"heldLoss":0.01754,"accuracy":1,"heldAccuracy":0.995},{"step":5900,"loss":0.008919,"heldLoss":0.01489,"accuracy":0.9975,"heldAccuracy":0.995},{"step":6000,"loss":0.008938,"heldLoss":0.0124,"accuracy":0.9975,"heldAccuracy":0.995},{"step":6100,"loss":0.009692,"heldLoss":0.02267,"accuracy":1,"heldAccuracy":0.995},{"step":6200,"loss":0.00797,"heldLoss":0.01378,"accuracy":0.9975,"heldAccuracy":0.995},{"step":6300,"loss":0.007544,"heldLoss":0.01269,"accuracy":0.9975,"heldAccuracy":0.995},{"step":6400,"loss":0.007077,"heldLoss":0.01508,"accuracy":1,"heldAccuracy":0.995},{"step":6500,"loss":0.006861,"heldLoss":0.01342,"accuracy":1,"heldAccuracy":0.995},{"step":6600,"loss":0.006331,"heldLoss":0.01458,"accuracy":1,"heldAccuracy":0.995},{"step":6700,"loss":0.006931,"heldLoss":0.02078,"accuracy":1,"heldAccuracy":0.995},{"step":6800,"loss":0.006187,"heldLoss":0.01251,"accuracy":1,"heldAccuracy":0.995},{"step":6900,"loss":0.006227,"heldLoss":0.01481,"accuracy":1,"heldAccuracy":0.995},{"step":7000,"loss":0.00617,"heldLoss":0.01842,"accuracy":1,"heldAccuracy":0.995},{"step":7100,"loss":0.005625,"heldLoss":0.01741,"accuracy":1,"heldAccuracy":0.995},{"step":7200,"loss":0.005596,"heldLoss":0.01701,"accuracy":1,"heldAccuracy":0.995},{"step":7300,"loss":0.005721,"heldLoss":0.0183,"accuracy":1,"heldAccuracy":0.995},{"step":7400,"loss":0.005009,"heldLoss":0.0146,"accuracy":1,"heldAccuracy":0.995},{"step":7500,"loss":0.005316,"heldLoss":0.01082,"accuracy":1,"heldAccuracy":0.995},{"step":7600,"loss":0.005378,"heldLoss":0.01149,"accuracy":1,"heldAccuracy":0.995},{"step":7700,"loss":0.004575,"heldLoss":0.01511,"accuracy":1,"heldAccuracy":0.995},{"step":7800,"loss":0.004541,"heldLoss":0.01224,"accuracy":1,"heldAccuracy":0.995},{"step":7900,"loss":0.004517,"heldLoss":0.01259,"accuracy":1,"heldAccuracy":0.995},{"step":8000,"loss":0.004355,"heldLoss":0.01303,"accuracy":1,"heldAccuracy":0.995},{"step":8100,"loss":0.004188,"heldLoss":0.01213,"accuracy":1,"heldAccuracy":0.995},{"step":8200,"loss":0.004255,"heldLoss":0.0125,"accuracy":1,"heldAccuracy":0.995},{"step":8300,"loss":0.004032,"heldLoss":0.01231,"accuracy":1,"heldAccuracy":0.995},{"step":8400,"loss":0.004606,"heldLoss":0.01117,"accuracy":1,"heldAccuracy":0.995},{"step":8500,"loss":0.004093,"heldLoss":0.01088,"accuracy":1,"heldAccuracy":0.995},{"step":8600,"loss":0.004123,"heldLoss":0.01652,"accuracy":1,"heldAccuracy":0.995},{"step":8700,"loss":0.003989,"heldLoss":0.01591,"accuracy":1,"heldAccuracy":0.995},{"step":8800,"loss":0.00358,"heldLoss":0.01153,"accuracy":1,"heldAccuracy":0.995},{"step":8900,"loss":0.00361,"heldLoss":0.01169,"accuracy":1,"heldAccuracy":0.995},{"step":9000,"loss":0.004103,"heldLoss":0.009651,"accuracy":1,"heldAccuracy":0.995},{"step":9100,"loss":0.003859,"heldLoss":0.01604,"accuracy":1,"heldAccuracy":0.995},{"step":9200,"loss":0.00338,"heldLoss":0.0115,"accuracy":1,"heldAccuracy":0.995},{"step":9300,"loss":0.003436,"heldLoss":0.01638,"accuracy":1,"heldAccuracy":0.995},{"step":9400,"loss":0.003529,"heldLoss":0.01065,"accuracy":1,"heldAccuracy":0.995},{"step":9500,"loss":0.003272,"heldLoss":0.01493,"accuracy":1,"heldAccuracy":0.995},{"step":9600,"loss":0.003244,"heldLoss":0.01062,"accuracy":1,"heldAccuracy":0.995},{"step":9700,"loss":0.003233,"heldLoss":0.01461,"accuracy":1,"heldAccuracy":0.995},{"step":9800,"loss":0.003085,"heldLoss":0.01009,"accuracy":1,"heldAccuracy":0.995},{"step":9900,"loss":0.002929,"heldLoss":0.01205,"accuracy":1,"heldAccuracy":0.995},{"step":10000,"loss":0.002879,"heldLoss":0.0123,"accuracy":1,"heldAccuracy":0.995}]},"trainSeed":1,"heldSeed":2,"netSeed":3,"batchSeed":5,"steps":10000,"lr":0.3,"batch":32,"every":100,"draws":{"about":"Five different 40-point training draws (seeds 1, 11, 21, 31, 41), everything else fixed.","rows":[{"trainSeed":1,"finalAccuracy":1,"finalHeldAccuracy":0.7825,"heldLossMinimumStep":300,"finalHeldLoss":1.487},{"trainSeed":11,"finalAccuracy":1,"finalHeldAccuracy":0.795,"heldLossMinimumStep":300,"finalHeldLoss":1.407},{"trainSeed":21,"finalAccuracy":1,"finalHeldAccuracy":0.755,"heldLossMinimumStep":0,"finalHeldLoss":1.846},{"trainSeed":31,"finalAccuracy":1,"finalHeldAccuracy":0.835,"heldLossMinimumStep":800,"finalHeldLoss":1.446},{"trainSeed":41,"finalAccuracy":1,"finalHeldAccuracy":0.86,"heldLossMinimumStep":1400,"finalHeldLoss":0.883}],"finalHeldAccuracy":{"min":0.755,"max":0.86,"mean":0.8055}}},"attention":{"about":"The attention lab's model. 'curve' is model.json's own: 'train' is the mean loss of the training batches of the previous 25 updates, each measured before its update; 'heldOut' is the loss on the 256 held-out rows after the update. The trainer draws a fresh batch from the generator every update; the generator's small grammar repeats some rows by chance ('repeats' counts them), so rows are rarely, not never, seen twice. Much of the gap is that the train number averages a model that was still improving. 'rescored' takes the final weights and scores them, the same way, on rows they were trained on (the batches of updates 1 to 16, and of the last 16 updates), on the next 16 batches of the same stream (never trained on), on the lab's 256 held-out rows, and on five fresh 256-row draws with other seeds, which give the spread of an unseen score.","steps":2000,"curveEvery":25,"curve":[{"step":25,"train":2.9816,"heldOut":1.7252,"gap":-1.256},{"step":50,"train":1.3223,"heldOut":1.1656,"gap":-0.1567},{"step":75,"train":1.0861,"heldOut":1.0454,"gap":-0.0407},{"step":100,"train":0.9942,"heldOut":0.9654,"gap":-0.0288},{"step":125,"train":0.9327,"heldOut":0.9599,"gap":0.0272},{"step":150,"train":0.8998,"heldOut":0.9239,"gap":0.0241},{"step":175,"train":0.8934,"heldOut":0.9101,"gap":0.0167},{"step":200,"train":0.8844,"heldOut":0.8812,"gap":-0.0032},{"step":225,"train":0.8422,"heldOut":0.8643,"gap":0.0221},{"step":250,"train":0.8468,"heldOut":0.878,"gap":0.0312},{"step":275,"train":0.8422,"heldOut":0.8454,"gap":0.0032},{"step":300,"train":0.8362,"heldOut":0.8436,"gap":0.0074},{"step":325,"train":0.8286,"heldOut":0.8536,"gap":0.025},{"step":350,"train":0.8238,"heldOut":0.8397,"gap":0.0159},{"step":375,"train":0.8355,"heldOut":0.8523,"gap":0.0168},{"step":400,"train":0.8032,"heldOut":0.8456,"gap":0.0424},{"step":425,"train":0.841,"heldOut":0.8448,"gap":0.0038},{"step":450,"train":0.8254,"heldOut":0.832,"gap":0.0066},{"step":475,"train":0.8116,"heldOut":0.824,"gap":0.0124},{"step":500,"train":0.7949,"heldOut":0.8182,"gap":0.0233},{"step":525,"train":0.7991,"heldOut":0.8344,"gap":0.0353},{"step":550,"train":0.7913,"heldOut":0.8073,"gap":0.016},{"step":575,"train":0.7913,"heldOut":0.8039,"gap":0.0126},{"step":600,"train":0.7993,"heldOut":0.7937,"gap":-0.0056},{"step":625,"train":0.7871,"heldOut":0.7775,"gap":-0.0096},{"step":650,"train":0.7516,"heldOut":0.7728,"gap":0.0212},{"step":675,"train":0.7525,"heldOut":0.7455,"gap":-0.007},{"step":700,"train":0.7395,"heldOut":0.7289,"gap":-0.0106},{"step":725,"train":0.6994,"heldOut":0.7114,"gap":0.012},{"step":750,"train":0.6929,"heldOut":0.715,"gap":0.0221},{"step":775,"train":0.6882,"heldOut":0.7218,"gap":0.0336},{"step":800,"train":0.6876,"heldOut":0.7033,"gap":0.0157},{"step":825,"train":0.6905,"heldOut":0.7058,"gap":0.0153},{"step":850,"train":0.6853,"heldOut":0.7002,"gap":0.0149},{"step":875,"train":0.6766,"heldOut":0.7192,"gap":0.0426},{"step":900,"train":0.6752,"heldOut":0.7048,"gap":0.0296},{"step":925,"train":0.6712,"heldOut":0.6969,"gap":0.0257},{"step":950,"train":0.6799,"heldOut":0.7053,"gap":0.0254},{"step":975,"train":0.6835,"heldOut":0.7108,"gap":0.0273},{"step":1000,"train":0.6711,"heldOut":0.6981,"gap":0.027},{"step":1025,"train":0.6718,"heldOut":0.6933,"gap":0.0215},{"step":1050,"train":0.6785,"heldOut":0.6871,"gap":0.0086},{"step":1075,"train":0.6685,"heldOut":0.6913,"gap":0.0228},{"step":1100,"train":0.663,"heldOut":0.6942,"gap":0.0312},{"step":1125,"train":0.6573,"heldOut":0.6939,"gap":0.0366},{"step":1150,"train":0.677,"heldOut":0.7227,"gap":0.0457},{"step":1175,"train":0.6877,"heldOut":0.7006,"gap":0.0129},{"step":1200,"train":0.6915,"heldOut":0.6998,"gap":0.0083},{"step":1225,"train":0.6709,"heldOut":0.6928,"gap":0.0219},{"step":1250,"train":0.6798,"heldOut":0.6964,"gap":0.0166},{"step":1275,"train":0.6682,"heldOut":0.6867,"gap":0.0185},{"step":1300,"train":0.6593,"heldOut":0.6898,"gap":0.0305},{"step":1325,"train":0.6622,"heldOut":0.6923,"gap":0.0301},{"step":1350,"train":0.6736,"heldOut":0.6964,"gap":0.0228},{"step":1375,"train":0.6611,"heldOut":0.6937,"gap":0.0326},{"step":1400,"train":0.6596,"heldOut":0.6821,"gap":0.0225},{"step":1425,"train":0.6634,"heldOut":0.6795,"gap":0.0161},{"step":1450,"train":0.6668,"heldOut":0.6836,"gap":0.0168},{"step":1475,"train":0.6606,"heldOut":0.6828,"gap":0.0222},{"step":1500,"train":0.665,"heldOut":0.6944,"gap":0.0294},{"step":1525,"train":0.6643,"heldOut":0.6946,"gap":0.0303},{"step":1550,"train":0.6637,"heldOut":0.6917,"gap":0.028},{"step":1575,"train":0.6583,"heldOut":0.6895,"gap":0.0312},{"step":1600,"train":0.66,"heldOut":0.6814,"gap":0.0214},{"step":1625,"train":0.6716,"heldOut":0.6936,"gap":0.022},{"step":1650,"train":0.6793,"heldOut":0.7088,"gap":0.0295},{"step":1675,"train":0.6832,"heldOut":0.6867,"gap":0.0035},{"step":1700,"train":0.6602,"heldOut":0.6875,"gap":0.0273},{"step":1725,"train":0.6564,"heldOut":0.6858,"gap":0.0294},{"step":1750,"train":0.659,"heldOut":0.6884,"gap":0.0294},{"step":1775,"train":0.6686,"heldOut":0.6938,"gap":0.0252},{"step":1800,"train":0.6638,"heldOut":0.6838,"gap":0.02},{"step":1825,"train":0.6577,"heldOut":0.6893,"gap":0.0316},{"step":1850,"train":0.6666,"heldOut":0.6775,"gap":0.0109},{"step":1875,"train":0.6578,"heldOut":0.6832,"gap":0.0254},{"step":1900,"train":0.6651,"heldOut":0.6863,"gap":0.0212},{"step":1925,"train":0.6695,"heldOut":0.6868,"gap":0.0173},{"step":1950,"train":0.6679,"heldOut":0.6829,"gap":0.015},{"step":1975,"train":0.6624,"heldOut":0.6799,"gap":0.0175},{"step":2000,"train":0.6524,"heldOut":0.6874,"gap":0.035}],"tail":{"points":8,"meanGap":0.02174,"minGap":0.0109,"maxGap":0.035},"repeats":{"rows":32000,"repeats":507,"distinct":31493,"maxCount":5,"overlap":{"nextUnseen":{"rows":256,"alsoInTraining":8},"heldOut":{"rows":256,"alsoInTraining":3}}},"rescored":{"seenFirst":{"rows":256,"loss":0.6437,"accuracy":0.7461,"copyAccuracy":0.996,"localAccuracy":0.7237},"seenLast":{"rows":256,"loss":0.6258,"accuracy":0.755,"copyAccuracy":1,"localAccuracy":0.7323},"nextUnseen":{"rows":256,"loss":0.6678,"accuracy":0.7324,"copyAccuracy":0.9961,"localAccuracy":0.7086},"heldOut":{"rows":256,"loss":0.6874,"accuracy":0.7243,"copyAccuracy":0.9921,"localAccuracy":0.7002},"otherSeeds":{"seeds":[101,202,303,404,505],"rows":[{"seed":101,"rows":256,"loss":0.6508,"accuracy":0.7404,"copyAccuracy":0.9981,"localAccuracy":0.716},{"seed":202,"rows":256,"loss":0.6497,"accuracy":0.7417,"copyAccuracy":0.9981,"localAccuracy":0.7171},{"seed":303,"rows":256,"loss":0.6608,"accuracy":0.7339,"copyAccuracy":0.9963,"localAccuracy":0.7085},{"seed":404,"rows":256,"loss":0.6653,"accuracy":0.7324,"copyAccuracy":0.993,"localAccuracy":0.7059},{"seed":505,"rows":256,"loss":0.6723,"accuracy":0.7264,"copyAccuracy":0.9921,"localAccuracy":0.7026}],"loss":{"min":0.6497,"max":0.6723,"mean":0.6598}}}},"seconds":{"poly":0.2,"spiral":5.4,"attention":1.1,"total":7}}