{"about":"Lesson F4, backpropagation. Computed by tools/school/fill_backprop.mjs from system/school/backprop.mjs and the attention lab's model.json. Do not edit by hand.","modelJsonSha256":"67600098679443bf87c78f0f3ef1a1399ae51642b3e9608517105d7831219d5e","net":{"about":"Multilayer perceptron, tanh hidden layers, softmax output, weights N(0, 1/fan-in), biases zero.","sizes":[2,8,8,2],"nParams":114,"seed":3},"data":{"about":"Two interleaved spirals, 1.5 turns, jitter 0.04, labels alternate. Training and held-out sets are separate seeded draws.","train":{"seed":1,"X":[[0.529,-0.00673],[0.34,0.117],[0.0775,-0.507],[0.194,-0.18],[-0.278,-0.124],[-0.0944,-0.846],[0.347,0.701],[0.997,-0.0806],[-0.0851,-0.484],[0.156,-0.167],[-0.311,0.0377],[-0.641,-0.249],[-0.13,0.908],[0.329,0.103],[-0.142,0.257],[0.21,-0.204],[0.627,0.195],[0.318,-0.772],[-0.393,-0.113],[0.151,-0.22],[0.592,0.137],[-0.0887,-0.79],[0.131,0.082],[-0.518,-0.477],[0.14,0.856],[0.13,0.439],[-0.673,0.643],[0.237,0.447],[-0.967,0.362],[-0.208,-0.743],[-0.364,-0.172],[0.242,0.281],[-0.0191,0.179],[0.368,0.188],[-0.249,-0.319],[-0.503,0.341],[-0.128,0.181],[-0.433,0.425],[0.549,0.31],[0.426,0.0192],[-0.398,0.77],[0.239,0.452],[0.697,-0.115],[0.259,-0.0187],[-0.0768,0.14],[-0.131,-0.799],[-0.365,0.77],[-0.474,0.283],[-0.357,-0.383],[0.34,-0.884],[0.526,0.618],[0.246,-0.133],[-0.309,-0.283],[-0.602,0.239],[0.594,0.119],[0.147,-0.305],[-0.336,-0.169],[-0.646,-0.016],[0.658,0.069],[-0.639,0.0648],[0.357,0.758],[0.204,0.356],[-0.0826,0.211],[-0.0519,-0.119],[0.437,0.609],[0.761,-0.458],[0.66,0.123],[0.124,0.463],[0.589,-0.153],[0.7,-0.739],[-0.433,0.0576],[0.367,0.171],[0.449,-0.364],[-0.272,0.484],[0.372,-0.423],[0.281,-0.0981],[0.703,0.0235],[-0.212,-0.723],[-0.181,0.184],[-0.675,0.166],[0.594,-0.172],[0.052,-0.191],[0.155,0.871],[0.000801,-0.159],[0.36,0.751],[0.165,-0.209],[-0.321,-0.203],[0.417,-0.791],[-0.272,-0.264],[0.265,-0.077],[-0.37,-0.168],[-0.126,0.544],[-0.000816,0.0997],[-0.722,-0.217],[-0.672,0.592],[0.237,-0.213],[-0.153,-0.39],[-0.63,-0.17],[0.164,-0.563],[0.274,0.316],[0.371,0.711],[0.0284,0.494],[0.0664,0.144],[-0.0908,-0.0741],[0.0629,0.143],[0.15,0.411],[-0.658,0.543],[0.378,0.142],[-0.614,0.717],[0.114,-0.221],[-0.142,0.128],[0.109,-0.283],[-0.189,0.17],[0.966,-0.223],[-0.451,0.648],[0.0826,-0.894],[-0.259,-0.398],[-0.656,-0.524],[-0.268,0.82],[0.737,-0.744],[-0.113,0.214],[0.0308,-0.239],[-0.0413,0.196],[-0.108,0.535],[-0.866,0.317],[-0.661,0.176],[-0.319,-0.277],[0.643,-0.609],[0.108,0.83],[0.728,-0.663],[-0.172,0.122],[1.01,-0.186],[0.662,0.326],[0.75,-0.586],[0.069,-0.492],[-0.496,-0.626],[-0.135,-0.339],[-0.693,0.000581],[0.461,-0.424],[0.3,0.0743],[-0.136,0.253],[0.28,0.0258],[0.0889,0.184],[-0.455,-0.647],[-0.302,-0.284],[0.291,0.229],[-1.01,0.0346],[0.381,0.165],[0.608,0.224],[-0.23,0.405],[0.103,0.813],[0.974,-0.304],[0.726,0.176],[-0.436,-0.625],[-0.345,-0.0155],[-0.0917,-0.834],[0.0362,0.816],[-0.656,-0.0285],[0.655,0.292],[-0.265,-0.729],[-0.174,0.147],[0.196,0.379],[-0.257,0.122],[0.636,-0.692],[-0.0828,0.198],[-0.702,-0.133],[0.163,0.769],[0.257,-0.839],[0.00255,-0.483],[0.325,-0.0935],[-0.262,0.833],[-0.685,-0.184],[0.624,0.422],[0.271,0.335],[-0.594,0.701],[0.223,-0.244],[-0.363,-0.0191],[0.581,-0.669],[-0.701,0.561],[-0.181,0.549],[-0.382,-0.119],[0.431,-0.742],[0.088,0.0141],[0.319,-0.0212],[-0.195,0.172],[0.218,0.26],[0.193,-0.599],[0.0427,-0.183],[0.0398,0.773],[0.64,-0.588],[-0.074,0.866],[0.322,-0.76],[0.61,-0.218],[0.506,-0.773],[0.453,-0.444],[0.725,-0.487],[-0.0519,0.852],[0.29,0.305],[0.026,-0.505],[-0.302,0.504],[-0.262,0.0942],[-0.258,-0.735],[0.417,0.597],[0.0278,0.431],[-0.0902,0.231],[0.0391,-0.777],[0.117,0.11],[0.981,-0.0622],[-0.0779,-0.462],[0.229,-0.828],[0.271,-0.468],[-0.58,-0.463],[-0.324,-0.143],[0.354,-0.133],[-0.354,-0.175],[0.365,0.0275],[-0.198,0.176],[-0.593,0.0988],[-0.95,0.253],[0.335,-0.787],[-0.278,0.0124],[-0.668,0.0628],[0.329,0.678],[-0.523,0.28],[0.419,0.66],[-0.328,-0.67],[0.294,-0.493],[0.266,0.214],[0.398,-0.441],[0.139,-0.185],[0.0517,-0.535],[-0.448,-0.694],[-0.209,-0.451],[0.132,-0.138],[0.106,-0.479],[-0.533,0.335],[-0.0713,0.172],[-0.0181,0.484],[0.682,0.00614],[0.304,0.0112],[0.199,-0.521],[-0.499,0.21],[0.705,0.0141],[-0.231,-0.639],[0.601,0.112],[0.182,0.475],[-1.02,-0.0125],[-0.0347,-0.158],[-0.0765,-0.493],[0.126,-0.16],[-0.488,0.817],[0.177,0.408],[0.556,0.477],[0.0227,-0.177],[-1.05,0.236],[-0.136,0.49],[0.592,0.319],[-0.355,0.478],[-0.81,0.591],[-0.196,0.469],[-0.12,0.196],[0.378,0.162],[0.355,0.707],[0.00176,0.484],[0.302,0.7],[0.286,0.164],[-0.972,0.0754],[-0.695,-0.135],[0.601,0.376],[-0.00961,-0.831],[0.478,0.58],[0.23,-0.141],[-0.000724,0.246],[0.363,0.015],[-0.327,0.109],[0.398,-0.0583],[-0.0312,0.123],[0.423,0.157],[0.389,0.762],[0.147,0.388],[-0.308,-0.312],[-0.672,-0.317],[-0.678,0.639],[-0.00431,-0.0796],[0.106,0.13],[-0.0982,-0.844],[-0.301,-0.338],[0.000894,-0.172],[0.654,-0.0287],[-0.244,0.458],[0.0263,0.175],[-0.463,0.284],[0.225,-0.591],[0.0675,0.53],[0.568,0.421],[-0.436,-0.565],[-0.0883,0.842],[-0.0215,0.489],[0.569,0.374],[-0.0834,-0.13],[-0.185,0.166],[0.379,0.133],[0.0084,0.159],[0.198,-0.142],[-0.359,0.0116],[0.377,0.0593],[0.591,0.376],[-0.689,0.059],[0.748,-0.0277],[0.366,0.0627],[0.57,0.46],[-0.513,-0.644],[-0.399,-0.24],[0.278,-0.803],[-0.189,0.149],[0.907,-0.539],[-0.349,0.813],[0.495,-0.651],[-0.259,-0.315],[0.308,0.22],[0.655,-0.00878],[-0.0297,-0.107],[0.387,-0.478],[0.776,-0.47],[0.558,0.481],[0.0672,-0.198],[0.229,-0.475],[0.293,0.13],[0.433,-0.508],[0.199,0.395],[0.678,0.00538],[-0.231,0.586],[-0.92,0.409],[1.05,-0.0266],[0.334,0.678],[0.204,-0.814],[-0.0308,-0.492],[0.204,-0.183],[-0.0522,0.861],[0.154,0.449],[-0.359,0.893],[-0.0586,-0.0631],[0.634,0.101],[0.271,-0.195],[-0.36,-0.295],[-0.494,-0.578],[0.269,-0.446],[-0.628,0.187],[0.655,0.0767],[0.282,0.121],[0.569,0.485],[-0.164,0.491],[-0.83,0.519],[-0.0468,-0.122],[0.204,0.737],[-0.717,-0.0994],[-0.312,-0.133],[0.219,-0.194],[0.0602,0.835],[-0.124,0.516],[-0.582,0.692],[-0.0324,-0.101],[0.423,-0.435],[-0.483,0.43],[-0.301,-0.225],[0.281,-0.132],[0.532,-0.351],[0.312,0.0678],[-0.81,0.56],[-0.268,-0.651],[0.00158,0.809],[-0.583,-0.445],[-0.847,0.383],[0.258,-0.163],[0.158,-0.419],[-0.652,-0.229],[-0.239,0.194],[0.197,-0.222],[0.0424,0.178],[-0.633,0.259],[0.608,-0.233],[0.286,-0.753],[0.233,0.734],[-0.323,0.513],[0.722,0.33],[0.915,-0.318],[0.1,-0.447],[-0.0335,-0.0955],[-0.718,0.52],[0.446,-0.717],[0.0105,0.0658],[-0.621,0.132],[0.593,0.533],[-0.652,-0.138],[-0.529,0.781],[0.163,-0.151],[-0.0983,0.2],[0.097,-0.228],[-0.203,0.148],[0.165,0.393]],"Y":[0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1]},"held":{"seed":2,"X":[[0.467,0.622],[-0.697,0.0144],[0.133,0.762],[0.0982,-0.182],[-0.629,0.681],[0.793,-0.46],[0.158,-0.473],[-0.017,0.00207],[-0.00715,0.134],[-0.00379,-0.167],[-0.886,0.405],[-0.629,-0.0565],[0.506,-0.393],[0.407,0.23],[0.127,0.826],[-0.684,-0.0916],[-0.403,-0.0835],[0.126,-0.888],[-0.208,-0.417],[0.0495,-0.17],[0.646,0.132],[0.252,-0.124],[0.576,-0.303],[-0.568,-0.465],[-0.339,0.765],[-0.55,0.357],[0.633,-0.16],[0.123,-0.81],[-0.339,-0.211],[0.171,0.386],[-0.632,0.687],[0.285,0.411],[-0.288,0.0164],[-0.0338,-0.142],[-0.232,-0.367],[0.233,-0.875],[-0.273,-0.319],[-0.585,-0.282],[-0.0364,0.151],[-0.319,0.53],[-0.156,0.262],[-0.238,0.475],[0.076,-0.482],[-0.699,-0.202],[-0.0903,0.137],[-0.322,0.392],[0.587,0.315],[-0.0157,-0.199],[-0.273,-0.433],[0.347,-0.182],[0.246,-0.478],[-0.352,-0.706],[0.229,-0.474],[0.584,-0.677],[-0.0268,0.181],[0.0353,-0.216],[-0.351,0.0268],[0.0386,-0.155],[0.0273,0.204],[0.149,-0.194],[-0.308,-0.239],[-0.277,0.506],[0.0325,0.813],[0.351,0.182],[-0.0187,0.871],[0.249,-0.0576],[0.366,-0.457],[0.165,-0.15],[0.661,0.183],[-0.682,-0.224],[-0.395,0.75],[-0.239,0.455],[-0.259,0.21],[-0.675,-0.236],[-0.238,0.0902],[-0.314,-0.757],[-0.975,0.0341],[0.922,-0.203],[0.243,-0.502],[-0.408,-0.645],[-0.161,-0.405],[0.0159,-0.123],[-0.283,-0.388],[-0.662,-0.239],[-0.322,-0.0141],[0.25,-0.18],[0.386,-0.483],[-0.37,0.441],[-0.0122,0.207],[-0.0795,-0.814],[-0.941,0.26],[-0.0611,-0.0885],[0.0513,-0.534],[-0.0405,-0.177],[0.353,0.74],[-0.0957,-0.162],[0.662,-0.204],[0.372,-0.744],[0.68,0.24],[0.257,0.364],[0.0251,0.158],[0.34,0.35],[-0.227,0.205],[-0.727,-0.234],[-0.129,0.177],[0.321,0.0906],[-0.183,0.208],[1.06,-0.00675],[-0.137,0.857],[0.201,0.374],[0.68,-0.0219],[-0.203,-0.771],[-0.256,0.18],[0.0907,0.447],[0.658,0.179],[0.179,-0.214],[0.34,0.683],[0.303,-0.0156],[-0.417,0.803],[0.283,-0.0722],[0.057,0.203],[0.0607,0.531],[-0.294,0.192],[0.749,-0.507],[0.5,-0.254],[0.168,-0.162],[0.482,-0.346],[-0.656,-0.336],[-0.674,0.65],[0.285,-0.795],[-0.343,0.0544],[-0.559,0.191],[-0.893,0.372],[0.328,-0.81],[-0.835,0.375],[-0.517,0.273],[0.0312,0.169],[-0.695,0.0414],[0.571,0.00904],[0.941,-0.279],[-0.115,0.191],[0.809,-0.392],[-0.318,0.825],[0.858,-0.56],[-0.841,0.452],[-0.434,-0.589],[-0.0103,0.178],[0.254,-0.0893],[-0.0128,0.155],[-0.013,-0.188],[-0.3,0.823],[-0.159,0.465],[-0.0407,0.165],[1.01,-0.0313],[-0.0109,0.125],[-0.0018,-0.105],[-0.0637,0.189],[-0.56,0.255],[-0.0165,0.169],[0.221,0.349],[-0.284,-0.098],[0.759,-0.517],[0.5,-0.367],[-0.667,-0.00937],[0.00961,0.859],[-0.69,-0.142],[-0.194,0.178],[-0.0367,-0.795],[0.0266,0.16],[0.294,0.263],[-0.32,0.0445],[-0.207,0.5],[-0.0446,0.112],[-0.0221,0.505],[-0.261,-0.244],[-0.0426,-0.124],[0.417,0.573],[0.425,0.0714],[-0.358,0.824],[-0.054,-0.795],[-0.467,0.783],[-0.00518,-0.192],[0.0446,0.167],[-0.00957,-0.15],[0.621,-0.0601],[-0.591,-0.0293],[-0.738,0.505],[0.245,0.358],[0.0117,0.0848],[0.275,0.235],[-0.298,-0.00382],[0.0537,-0.216],[0.0347,-0.51],[-0.366,-0.698],[-0.35,-0.328],[0.492,-0.731],[-0.245,0.163],[0.112,-0.151],[-0.571,0.725],[0.411,-0.737],[0.358,-0.506],[0.339,0.321],[-0.208,0.869],[0.339,0.00999],[-0.44,0.763],[-0.716,-0.112],[-0.344,0.074],[0.102,0.459],[-0.668,0.586],[0.493,-0.732],[-0.0981,0.165],[-0.69,-0.285],[-0.943,0.442],[-0.122,-0.723],[0.371,-0.392],[-0.673,-0.265],[-0.914,0.45],[0.602,-0.615],[-0.174,0.169],[-0.0102,-0.843],[0.23,0.807],[0.108,0.462],[-0.44,0.776],[-0.494,0.314],[0.195,-0.469],[0.308,-0.0743],[-0.0432,0.205],[0.444,-0.77],[-0.265,-0.221],[-0.435,0.333],[-0.08,-0.445],[0.325,0.329],[-0.269,0.842],[-0.689,-0.226],[0.566,0.536],[-0.554,-0.567],[0.0982,0.806],[0.823,-0.528],[-0.364,-0.0563],[-0.1,0.448],[-0.289,0.774],[-0.613,-0.114],[-0.214,0.167],[-0.0398,-0.126],[0.0537,0.132],[0.319,-0.0354],[-0.0787,-0.45],[-0.192,-0.737],[-0.33,-0.374],[0.206,-0.199],[-0.355,-0.121],[0.294,-0.037],[0.0118,0.104],[-0.587,-0.429],[0.641,-0.0713],[0.348,0.227],[-0.188,-0.375],[0.14,-0.216],[-0.92,0.297],[0.262,-0.112],[0.0101,0.13],[-0.0322,-0.163],[-0.809,0.519],[0.856,-0.475],[0.0695,0.895],[-0.616,-0.413],[0.643,0.0702],[0.0671,-0.218],[-0.462,0.742],[0.205,-0.202],[0.639,-0.12],[0.259,-0.845],[-0.0475,0.265],[-0.585,0.424],[0.278,0.678],[-0.466,-0.712],[-0.102,0.203],[0.311,-0.0297],[-0.336,-0.243],[-0.0564,-0.855],[0.0655,0.14],[-0.36,0.38],[0.348,-0.386],[0.737,-0.599],[0.679,0.232],[0.00627,-0.244],[-0.00722,0.168],[0.89,-0.413],[0.38,-0.346],[0.0286,-0.233],[-0.0572,0.191],[-0.69,-0.155],[-0.355,-0.0657],[0.227,0.355],[0.601,-0.262],[-0.392,0.337],[0.457,0.595],[-0.406,-0.713],[-0.295,0.0416],[0.908,-0.196],[0.0682,0.129],[0.323,0.18],[-0.38,-0.109],[-0.563,-0.415],[-0.531,0.746],[0.501,-0.789],[0.0161,0.229],[-0.63,-0.308],[-0.383,0.784],[0.183,-0.116],[-0.923,0.458],[-0.565,-0.359],[-0.29,0.0421],[0.989,-0.281],[0.159,-0.492],[0.707,-0.611],[-0.0469,0.194],[-0.325,0.499],[0.557,-0.217],[-0.11,0.485],[0.378,-0.386],[-0.0514,-0.0843],[0.303,-0.489],[0.144,0.507],[0.631,-0.243],[-0.431,0.428],[-0.266,0.162],[-0.579,-0.368],[-0.0437,0.857],[-0.363,0.481],[-0.263,0.145],[0.87,-0.401],[0.601,-0.249],[0.366,0.0377],[-0.369,-0.103],[-0.645,-0.19],[0.524,0.421],[-0.251,0.524],[-0.357,0.754],[0.223,-0.18],[-0.0247,0.289],[0.295,-0.811],[-0.191,-0.44],[-0.223,-0.764],[-0.339,-0.13],[-0.232,0.468],[-0.245,0.165],[-0.478,-0.568],[0.543,-0.198],[-0.112,0.476],[-0.41,-0.0746],[0.367,0.0688],[-0.112,0.841],[-0.487,-0.57],[-0.0981,0.171],[1,-0.0427],[-0.853,0.361],[-0.0775,-0.0957],[-0.904,0.353],[-0.607,0.0782],[-0.102,0.231],[-0.446,0.412],[0.00548,0.128],[-0.0715,-0.0758],[0.29,-0.424],[0.875,-0.375],[-0.277,0.832],[0.272,0.273],[0.0389,0.0787],[0.837,-0.366],[-0.223,-0.331],[0.373,0.17],[0.702,-0.0522],[0.399,-0.0323],[-0.234,0.118],[-0.0178,0.486],[-0.342,-0.0539],[0.726,-0.489],[0.359,-0.406],[0.943,-0.114],[-0.444,-0.0726],[-0.662,-0.0627],[0.0672,0.104],[0.0667,-0.159],[-0.879,0.404],[0.969,-0.261],[-0.315,0.794],[0.122,-0.22],[-0.236,0.0583],[0.0838,-0.234],[0.633,-0.0785],[0.0798,-0.148],[-0.013,0.233],[-0.449,0.294],[-0.009,0.0709],[-0.0107,-0.157],[-0.212,-0.297],[0.0294,-0.163],[-0.0457,0.164],[0.0325,-0.24]],"Y":[0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1]}},"training":{"about":"Plain minibatch gradient descent, fixed step, no momentum. Curve every 100 steps: mean loss and accuracy on the training and held-out points.","netSeed":3,"trainSeed":1,"heldSeed":2,"batchSeed":5,"points":400,"steps":4000,"lr":0.3,"batch":32,"every":100,"target":0.95,"curve":[{"step":0,"loss":0.7413,"heldLoss":0.7396,"accuracy":0.375,"heldAccuracy":0.355},{"step":100,"loss":0.6614,"heldLoss":0.6492,"accuracy":0.605,"heldAccuracy":0.6075},{"step":200,"loss":0.651,"heldLoss":0.6407,"accuracy":0.6175,"heldAccuracy":0.6775},{"step":300,"loss":0.6547,"heldLoss":0.6473,"accuracy":0.6,"heldAccuracy":0.645},{"step":400,"loss":0.6551,"heldLoss":0.6504,"accuracy":0.6125,"heldAccuracy":0.6525},{"step":500,"loss":0.6468,"heldLoss":0.6395,"accuracy":0.62,"heldAccuracy":0.6725},{"step":600,"loss":0.6601,"heldLoss":0.6604,"accuracy":0.5775,"heldAccuracy":0.55},{"step":700,"loss":0.6427,"heldLoss":0.6381,"accuracy":0.6325,"heldAccuracy":0.675},{"step":800,"loss":0.6391,"heldLoss":0.6411,"accuracy":0.63,"heldAccuracy":0.65},{"step":900,"loss":0.6341,"heldLoss":0.6478,"accuracy":0.575,"heldAccuracy":0.54},{"step":1000,"loss":0.6176,"heldLoss":0.6401,"accuracy":0.5725,"heldAccuracy":0.545},{"step":1100,"loss":0.5846,"heldLoss":0.6102,"accuracy":0.665,"heldAccuracy":0.65},{"step":1200,"loss":0.5493,"heldLoss":0.5935,"accuracy":0.7175,"heldAccuracy":0.655},{"step":1300,"loss":0.504,"heldLoss":0.5755,"accuracy":0.735,"heldAccuracy":0.675},{"step":1400,"loss":0.464,"heldLoss":0.5396,"accuracy":0.745,"heldAccuracy":0.6575},{"step":1500,"loss":0.4325,"heldLoss":0.4981,"accuracy":0.7375,"heldAccuracy":0.6725},{"step":1600,"loss":0.3675,"heldLoss":0.4389,"accuracy":0.795,"heldAccuracy":0.7325},{"step":1700,"loss":0.3156,"heldLoss":0.3789,"accuracy":0.85,"heldAccuracy":0.805},{"step":1800,"loss":0.2585,"heldLoss":0.292,"accuracy":0.9225,"heldAccuracy":0.905},{"step":1900,"loss":0.2038,"heldLoss":0.2137,"accuracy":0.9375,"heldAccuracy":0.9425},{"step":2000,"loss":0.1647,"heldLoss":0.1708,"accuracy":0.9575,"heldAccuracy":0.965},{"step":2100,"loss":0.1367,"heldLoss":0.1293,"accuracy":0.9725,"heldAccuracy":0.9675},{"step":2200,"loss":0.1082,"heldLoss":0.1001,"accuracy":0.98,"heldAccuracy":0.9925},{"step":2300,"loss":0.08251,"heldLoss":0.08041,"accuracy":0.9825,"heldAccuracy":0.9925},{"step":2400,"loss":0.07725,"heldLoss":0.07065,"accuracy":0.9875,"heldAccuracy":0.9925},{"step":2500,"loss":0.06066,"heldLoss":0.06186,"accuracy":0.99,"heldAccuracy":0.9875},{"step":2600,"loss":0.05069,"heldLoss":0.04975,"accuracy":0.9925,"heldAccuracy":0.9975},{"step":2700,"loss":0.04524,"heldLoss":0.04793,"accuracy":0.9925,"heldAccuracy":0.9925},{"step":2800,"loss":0.04643,"heldLoss":0.03834,"accuracy":0.9925,"heldAccuracy":1},{"step":2900,"loss":0.03707,"heldLoss":0.0377,"accuracy":0.995,"heldAccuracy":0.995},{"step":3000,"loss":0.03422,"heldLoss":0.03573,"accuracy":0.9925,"heldAccuracy":0.995},{"step":3100,"loss":0.03881,"heldLoss":0.03431,"accuracy":0.9925,"heldAccuracy":0.9975},{"step":3200,"loss":0.04411,"heldLoss":0.04475,"accuracy":0.99,"heldAccuracy":0.99},{"step":3300,"loss":0.06082,"heldLoss":0.07797,"accuracy":0.9775,"heldAccuracy":0.975},{"step":3400,"loss":0.02585,"heldLoss":0.03311,"accuracy":0.995,"heldAccuracy":0.9925},{"step":3500,"loss":0.02628,"heldLoss":0.03746,"accuracy":0.995,"heldAccuracy":0.9925},{"step":3600,"loss":0.02624,"heldLoss":0.03689,"accuracy":0.995,"heldAccuracy":0.9925},{"step":3700,"loss":0.05409,"heldLoss":0.06817,"accuracy":0.9775,"heldAccuracy":0.98},{"step":3800,"loss":0.02251,"heldLoss":0.03469,"accuracy":0.9975,"heldAccuracy":0.9925},{"step":3900,"loss":0.01999,"heldLoss":0.02336,"accuracy":0.9975,"heldAccuracy":0.995},{"step":4000,"loss":0.02003,"heldLoss":0.02252,"accuracy":0.9975,"heldAccuracy":0.9975}],"finalAccuracy":0.9975,"finalHeldAccuracy":0.9975,"firstStepAtTarget":2000},"boundary":{"about":"Probability of class 1 from the trained net on a 41 x 41 grid over [-1.2, 1.2]^2, rows are y.","n":41,"range":[[-1.2,1.2],[-1.2,1.2]],"values":[[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.998,0.997,0.997,0.997,0.997,0.998,0.998,0.998,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.998,0.998,0.998,0.998,0.998,0.998,0.998,0.998,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.998,0.998,0.998,0.998,0.998,0.998,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.998,0.998,0.998,0.998,0.998,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.998,0.998,0.998,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[0.999,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.998,0.998,0.997,0.997,0.997,0.996,0.996,0.996,0.996,0.996,0.996,0.997,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[0.997,0.998,0.999,0.999,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.998,0.997,0.997,0.996,0.996,0.995,0.995,0.995,0.996,0.996,0.996,0.996,0.997,0.997,0.997,0.997,0.997,0.997,0.997],[0.996,0.996,0.997,0.998,0.998,0.999,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0.999,0.997,0.995,0.993,0.993,0.993,0.993,0.994,0.994,0.995,0.995,0.996,0.996,0.996,0.997,0.997,0.997,0.997,0.997,0.997],[0.998,0.997,0.996,0.996,0.996,0.997,0.998,0.999,0.999,1,1,1,1,1,1,1,1,1,1,1,1,0.998,0.98,0.962,0.963,0.972,0.98,0.985,0.989,0.992,0.993,0.994,0.995,0.996,0.996,0.997,0.997,0.997,0.997,0.997,0.997],[1,0.999,0.998,0.997,0.996,0.996,0.996,0.996,0.997,0.998,0.999,1,1,1,1,1,1,1,1,1,0.999,0.869,0.245,0.205,0.419,0.715,0.883,0.948,0.973,0.984,0.99,0.993,0.994,0.995,0.996,0.996,0.997,0.997,0.997,0.997,0.997],[1,1,1,0.999,0.999,0.998,0.997,0.996,0.995,0.996,0.997,0.998,0.999,1,1,1,1,1,1,0.939,0.358,0.0483,0.00355,0.00168,0.00614,0.0458,0.267,0.667,0.884,0.955,0.979,0.988,0.992,0.994,0.996,0.996,0.997,0.997,0.997,0.997,0.997],[1,1,1,1,1,1,0.999,0.998,0.997,0.996,0.995,0.995,0.997,0.999,1,1,1,0.987,0.376,0.0755,0.0379,0.0178,0.00244,0.000248,0.000223,0.000978,0.00853,0.0785,0.403,0.789,0.935,0.975,0.988,0.993,0.995,0.996,0.996,0.997,0.997,0.997,0.997],[1,1,1,1,1,1,1,1,0.999,0.998,0.996,0.992,0.989,0.992,0.996,0.989,0.664,0.096,0.0411,0.033,0.0299,0.0238,0.00872,0.000664,0.000104,0.000118,0.000431,0.00311,0.0304,0.238,0.705,0.924,0.976,0.989,0.994,0.996,0.996,0.997,0.997,0.997,0.998],[1,1,1,1,1,1,1,1,1,0.999,0.998,0.988,0.925,0.581,0.091,0.0189,0.0227,0.0344,0.0423,0.0469,0.0496,0.0492,0.036,0.00774,0.000495,0.000137,0.000164,0.000454,0.00246,0.0221,0.204,0.715,0.941,0.983,0.993,0.996,0.997,0.998,0.998,0.998,0.998],[1,1,1,1,1,1,1,1,1,0.999,0.996,0.918,0.127,0.00143,0.000179,0.00125,0.0214,0.0873,0.149,0.189,0.214,0.234,0.239,0.157,0.0219,0.00194,0.000807,0.000881,0.00182,0.00731,0.0547,0.405,0.882,0.981,0.995,0.998,0.999,0.999,0.999,0.999,0.999],[0.997,0.998,0.999,0.999,1,1,1,1,0.999,0.997,0.969,0.372,0.00459,0.000156,0.000148,0.00342,0.131,0.547,0.74,0.802,0.826,0.843,0.859,0.854,0.687,0.146,0.0233,0.0121,0.0126,0.0228,0.0785,0.393,0.89,0.99,0.999,1,1,1,1,1,1],[0.975,0.986,0.992,0.995,0.997,0.998,0.998,0.998,0.996,0.988,0.917,0.36,0.016,0.00131,0.00144,0.0226,0.489,0.907,0.963,0.975,0.979,0.98,0.982,0.982,0.975,0.873,0.322,0.0905,0.0552,0.0602,0.114,0.347,0.826,0.986,0.999,1,1,1,1,1,1],[0.804,0.882,0.932,0.961,0.977,0.986,0.99,0.991,0.99,0.984,0.957,0.786,0.158,0.0112,0.00651,0.0395,0.484,0.917,0.976,0.987,0.99,0.991,0.992,0.992,0.991,0.979,0.816,0.272,0.0903,0.0592,0.072,0.155,0.469,0.898,0.994,1,1,1,1,1,1],[0.279,0.417,0.577,0.727,0.841,0.913,0.953,0.973,0.982,0.985,0.981,0.937,0.438,0.029,0.00989,0.0269,0.219,0.748,0.939,0.976,0.987,0.991,0.993,0.994,0.993,0.99,0.958,0.586,0.125,0.0419,0.0331,0.0541,0.152,0.499,0.905,0.993,1,1,1,1,1],[0.0384,0.0655,0.116,0.208,0.365,0.581,0.787,0.913,0.967,0.985,0.988,0.967,0.585,0.0409,0.0102,0.015,0.0607,0.285,0.674,0.885,0.956,0.98,0.989,0.992,0.993,0.993,0.985,0.855,0.205,0.0287,0.0123,0.0144,0.0326,0.109,0.382,0.809,0.975,0.998,1,1,1],[0.00513,0.00815,0.014,0.0268,0.0586,0.147,0.384,0.744,0.937,0.983,0.99,0.974,0.637,0.0489,0.0102,0.00938,0.0186,0.0519,0.149,0.361,0.648,0.863,0.956,0.984,0.992,0.994,0.993,0.961,0.371,0.0181,0.00285,0.00165,0.00213,0.00447,0.0129,0.0462,0.182,0.558,0.898,0.987,0.999],[0.000873,0.00124,0.00194,0.00345,0.00753,0.0221,0.0941,0.438,0.882,0.979,0.99,0.976,0.666,0.0617,0.0114,0.00734,0.00862,0.0132,0.0228,0.043,0.0912,0.228,0.566,0.894,0.981,0.995,0.997,0.99,0.501,0.00682,0.000362,0.0000995,0.0000671,0.0000743,0.000113,0.000216,0.000504,0.00141,0.00477,0.0192,0.0895],[0.000191,0.000244,0.00034,0.000545,0.0011,0.00324,0.0172,0.167,0.786,0.975,0.99,0.976,0.717,0.0956,0.0163,0.00788,0.00647,0.00672,0.00783,0.00996,0.0143,0.0259,0.0712,0.329,0.893,0.995,0.999,0.996,0.341,0.0015,0.0000613,0.0000142,0.00000735,0.0000056,0.00000525,0.00000564,0.00000675,0.00000893,0.0000131,0.0000213,0.0000395],[0.0000529,0.0000615,0.0000768,0.000109,0.000193,0.000517,0.00285,0.0435,0.612,0.966,0.989,0.978,0.809,0.207,0.0374,0.0143,0.00913,0.0076,0.0074,0.00817,0.0105,0.0172,0.0409,0.167,0.714,0.988,0.999,0.99,0.096,0.000732,0.000056,0.0000165,0.00000884,0.00000609,0.0000047,0.00000387,0.00000331,0.00000294,0.0000027,0.00000257,0.00000254],[0.0000188,0.0000203,0.0000231,0.0000289,0.0000437,0.0000962,0.00045,0.00775,0.323,0.943,0.987,0.981,0.909,0.545,0.178,0.0692,0.0405,0.0326,0.0339,0.0452,0.0783,0.17,0.388,0.7,0.912,0.984,0.995,0.867,0.0483,0.00313,0.000586,0.000251,0.00016,0.000118,0.0000898,0.0000691,0.0000532,0.0000407,0.0000311,0.0000237,0.0000181],[0.00000897,0.00000922,0.00000977,0.000011,0.0000141,0.0000238,0.0000769,0.000979,0.0709,0.853,0.98,0.984,0.967,0.904,0.777,0.655,0.614,0.667,0.781,0.89,0.952,0.979,0.99,0.995,0.997,0.998,0.98,0.177,0.0375,0.0179,0.00748,0.00487,0.00406,0.00363,0.00328,0.00294,0.00261,0.00227,0.00195,0.00165,0.00137],[0.0000057,0.0000057,0.00000579,0.00000606,0.00000678,0.00000897,0.0000185,0.000118,0.00594,0.455,0.952,0.985,0.989,0.99,0.991,0.995,0.997,0.999,0.999,1,1,1,1,1,1,0.999,0.731,0.0111,0.00612,0.00614,0.00583,0.007,0.00854,0.00984,0.0108,0.0114,0.0117,0.0119,0.0119,0.0118,0.0116],[0.00000448,0.00000445,0.00000444,0.00000448,0.00000468,0.00000534,0.00000795,0.0000254,0.00047,0.054,0.826,0.987,0.997,0.999,1,1,1,1,1,1,1,1,1,1,1,0.979,0.0595,0.00209,0.000893,0.000461,0.000621,0.00152,0.00319,0.00521,0.00718,0.00894,0.0105,0.0118,0.0131,0.0141,0.0151],[0.00000414,0.00000418,0.00000426,0.00000443,0.00000481,0.00000577,0.00000875,0.0000236,0.000222,0.0117,0.545,0.978,0.998,0.999,1,1,1,1,1,1,1,1,1,0.999,0.985,0.351,0.00623,0.00103,0.000342,0.0000675,0.0000534,0.000163,0.000541,0.0013,0.00238,0.00363,0.00495,0.00629,0.00765,0.009,0.0103],[0.00000529,0.00000588,0.00000688,0.00000875,0.0000127,0.0000224,0.0000511,0.000161,0.000837,0.00883,0.13,0.664,0.93,0.979,0.991,0.995,0.996,0.997,0.997,0.997,0.997,0.995,0.987,0.932,0.452,0.0256,0.00229,0.000809,0.000266,0.0000307,0.0000104,0.0000216,0.0000776,0.000241,0.000563,0.00105,0.00169,0.00244,0.00331,0.00427,0.00532],[0.0000152,0.0000213,0.000033,0.0000571,0.000109,0.000215,0.000408,0.000753,0.00161,0.00479,0.019,0.0736,0.208,0.396,0.56,0.673,0.744,0.787,0.81,0.815,0.794,0.723,0.545,0.24,0.0447,0.00608,0.00153,0.000769,0.000296,0.0000309,0.00000503,0.00000544,0.000015,0.000047,0.000125,0.00027,0.000495,0.000807,0.00121,0.00171,0.00231],[0.0000917,0.000141,0.000223,0.00035,0.000518,0.0007,0.000879,0.00111,0.00161,0.00287,0.00596,0.0126,0.0242,0.0407,0.0608,0.0826,0.104,0.124,0.14,0.147,0.14,0.115,0.0736,0.0334,0.0107,0.00316,0.0013,0.000788,0.00038,0.0000499,0.00000471,0.00000257,0.00000464,0.0000122,0.000032,0.0000731,0.000145,0.000257,0.000418,0.000638,0.000925],[0.000368,0.00049,0.000631,0.00077,0.000882,0.000959,0.00103,0.00117,0.00149,0.00216,0.00336,0.0052,0.00765,0.0105,0.0136,0.0169,0.02,0.023,0.0256,0.0272,0.0269,0.0239,0.018,0.0109,0.00525,0.00234,0.00123,0.000828,0.000492,0.000099,0.00000715,0.00000197,0.00000223,0.00000451,0.0000105,0.0000233,0.000047,0.0000864,0.000147,0.000237,0.000363],[0.000717,0.000826,0.000916,0.000974,0.001,0.00101,0.00105,0.00117,0.00143,0.00188,0.00254,0.00339,0.00435,0.00536,0.00637,0.00736,0.00832,0.00923,0.01,0.0105,0.0106,0.00995,0.00833,0.00599,0.00365,0.00203,0.00122,0.000871,0.000604,0.000195,0.0000155,0.00000221,0.00000152,0.00000228,0.00000445,0.00000907,0.0000177,0.0000324,0.000056,0.0000923,0.000146],[0.000939,0.000994,0.00102,0.00102,0.00101,0.00101,0.00106,0.00118,0.00142,0.00177,0.00222,0.00274,0.00327,0.00379,0.00428,0.00476,0.00521,0.00563,0.006,0.00626,0.00634,0.0061,0.00543,0.00431,0.00301,0.00191,0.00124,0.000915,0.000698,0.000336,0.0000406,0.00000348,0.00000137,0.00000149,0.00000239,0.00000432,0.00000785,0.0000139,0.0000236,0.0000388,0.0000621],[0.00104,0.00105,0.00104,0.00102,0.001,0.00101,0.00107,0.00122,0.00145,0.00175,0.0021,0.00246,0.00281,0.00314,0.00345,0.00374,0.004,0.00425,0.00447,0.00463,0.00469,0.00458,0.00422,0.00356,0.0027,0.00187,0.00128,0.000959,0.00077,0.000487,0.000104,0.00000748,0.00000158,0.00000119,0.00000155,0.00000246,0.00000409,0.0000068,0.0000111,0.0000179,0.0000283],[0.00107,0.00105,0.00102,0.000997,0.000988,0.00102,0.00111,0.00127,0.0015,0.00178,0.00207,0.00235,0.0026,0.00284,0.00305,0.00325,0.00343,0.00359,0.00374,0.00385,0.0039,0.00384,0.00361,0.00317,0.00255,0.00188,0.00133,0.00101,0.000825,0.000616,0.000224,0.0000201,0.00000236,0.00000115,0.00000119,0.00000163,0.00000246,0.0000038,0.0000059,0.00000911,0.000014],[0.00106,0.00103,0.000999,0.00098,0.000988,0.00105,0.00117,0.00135,0.00158,0.00183,0.00208,0.0023,0.0025,0.00268,0.00284,0.00298,0.00312,0.00324,0.00334,0.00342,0.00346,0.00342,0.00327,0.00295,0.00247,0.0019,0.0014,0.00106,0.00087,0.00071,0.000381,0.0000568,0.00000458,0.00000132,0.00000104,0.00000123,0.00000167,0.0000024,0.00000349,0.00000513,0.00000759],[0.00104,0.001,0.000977,0.000972,0.00101,0.00109,0.00125,0.00145,0.00168,0.0019,0.00212,0.0023,0.00246,0.0026,0.00272,0.00283,0.00293,0.00302,0.0031,0.00316,0.00319,0.00317,0.00305,0.00281,0.00243,0.00194,0.00147,0.00112,0.000911,0.000775,0.000531,0.000141,0.0000112,0.00000185,0.00000104,0.00000103,0.00000127,0.00000168,0.0000023,0.00000319,0.00000449],[0.00101,0.000979,0.000964,0.000979,0.00104,0.00117,0.00135,0.00156,0.00178,0.00198,0.00216,0.00232,0.00245,0.00256,0.00265,0.00274,0.00282,0.00289,0.00295,0.003,0.00302,0.003,0.00291,0.00272,0.00241,0.00199,0.00154,0.00118,0.000953,0.000822,0.000648,0.000277,0.0000309,0.00000319,0.00000118,9.6e-7,0.00000105,0.00000129,0.00000165,0.00000217,0.0000029],[0.000984,0.000961,0.000962,0.001,0.0011,0.00126,0.00146,0.00167,0.00188,0.00206,0.00221,0.00234,0.00244,0.00253,0.00261,0.00268,0.00274,0.00279,0.00284,0.00288,0.0029,0.00289,0.00282,0.00266,0.0024,0.00204,0.00162,0.00125,0.001,0.000859,0.00073,0.000434,0.0000821,0.00000681,0.00000156,9.78e-7,9.43e-7,0.00000107,0.00000129,0.0000016,0.00000204]]},"chain":{"about":"One held-out point (index 7) through the net, before and after training: every value, every local derivative (tanh' = 1 - a^2), and the gradient of the loss arriving at each node.","index":7,"before":{"input":{"value":[-0.01704,0.002067]},"hidden1":{"pre":[-0.01028,-0.01454,0.009613,-0.00599,0.01834,-0.01879,0.009365,-0.007869],"value":[-0.01027,-0.01454,0.009613,-0.00599,0.01834,-0.01878,0.009365,-0.007869],"local":[0.9999,0.9998,0.9999,1,0.9997,0.9996,0.9999,0.9999],"gradOut":[0.3272,-0.1045,-0.4856,-0.38,0.0009853,-0.0117,0.3008,-0.3193],"gradPre":[0.3272,-0.1045,-0.4856,-0.38,0.000985,-0.01169,0.3008,-0.3193]},"hidden2":{"pre":[-0.006046,-0.01117,0.0102,-0.01197,-0.009376,0.002306,-0.01378,-0.003586],"value":[-0.006046,-0.01117,0.0102,-0.01197,-0.009375,0.002306,-0.01378,-0.003586],"local":[1,0.9999,0.9999,0.9999,0.9999,1,0.9998,1],"gradOut":[0.5043,-0.2038,0.02973,-0.1484,0.4943,-0.3909,-0.404,0.001607],"gradPre":[0.5043,-0.2038,0.02972,-0.1484,0.4942,-0.3909,-0.4039,0.001607]},"output":{"logits":[-0.002792,-0.005454],"probs":[0.5007,0.4993],"gradLogits":[0.5007,-0.5007]},"label":1,"loss":0.6945},"after":{"input":{"value":[-0.01704,0.002067]},"hidden1":{"pre":[-0.6218,-0.319,-0.3536,0.4669,1.408,1.834,1.313,1.554],"value":[-0.5524,-0.3086,-0.3395,0.4357,0.887,0.9502,0.865,0.9145],"local":[0.6949,0.9048,0.8847,0.8102,0.2132,0.09705,0.2518,0.1637],"gradOut":[2.963,-2.345,3.184,4.408,4.932,-5.391,2.04,-1.148],"gradPre":[2.059,-2.121,2.817,3.571,1.052,-0.5232,0.5137,-0.1879]},"hidden2":{"pre":[-5.424,0.114,0.2098,2.827,-3.217,5.444,-7.802,2.724],"value":[-1,0.1135,0.2068,0.993,-0.9968,1,-1,0.9914],"local":[0.00007784,0.9871,0.9573,0.01393,0.006398,0.00007466,6.694e-7,0.01708],"gradOut":[1.752,-2.591,-0.3775,2.702,2.127,-4.177,-3.974,1.494],"gradPre":[0.0001363,-2.557,-0.3613,0.03763,0.01361,-0.0003118,-0.000002661,0.02551]},"output":{"logits":[-0.1728,-0.003038],"probs":[0.4577,0.5423],"gradLogits":[0.4577,-0.4577]},"label":1,"loss":0.6118}},"gradientCheck":{"about":"Central differences (eps 1e-6) of the mean loss over 16 training points, for every one of the parameters, against the hand-written backward pass. Error per tensor is the L2 relative error |num - ana| / (|num| + |ana|). The control uses 1 - a instead of 1 - a^2 as the local derivative of the second hidden layer; it must fail there and upstream, and pass downstream (W3, b3).","beforeTraining":{"perTensor":{"W1":1.73e-9,"b1":6.71e-9,"W2":1.08e-9,"b2":9.38e-9,"W3":9e-10,"b3":2.96e-8},"worstTensor":"b3","worst":2.96e-8,"worstEntry":0.00000298},"afterTraining":{"perTensor":{"W1":1.24e-9,"b1":3.3e-10,"W2":1.01e-9,"b2":7.28e-10,"W3":8.98e-10,"b3":1.06e-9},"worstTensor":"W1","worst":1.24e-9,"worstEntry":3.31e-8},"controlBefore":{"perTensor":{"W1":0.109,"b1":1.06,"W2":0.106,"b2":1.02,"W3":9e-10,"b3":2.96e-8},"worstTensor":"b1","worst":1.06,"worstEntry":1},"controlAfter":{"perTensor":{"W1":1.06,"b1":1,"W2":0.969,"b2":0.982,"W3":8.98e-10,"b3":1.06e-9},"worstTensor":"W1","worst":1.06,"worstEntry":1}},"cost":{"about":"Multiply-adds for one point, counted by the loops as they run. Backward includes the weight gradients, the gradients passed back to each layer's input (not to x), and the elementwise local-derivative products. Transcendental calls (tanh, exp, log) are counted apart.","forward":98,"backward":208,"ratio":2.122,"forwardTranscendental":19,"backwardTranscendental":0},"attention":{"about":"The attention lab's trained transformer (model.json): central differences of the mean loss on two held-out rows against tinyformer's manual backward pass, on chosen entries (per tensor, the two largest analytic gradients and two seeded random non-zero ones). float64 copies the float32 weights into a float64 model (eps 1e-5); float32 runs the model as trained (eps 1e-2). The control drops the softmax Jacobian term in the attention backward.","entries":36,"float64Worst":{"tensor":"l1.wqkv","index":333,"analytic":0.000027747,"numeric":0.000027747,"relErr":2.86e-7},"float32Worst":{"tensor":"l1.w2","index":1599,"analytic":0.000030561,"numeric":0.000031183,"relErr":0.0101},"float64":[{"tensor":"wout","index":212,"analytic":0.077127,"numeric":0.077127,"relErr":4.77e-11},{"tensor":"wout","index":747,"analytic":0.076824,"numeric":0.076824,"relErr":1.07e-10},{"tensor":"wout","index":1042,"analytic":-0.00033572,"numeric":-0.00033572,"relErr":2.29e-8},{"tensor":"wout","index":1000,"analytic":-0.0063625,"numeric":-0.0063625,"relErr":7.02e-10},{"tensor":"lnf_g","index":31,"analytic":-0.031011,"numeric":-0.031011,"relErr":9.39e-11},{"tensor":"lnf_g","index":4,"analytic":-0.021537,"numeric":-0.021537,"relErr":6.96e-11},{"tensor":"lnf_g","index":12,"analytic":0.0035948,"numeric":0.0035948,"relErr":2.92e-11},{"tensor":"lnf_g","index":10,"analytic":-0.0088955,"numeric":-0.0088955,"relErr":1.27e-10},{"tensor":"l1.w2","index":521,"analytic":-0.019803,"numeric":-0.019803,"relErr":1.82e-10},{"tensor":"l1.w2","index":1097,"analytic":-0.018826,"numeric":-0.018826,"relErr":6.18e-10},{"tensor":"l1.w2","index":297,"analytic":-0.00049792,"numeric":-0.00049792,"relErr":8.27e-9},{"tensor":"l1.w2","index":1599,"analytic":0.000030561,"numeric":0.000030561,"relErr":1.08e-7},{"tensor":"l1.w1","index":1892,"analytic":-0.0049708,"numeric":-0.0049708,"relErr":5.6e-10},{"tensor":"l1.w1","index":484,"analytic":0.004128,"numeric":0.004128,"relErr":7.74e-10},{"tensor":"l1.w1","index":354,"analytic":-0.00015281,"numeric":-0.00015281,"relErr":5.47e-9},{"tensor":"l1.w1","index":653,"analytic":0.000049948,"numeric":0.000049948,"relErr":1.35e-7},{"tensor":"l1.wqkv","index":3058,"analytic":-0.0092441,"numeric":-0.0092441,"relErr":2.86e-10},{"tensor":"l1.wqkv","index":3062,"analytic":0.0077782,"numeric":0.0077782,"relErr":1.95e-9},{"tensor":"l1.wqkv","index":2074,"analytic":0.00015271,"numeric":0.00015271,"relErr":1.37e-8},{"tensor":"l1.wqkv","index":333,"analytic":0.000027747,"numeric":0.000027747,"relErr":2.86e-7},{"tensor":"l0.wo","index":745,"analytic":-0.011302,"numeric":-0.011302,"relErr":3.95e-10},{"tensor":"l0.wo","index":444,"analytic":-0.010142,"numeric":-0.010142,"relErr":4.73e-10},{"tensor":"l0.wo","index":648,"analytic":0.00016267,"numeric":0.00016267,"relErr":6.11e-9},{"tensor":"l0.wo","index":565,"analytic":-0.0010409,"numeric":-0.0010409,"relErr":2.23e-9},{"tensor":"l0.wqkv","index":1991,"analytic":0.014318,"numeric":0.014318,"relErr":2.49e-10},{"tensor":"l0.wqkv","index":167,"analytic":-0.0097255,"numeric":-0.0097255,"relErr":6.24e-10},{"tensor":"l0.wqkv","index":2010,"analytic":0.00043515,"numeric":0.00043515,"relErr":3.88e-9},{"tensor":"l0.wqkv","index":949,"analytic":-0.00051931,"numeric":-0.00051931,"relErr":7.65e-9},{"tensor":"wte","index":2,"analytic":0.012681,"numeric":0.012681,"relErr":2.4e-10},{"tensor":"wte","index":1,"analytic":-0.011304,"numeric":-0.011304,"relErr":8.96e-10},{"tensor":"wte","index":486,"analytic":0.00014706,"numeric":0.00014706,"relErr":8.9e-10},{"tensor":"wte","index":593,"analytic":0.000073294,"numeric":0.000073294,"relErr":1.22e-8},{"tensor":"wpe","index":153,"analytic":0.0086549,"numeric":0.0086549,"relErr":8.12e-10},{"tensor":"wpe","index":129,"analytic":-0.0071863,"numeric":-0.0071863,"relErr":8.41e-10},{"tensor":"wpe","index":86,"analytic":0.0010255,"numeric":0.0010255,"relErr":6.89e-9},{"tensor":"wpe","index":335,"analytic":0.00052669,"numeric":0.00052669,"relErr":1.1e-8}],"float32":[{"tensor":"wout","index":212,"analytic":0.077127,"numeric":0.07712,"relErr":0.0000459},{"tensor":"wout","index":747,"analytic":0.076824,"numeric":0.076826,"relErr":0.0000116},{"tensor":"wout","index":1042,"analytic":-0.00033572,"numeric":-0.00033574,"relErr":0.0000384},{"tensor":"wout","index":1000,"analytic":-0.0063625,"numeric":-0.0063626,"relErr":0.00000943},{"tensor":"lnf_g","index":31,"analytic":-0.031011,"numeric":-0.031011,"relErr":0.0000061},{"tensor":"lnf_g","index":4,"analytic":-0.021537,"numeric":-0.021538,"relErr":0.0000319},{"tensor":"lnf_g","index":12,"analytic":0.0035948,"numeric":0.003597,"relErr":0.000302},{"tensor":"lnf_g","index":10,"analytic":-0.0088955,"numeric":-0.0088958,"relErr":0.0000186},{"tensor":"l1.w2","index":521,"analytic":-0.019803,"numeric":-0.019803,"relErr":0.0000132},{"tensor":"l1.w2","index":1097,"analytic":-0.018826,"numeric":-0.018825,"relErr":0.0000127},{"tensor":"l1.w2","index":297,"analytic":-0.00049792,"numeric":-0.00049802,"relErr":0.000104},{"tensor":"l1.w2","index":1599,"analytic":0.000030561,"numeric":0.000031183,"relErr":0.0101},{"tensor":"l1.w1","index":1892,"analytic":-0.0049708,"numeric":-0.0049706,"relErr":0.0000212},{"tensor":"l1.w1","index":484,"analytic":0.004128,"numeric":0.0041288,"relErr":0.000103},{"tensor":"l1.w1","index":354,"analytic":-0.00015281,"numeric":-0.00015153,"relErr":0.00418},{"tensor":"l1.w1","index":653,"analytic":0.000049948,"numeric":0.000050656,"relErr":0.00704},{"tensor":"l1.wqkv","index":3058,"analytic":-0.0092441,"numeric":-0.0092434,"relErr":0.0000386},{"tensor":"l1.wqkv","index":3062,"analytic":0.0077782,"numeric":0.007777,"relErr":0.0000745},{"tensor":"l1.wqkv","index":2074,"analytic":0.00015271,"numeric":0.00015314,"relErr":0.00138},{"tensor":"l1.wqkv","index":333,"analytic":0.000027747,"numeric":0.000028112,"relErr":0.00655},{"tensor":"l0.wo","index":745,"analytic":-0.011302,"numeric":-0.011302,"relErr":0.0000228},{"tensor":"l0.wo","index":444,"analytic":-0.010142,"numeric":-0.010142,"relErr":0.00000615},{"tensor":"l0.wo","index":648,"analytic":0.00016267,"numeric":0.00016168,"relErr":0.00307},{"tensor":"l0.wo","index":565,"analytic":-0.0010409,"numeric":-0.0010398,"relErr":0.000517},{"tensor":"l0.wqkv","index":1991,"analytic":0.014318,"numeric":0.014318,"relErr":0.00000889},{"tensor":"l0.wqkv","index":167,"analytic":-0.0097255,"numeric":-0.0097251,"relErr":0.000021},{"tensor":"l0.wqkv","index":2010,"analytic":0.00043515,"numeric":0.00043445,"relErr":0.000802},{"tensor":"l0.wqkv","index":949,"analytic":-0.00051931,"numeric":-0.00052113,"relErr":0.00174},{"tensor":"wte","index":2,"analytic":0.012681,"numeric":0.012682,"relErr":0.0000491},{"tensor":"wte","index":1,"analytic":-0.011304,"numeric":-0.011304,"relErr":0.0000188},{"tensor":"wte","index":486,"analytic":0.00014706,"numeric":0.00014652,"relErr":0.00181},{"tensor":"wte","index":593,"analytic":0.000073294,"numeric":0.000073373,"relErr":0.000544},{"tensor":"wpe","index":153,"analytic":0.0086549,"numeric":0.0086521,"relErr":0.000163},{"tensor":"wpe","index":129,"analytic":-0.0071863,"numeric":-0.0071856,"relErr":0.0000463},{"tensor":"wpe","index":86,"analytic":0.0010255,"numeric":0.001025,"relErr":0.000252},{"tensor":"wpe","index":335,"analytic":0.00052669,"numeric":0.00052622,"relErr":0.00044}],"control":{"worst":{"tensor":"l1.wqkv","index":333,"analytic":-0.000014971,"numeric":0.000027747,"relErr":1},"failing":18,"failingTensors":["l1.wqkv","l0.wo","l0.wqkv","wte","wpe"]}},"seconds":1}