{"about":"Computed by tools/school/fill_film.mjs from model.json. Do not edit by hand.","dModel":32,"dHead":16,"nHeads":2,"nLayers":2,"params":20864,"seed":7,"steps":2000,"probe":{"words":["rerun","found","a","kettle",".","pylon","put","a","cone","on","the"],"query":10,"answer":"kettle","answerFrom":3},"layer":1,"head":1,"vecs":[[-0.3461,0.7321,0.2504,0.174,-0.6733,-0.1292,0.9354,2.068,0.1871,-1.3552,-0.5676,-0.1257,1.4474,-0.327,0.3093,-0.0446,-0.4107,-0.5431,0.8157,0.3847,0.0957,0.1704,-0.2873,-0.3515,2.1868,-1.1296,-0.2311,-0.5936,-0.6448,-0.4897,-0.2639,0.8076],[-0.1125,0.657,1.2416,0.324,0.5225,0.3754,-0.0315,-0.85,-0.8348,0.272,-0.2248,0.0503,0.1446,0.3788,-0.7076,-0.0269,0.0079,0.4481,1.1228,-0.4257,-0.5531,0.3723,-0.5503,0.0307,-0.8556,-0.6251,0.6071,-0.2877,0.2514,0.1527,0.07,0.4992],[0.8264,0.3944,-1.1516,0.2244,-0.5827,0.7499,1.0141,0.3389,1.2389,0.7987,-0.1074,-0.2369,0.286,-1.2196,0.1836,-0.4483,-0.491,1.2217,-1.2098,-0.9582,-0.592,0.6797,0.7065,0.3389,-0.6059,-0.5967,-0.2781,1.0065,0.4968,-0.1023,-0.3472,-0.4022],[0.1708,0.9434,0.3823,-0.3758,0.1041,-0.589,-0.0076,-0.1768,-0.2646,0.8497,-0.1616,-0.4633,0.2162,-0.6523,-0.2821,0.3035,0.8104,-0.7407,0.8569,-0.3544,0.1054,-0.5973,1.0313,0.4829,-0.6522,-0.7641,-0.3165,-0.1797,0.7835,0.4603,-0.9429,0.0153],[1.0955,0.3484,1.1209,-0.7923,-0.1438,-0.259,-0.2622,-0.6745,-0.3634,0.5176,0.7314,0.5888,-0.351,-0.7583,-0.1656,0.2325,0.6576,0.1328,-0.2913,-0.3022,0.1984,-0.2974,-0.523,-0.2538,0.9209,-0.5829,0.4386,0.9681,-0.6638,0.3057,0.053,0.4249],[-0.0579,0.702,0.3103,0.0002,-1.225,-0.0018,-0.3374,0.3821,0.4114,-0.4862,0.6108,-0.2709,-0.6199,-0.1717,0.54,0.3417,-0.6293,-0.2334,0.779,0.3549,0.0048,0.3922,-0.7776,-0.1715,0.8867,-0.5,-0.2845,1.1134,0.3666,-0.6517,-0.3189,0.3561],[-0.7162,0.6617,0.8418,-1.1155,-0.028,0.65,-0.5259,-0.7138,0.312,0.3328,-0.5803,0.4274,-0.5387,0.2233,-0.0029,0.5822,0.2534,0.7062,0.6051,0.914,0.3902,-0.0906,-0.1338,-0.5745,0.2537,-0.383,-0.254,-0.1662,-0.0067,0.6778,-0.2987,-0.4737],[0.5057,0.029,-1.3583,0.1122,-1.0073,0.1088,0.9248,-0.3376,1.2738,0.3055,-0.3731,-0.113,-0.3875,-0.5877,-0.3644,0.2325,-0.2582,0.6462,0.0302,-0.6033,-0.3754,0.6368,0.7498,0.2923,-0.2308,-0.2423,-0.2001,0.3494,0.2489,0.5679,-0.2043,-0.0498],[1.0904,-0.3949,1.5681,-0.8144,-0.4304,0.2776,0.0184,-0.3552,-0.3998,0.125,-1.1965,0.1264,-0.3674,0.0507,-0.2867,-0.133,0.8745,-0.5874,0.6678,0.1907,-0.193,-0.6271,0.7584,0.568,-0.159,-0.1051,-0.8599,-0.1982,-0.0097,-0.3566,0.3157,0.1508],[-0.6746,0.332,-0.1999,-0.7062,0.7835,0.5542,0.1604,-1.1629,-0.9561,-0.4764,0.0216,-0.2442,-0.3249,-0.39,0.1351,0.5116,-0.1298,0.8283,0.4633,-0.2433,0.648,-0.1299,-0.4099,0.8413,-0.3053,-0.0562,-0.126,0.6329,0.3783,-0.2285,0.1234,-1.3939],[-0.3877,0.0065,-0.3675,-0.4266,0.327,0.4178,0.6696,0.0462,-0.1181,0.5585,-0.1764,0.3232,-0.2393,0.1068,-0.1468,-0.0746,-1.3303,1.0003,-0.7374,-0.1864,-0.0414,0.8725,0.7841,-0.2946,0.2535,-0.7812,0.6065,0.9901,-0.3831,-1.5531,-0.2483,0.3417]],"vecMax":2.1868,"q":[-1.0631,0.2286,0.5857,0.5318,0.5816,-2.8181,-2.4096,-0.3404,-0.2226,-0.242,-3.7048,-1.9242,1.3399,1.881,1.5623,0.3806],"k":[-2.0114,-0.1197,0.7369,1.4791,-0.3184,-3.3942,-3.9354,1.5999,-0.8678,-2.8584,-2.4553,-3.1267,-1.5617,2.5685,1.3247,-3.0884],"qkRaw":41.2776,"qkMax":3.9354,"scores":[-2.757,-3.3306,-0.5553,10.3194,-1.067,-3.4398,-2.755,-5.3251,1.0504,-2.3313,-3.7547],"shares":[0,0,0,0.9999,0,0,0,0,0.0001,0,0],"top5":[{"word":"kettle","p":0.996},{"word":"map","p":0.0013},{"word":"shell","p":0.0011},{"word":"crate","p":0.0006},{"word":"bell","p":0.0003}],"heads":[{"layer":0,"head":0,"kind":"spread out","measured":{"previous word":0.192,"copy":0.023,"itself":0.092},"map":[[1,0,0,0,0,0,0,0,0,0,0],[0.719,0.281,0,0,0,0,0,0,0,0,0],[0.242,0.353,0.404,0,0,0,0,0,0,0,0],[0.318,0.016,0.626,0.041,0,0,0,0,0,0,0],[0.019,0.967,0.005,0.005,0.004,0,0,0,0,0,0],[0.002,0.994,0.001,0.002,0.001,0,0,0,0,0,0],[0.038,0.557,0.038,0.014,0.023,0.056,0.274,0,0,0,0],[0.028,0.113,0.054,0.006,0.03,0.156,0.435,0.178,0,0,0],[0.095,0.02,0.065,0.045,0.098,0.322,0.208,0.117,0.03,0,0],[0.033,0.008,0.145,0.013,0.036,0.051,0.031,0.567,0.047,0.07,0],[0.003,0.207,0.003,0.004,0.002,0.001,0.014,0.006,0.731,0.024,0.005]],"shares":[0.0034,0.2066,0.0034,0.0043,0.0022,0.0009,0.0137,0.006,0.7307,0.0242,0.0046]},{"layer":0,"head":1,"kind":"spread out","measured":{"previous word":0.297,"copy":0.293,"itself":0.118},"map":[[1,0,0,0,0,0,0,0,0,0,0],[0.769,0.231,0,0,0,0,0,0,0,0,0],[0.21,0.654,0.136,0,0,0,0,0,0,0,0],[0.645,0.078,0.207,0.07,0,0,0,0,0,0,0],[0.241,0.136,0.261,0.166,0.195,0,0,0,0,0,0],[0.061,0.172,0.097,0.05,0.381,0.239,0,0,0,0,0],[0.124,0.02,0.162,0.077,0.098,0.47,0.049,0,0,0,0],[0.004,0.012,0.003,0,0.053,0.057,0.827,0.044,0,0,0],[0.151,0.171,0.143,0.081,0.036,0.084,0.085,0.215,0.034,0,0],[0.046,0.017,0.061,0.02,0.09,0.118,0.054,0.112,0.281,0.201,0],[0.001,0.001,0.003,0,0.014,0.005,0.02,0.013,0.703,0.235,0.006]],"shares":[0.0007,0.0011,0.0025,0.0004,0.0136,0.0047,0.02,0.0129,0.7031,0.2349,0.006]},{"layer":1,"head":0,"kind":"spread out","measured":{"previous word":0.114,"copy":0.047,"itself":0.17},"map":[[1,0,0,0,0,0,0,0,0,0,0],[0,1,0,0,0,0,0,0,0,0,0],[0.676,0.01,0.314,0,0,0,0,0,0,0,0],[0.304,0.171,0.23,0.295,0,0,0,0,0,0,0],[0.004,0.922,0.009,0.036,0.029,0,0,0,0,0,0],[0,0.974,0,0.003,0.002,0.022,0,0,0,0,0],[0,0.001,0,0,0,0,0.999,0,0,0,0],[0.004,0.177,0.013,0.007,0.06,0.057,0.677,0.006,0,0,0],[0.172,0.032,0.162,0.035,0.184,0.072,0.02,0.244,0.079,0,0],[0.338,0.002,0.179,0.011,0.029,0.015,0,0.259,0.024,0.143,0],[0.152,0.003,0.095,0.013,0.045,0.015,0.001,0.186,0.031,0.174,0.283]],"shares":[0.1524,0.003,0.0951,0.0129,0.0455,0.0153,0.001,0.1858,0.0312,0.1743,0.2835]},{"layer":1,"head":1,"kind":"copy","measured":{"previous word":0.13,"copy":0.705,"itself":0.168},"map":[[1,0,0,0,0,0,0,0,0,0,0],[0.14,0.86,0,0,0,0,0,0,0,0,0],[0,0.011,0.989,0,0,0,0,0,0,0,0],[0.034,0.331,0.635,0,0,0,0,0,0,0,0],[0.037,0.141,0.291,0,0.53,0,0,0,0,0,0],[0.173,0.261,0.056,0,0.337,0.173,0,0,0,0,0],[0.54,0.162,0.011,0,0.03,0.124,0.133,0,0,0,0],[0.087,0.126,0.149,0,0.387,0.113,0.079,0.058,0,0,0],[0.028,0.124,0.221,0,0.271,0.142,0.076,0.126,0.011,0,0],[0.08,0.124,0.123,0.002,0.299,0.095,0.088,0.056,0.015,0.117,0],[0,0,0,1,0,0,0,0,0,0,0]],"shares":[0,0,0,0.9999,0,0,0,0,0.0001,0,0]}],"headsSentence":"After training, a head in the second layer puts 71 percent of its light on the word to be copied.","copyOn":0.9921,"copyOff":0.168,"copyUniform":0.6423,"lossOn":[[0,3.8414],[25,1.7252],[50,1.1656],[75,1.0454],[100,0.9654],[125,0.9599],[150,0.9239],[175,0.9101],[200,0.8812],[225,0.8643],[250,0.878],[275,0.8454],[300,0.8436],[325,0.8536],[350,0.8397],[375,0.8523],[400,0.8456],[425,0.8448],[450,0.832],[475,0.824],[500,0.8182],[525,0.8344],[550,0.8073],[575,0.8039],[600,0.7937],[625,0.7775],[650,0.7728],[675,0.7455],[700,0.7289],[725,0.7114],[750,0.715],[775,0.7218],[800,0.7033],[825,0.7058],[850,0.7002],[875,0.7192],[900,0.7048],[925,0.6969],[950,0.7053],[975,0.7108],[1000,0.6981],[1025,0.6933],[1050,0.6871],[1075,0.6913],[1100,0.6942],[1125,0.6939],[1150,0.7227],[1175,0.7006],[1200,0.6998],[1225,0.6928],[1250,0.6964],[1275,0.6867],[1300,0.6898],[1325,0.6923],[1350,0.6964],[1375,0.6937],[1400,0.6821],[1425,0.6795],[1450,0.6836],[1475,0.6828],[1500,0.6944],[1525,0.6946],[1550,0.6917],[1575,0.6895],[1600,0.6814],[1625,0.6936],[1650,0.7088],[1675,0.6867],[1700,0.6875],[1725,0.6858],[1750,0.6884],[1775,0.6938],[1800,0.6838],[1825,0.6893],[1850,0.6775],[1875,0.6832],[1900,0.6863],[1925,0.6868],[1950,0.6829],[1975,0.6799],[2000,0.6874]],"lossOff":[[0,3.8424],[25,1.7263],[50,1.2738],[75,1.2078],[100,1.1942],[125,1.1801],[150,1.1725],[175,1.1964],[200,1.1617],[225,1.161],[250,1.1712],[275,1.1557],[300,1.1476],[325,1.1567],[350,1.148],[375,1.1588],[400,1.1506],[425,1.1531],[450,1.1511],[475,1.1391],[500,1.1598],[525,1.1463],[550,1.1602],[575,1.1427],[600,1.1358],[625,1.1407],[650,1.1413],[675,1.1482],[700,1.1546],[725,1.1416],[750,1.1536],[775,1.1367],[800,1.1359],[825,1.1455],[850,1.1388],[875,1.1448],[900,1.1357],[925,1.131],[950,1.1305],[975,1.1278],[1000,1.1397],[1025,1.1354],[1050,1.1272],[1075,1.13],[1100,1.1431],[1125,1.1325],[1150,1.1456],[1175,1.1402],[1200,1.1339],[1225,1.1381],[1250,1.1322],[1275,1.1295],[1300,1.1233],[1325,1.1304],[1350,1.1302],[1375,1.1273],[1400,1.1246],[1425,1.1296],[1450,1.1279],[1475,1.1239],[1500,1.1334],[1525,1.1373],[1550,1.1276],[1575,1.1305],[1600,1.1332],[1625,1.1307],[1650,1.1296],[1675,1.1231],[1700,1.1233],[1725,1.1293],[1750,1.1287],[1775,1.1345],[1800,1.1155],[1825,1.1334],[1850,1.1176],[1875,1.1191],[1900,1.1239],[1925,1.1154],[1950,1.1244],[1975,1.1185],[2000,1.1233]],"lossUniform":[[0,3.8414],[25,1.7266],[50,1.1505],[75,1.0307],[100,0.9682],[125,0.9495],[150,0.9521],[175,0.9181],[200,0.9007],[225,0.9043],[250,0.8881],[275,0.8875],[300,0.8721],[325,0.8823],[350,0.8639],[375,0.87],[400,0.8636],[425,0.8664],[450,0.8535],[475,0.8577],[500,0.8658],[525,0.8533],[550,0.8644],[575,0.8507],[600,0.8468],[625,0.841],[650,0.8468],[675,0.8581],[700,0.8499],[725,0.8355],[750,0.8462],[775,0.8413],[800,0.8328],[825,0.8334],[850,0.8355],[875,0.8523],[900,0.8331],[925,0.8299],[950,0.8209],[975,0.8259],[1000,0.8387],[1025,0.8266],[1050,0.8309],[1075,0.8191],[1100,0.8146],[1125,0.8242],[1150,0.8],[1175,0.8073],[1200,0.793],[1225,0.8064],[1250,0.8003],[1275,0.7759],[1300,0.7778],[1325,0.7733],[1350,0.7733],[1375,0.7771],[1400,0.7677],[1425,0.7618],[1450,0.7676],[1475,0.8026],[1500,0.7741],[1525,0.7635],[1550,0.7649],[1575,0.7629],[1600,0.7591],[1625,0.7548],[1650,0.7823],[1675,0.7564],[1700,0.7585],[1725,0.7497],[1750,0.761],[1775,0.754],[1800,0.7533],[1825,0.7682],[1850,0.7512],[1875,0.7485],[1900,0.7504],[1925,0.7411],[1950,0.7387],[1975,0.7687],[2000,0.7687]],"unigramLoss":3.272}