diff options
| -rw-r--r-- | include/weights_5.c | 550 | ||||
| -rwxr-xr-x | src/nn_train.py | 2 |
2 files changed, 276 insertions, 276 deletions
diff --git a/include/weights_5.c b/include/weights_5.c index c69c63e..40971ab 100644 --- a/include/weights_5.c +++ b/include/weights_5.c @@ -1,297 +1,297 @@ /* generated by nn_train.py, do not edit by hand */ -/* iter=13, perf=+7938-1460=0601, rate=79.388 */ +/* iter=14, perf=+7967-1420=0611, rate=79.686 */ #ifndef WEIGHTS_FIVE #define WEIGHTS_FIVE #include "weights_5.h" const float FIVE_embedding[7] = { - 0.0511125959, 0.762419283, 0.244776249, 0.952847242, -0.715952635, -0.144916594, -0.883972049 + 0.0476539396, 0.742330909, 0.245702967, 0.940113664, -0.699320495, -0.164076596, -0.874325037 }; const float FIVE_dense_weights[FIVE_DENSE_NUM][FIVE_INP_NUM] NN_ALIGNED = { - {-0.898467958, 0.0641485378, 0.170951277, 0.310293227, 0.195619792, 0.270998955, 0.179991737, 0.286448061, - 0.227888525, 0.185886517, 0.202764198, 0.308415383, 0.196803585, 0.117605992, 0.178708941, 0.203185663, - 0.0901962593, 0.309984893, 0.155132547, 0.148145676, 0.152059168, 0.111394718, 0.159236506, 0.13480401, - 0.0701548606, 0.132247627, 0.124758795}, - {-0.428251654, 0.378378361, -0.0123101771, 0.000790161255, -0.00547634391, 0.0148582906, -0.0178022459, 0.106682487, - 0.129137352, 0.0949507207, -0.04931546, -0.0216798875, 0.0310559291, 0.13588506, 0.0908120498, 0.0756820589, - 0.072658509, 0.089172177, -0.0757933706, 0.0817140713, 0.23435311, 0.113393426, 0.0225030016, 0.07673271, - 0.0659174174, 0.0257952698, 0.0614608489}, - {0.375534803, -0.299951345, -0.284106672, 0.0503957123, 0.212987363, 0.0160079114, -0.106052659, -0.129308552, - -0.0373834558, -0.118823394, 0.091393739, -0.0579266958, 0.128398955, -0.020728549, -0.0220619813, -0.02307963, - 0.0824903324, 0.00637077959, -0.00372847915, -0.161208987, 0.06497702, 0.040997915, -0.129026219, 0.0418602563, - 0.11891856, 0.130970046, 0.00770578021}, - {0.18270345, -0.586723864, -0.0842868015, -0.0466642007, -0.183548927, -0.0392914154, 0.0366190933, -0.198595092, - -0.0867787525, -0.0620796457, -0.128183991, -0.0151712364, -0.0955087543, -0.0778857097, -0.139117017, -0.123906352, - -0.144331515, -0.0563596189, 0.0761735216, 0.0462869704, -0.0221757162, -0.0583636053, -0.181536347, 0.0495614149, - -0.154081643, 0.0478355065, -0.0183577165}, - {0.459308952, -0.571884453, -0.120844781, 0.163196146, -0.23832114, 0.134118631, -0.0755724609, 0.0287428591, - -0.128154606, -0.1115942, -0.0956464782, 0.0674457625, 0.181469217, 0.0166200399, -0.0953561589, 0.102118321, - 0.151326209, 0.014223163, 0.128917158, -0.0259793606, 0.182435542, -0.00935743004, -0.126150668, -0.0670000017, - -0.15143764, 0.134413779, -0.0173224304}, - {-0.33303225, 0.293392152, 0.0889794901, 0.0931457579, 0.0718813464, 0.225918174, 0.0126421228, 0.0233232044, - 0.0953073502, -0.0078982031, 0.0613203235, -0.0379828028, 0.0390001982, 0.130413622, -0.0254724864, 0.0956032276, - -0.0300078858, 0.0802221596, 0.000508051016, 0.0467409678, -0.0054222662, -0.0507749282, -0.0255604982, -0.072132796, - 0.0157466475, 0.126611307, -0.0336073413}, - {-0.44361639, 0.418243617, 0.134376451, 0.0216191821, 0.0288413186, 0.148137644, 0.0329800285, 0.0610578209, - 0.0247137919, 0.178637221, 0.112932757, -0.0158811975, 0.0431101173, -0.0209109765, 0.0815263763, 0.0824119821, - 0.0541770719, 0.109076254, 0.000976892654, -0.00358993933, -0.0974331349, 0.028776763, 0.0541010015, 0.0767969787, - 0.0940282419, 0.0309676733, 0.057245791}, - {-0.421612948, 0.385638505, 0.0944294035, 0.0520317927, 0.0649825186, 0.0411712825, 0.0219690111, 0.0644247681, - 0.00973750092, -0.0372144803, 0.0035887945, 0.0439800508, 0.0288250018, 0.280561537, -0.0947237462, 0.0498423614, - 0.0226217937, 0.013041256, 0.0315512381, 0.0264666099, 0.101388656, -0.00191679376, 0.0550739393, 0.0516015291, - 0.0934844166, -0.017117491, -0.0305652469}, - {-0.374824703, -0.842327952, -0.377966046, -0.281346321, -0.339744359, -0.142351821, -0.412634373, -0.233315736, - -0.108075753, -0.0171561614, -0.0175442211, -0.115533926, -0.249834701, -0.161064789, -0.0503672771, -0.0710097998, - -0.137589648, -0.130219415, -0.156701997, -0.0526454411, -0.215395331, -0.0592165329, -0.168945506, -0.107495487, - -0.0703499764, -0.137835845, -0.0817630589}, - {-0.230157956, 0.4719311, -0.0694339946, 0.13843669, -0.0699345246, -0.0500613153, -0.100379363, 0.153989956, - -0.00719529111, 0.133854717, 0.11539837, -0.0839135051, 0.0235858392, 0.105476283, 0.0376523361, 0.0884221047, - -0.0337714329, -0.0701128617, 0.00362596987, 0.0358388163, 0.109660476, 0.0633850992, -0.100021221, -0.0315425731, - -0.0497552752, 0.0874109566, -0.0678413808}, - {-0.13386409, -0.847261071, -0.0690550879, 0.0473459102, 0.0599950776, -0.19606787, -0.137163147, -0.162670374, - 0.0199555047, 0.0987540707, -0.0625521243, -0.0498629026, -0.000633577118, 0.0644347295, 0.0838170052, -0.0396102183, - -0.159569055, -0.244969353, -0.366550118, -0.0992926285, -0.300334275, -0.224736884, -0.0900956467, -0.14015685, - 0.00557778776, -0.286615819, -0.303776383}, - {-0.274161518, 0.332022458, -0.000687143009, 0.0155572612, 0.0147570642, -0.0855677947, -0.00796183757, 0.1024528, - 0.0123444591, 0.100870848, -0.00710331369, -0.0214250628, 0.0142718675, 0.0395721048, -0.00201537088, 0.124582574, - 0.0952342376, 0.000719425676, 0.0405539386, 0.00865229312, 0.209175006, -0.075773254, 0.0360392854, -0.0390330367, - 0.0065121972, 0.0957021713, -0.00274398178}, - {0.5396173, -0.399154127, -0.00946069881, 0.0687367693, 0.0998460054, -0.0205787551, 0.0858215988, -0.0949548781, - 0.0254916493, 0.0314091146, 0.0395223238, 0.0579724349, -0.228903741, -0.037987411, 0.0543967746, 0.0498520397, - -0.0999856889, -0.0413865708, -0.211369783, 0.0274930485, 0.048613254, 0.00181491207, -0.196936756, -0.117195621, - 0.152165428, 0.0473185293, -0.134359643}, - {-0.384542793, -0.915871501, 0.0240259189, -0.0172996242, -0.0363605134, -0.135235578, -0.376538336, -0.0160604939, - -0.0259813871, -0.0132332891, -0.0698240846, -0.182762489, -0.0062907096, -0.0572938845, -0.110098623, -0.00769962138, - -0.295404136, -0.0447564758, -0.139453337, -0.162721112, -0.21103017, -0.237406641, -0.439171135, -0.203701526, - -0.444087327, -0.27959469, -0.293851197}, - {-0.164392561, -0.341055751, -0.302018136, -0.0457530767, -0.0868889838, -0.0340249836, 0.0372101329, -0.067895934, - -0.224635109, -0.243536964, -0.0615038052, 0.0647968575, -0.0914379209, -0.299647927, -0.242582753, -0.153173804, - -0.248945132, 0.00429077633, -0.0500188656, -0.0851855427, -0.101233728, -0.0613545068, 0.0203995332, -0.0628359988, - -0.301703542, 0.0384552032, -0.0547463335}, - {-0.274936855, 0.398471385, 0.0451593623, -0.0151184816, 0.0605102964, 0.173638389, -0.0324802846, -0.0574931093, - 0.131296381, 0.0674665347, 0.115975969, -0.0900542736, 0.0505974218, 0.0729633048, 0.0603191629, 0.0428145975, - -0.0012258382, 0.0128363837, -0.0844368786, 0.0675700381, 0.0667206645, -0.135158017, -0.0345809013, 0.0614109598, - 0.0307167061, 0.0324888863, 0.010480362}, - {-0.442581236, 0.336795211, 0.12414512, 0.0384414867, 0.0678312108, 0.18200773, 0.0645924732, 0.0876667351, - -0.0358208194, 0.0113160331, 0.0230167005, 0.00800977461, 0.0533200949, 0.0537148714, 0.2164139, 0.0219795983, - 0.016776124, 0.0781047046, -0.0267217942, 0.0830819756, 0.219396681, -0.256097376, 0.0620655753, -0.0599759109, - 0.0153129064, 0.0085962005, 0.106968313}, - {-0.257876515, -0.768085361, -0.178515658, -0.122597463, 0.0293701496, -0.109343894, 0.0864604339, -0.235886469, - -0.150890768, -0.148160681, -0.0933166593, -0.213749677, -0.131504685, -0.197863266, -0.136928931, -0.157127902, - -0.0360447429, -0.160283729, -0.0613169111, 0.0302643701, 0.00112190377, -0.0826132447, -0.107724719, -0.169326663, - -0.350456923, -0.0591527335, -0.128514841}, - {0.360368669, -0.364406884, -0.0128236013, -0.114029065, 0.0572433732, -0.114698164, 0.051387351, -0.0649224222, - -0.0207162332, -0.1104884, -0.0364057496, -0.00178720348, -0.223778531, 0.0117156263, -0.00162078987, 0.109445713, - 0.0123438109, -0.0759436488, -0.0947966054, 0.0583943091, -0.141133085, -0.0997022092, -0.208785981, -0.106731921, - -0.145781919, -0.10473036, 0.0773653463}, - {-0.770353675, 0.279736727, 0.151897028, 0.266915679, 0.155092254, 0.171720952, 0.153829738, 0.163155109, - 0.0553881228, 0.154006153, 0.171125501, 0.170888171, 0.0425683409, 0.0834397376, 0.262530804, 0.078557983, - 0.121062472, 0.0608717613, 0.0362575091, 0.115273386, 0.272364557, 0.117877632, 0.0909306929, 0.0468694083, - 0.052726794, 0.119464345, 0.000356440316}, - {-0.225310236, 0.178740442, -0.00153547165, 0.10203556, 0.0131260958, -0.177183792, 0.0148656834, 0.0531155542, - 0.180483758, 0.0808233023, -0.0179323666, 0.0600311793, 0.0489348881, 0.000305263733, 0.0317715928, 0.000203652831, - -0.0127940411, 0.0373456813, 0.101466015, -0.0166493189, 0.0531132706, 0.0918664187, -0.00750091067, 0.0283728205, - 0.00978886336, 0.0435100943, 0.0426635407}, - {0.640739381, -0.298711061, -0.0578816608, 0.0146984234, -0.0160528738, -0.0199809913, -0.0401464403, -0.0724316016, - 0.130076334, 0.134064496, -0.00353645091, -0.096851401, -0.0768388212, 0.0319153555, 0.0794454515, 0.250105083, - -0.0672986135, -0.00199275021, -0.0212884918, 0.038525451, 0.163796306, -0.0393149145, 0.213483945, -0.0746586025, - -0.0197827872, 0.0754961297, 0.0742479041}, - {-0.532929897, 0.175020993, 0.0817104131, 0.0829635561, 0.0928585604, 0.174983799, 0.107795253, 0.00841709506, - 0.121677496, 0.0383527875, -0.0375581384, 0.12290547, 0.0921875164, 0.135012656, 0.229056761, 0.0455271304, - 0.0313726477, 0.15204145, 0.193123847, 0.0731841549, -0.123975769, 0.119225189, 0.0543421693, -0.0880608782, - 0.124301933, 0.0994698852, 0.0681104138}, - {0.191368178, -0.441374749, -0.0593786165, -0.22621651, -0.218164012, -0.0705406815, -0.0685470253, -0.0979166254, - -0.103366792, -0.0675942972, 0.100633308, 0.0290288944, 0.0775213018, -0.153924078, -0.112732045, -0.0429589301, - 0.0890417993, -0.0627941266, -0.0219023582, -0.128817603, 0.116496876, 0.0264236573, -0.381005019, -0.159823552, - 0.108531959, 0.0043331841, -0.0559146293}, - {-0.398493916, -1.04120505, -0.15607205, -0.226171583, -0.21263136, -0.288962841, -0.232779235, -0.27555123, - -0.195575029, -0.242806196, -0.395129591, -0.298616707, -0.122129276, -0.153471634, -0.19494608, -0.229523823, - -0.245630324, -0.189201698, -0.133238614, -0.2131854, -0.270603627, -0.250197917, -0.0790008381, -0.173283204, - -0.0210984517, -0.188245505, -0.193716645}, - {-0.413257718, 0.270344406, 0.101586364, 0.163798347, 0.0425625332, 0.126614377, 0.0372679345, 0.0852743387, - 0.00202585338, -0.0295956396, -0.0539539903, 0.0334311761, 0.00565049564, 0.198526546, 0.202311337, 0.00330818887, - -0.0350324512, -0.0475078858, 0.0977584943, 0.0943631679, -0.0236127451, 0.0508144647, 0.00625102548, -0.0758553445, - 0.0514956564, 0.166116312, 0.0126111256}, - {-0.177793369, 0.247390479, 0.0614922829, -0.0017768438, 0.0537677407, 0.00146172883, -0.00668993825, -0.0298012607, - 0.0747666433, -0.0904512927, -0.0148638729, -0.0561237819, 0.0399221778, -0.125833109, 0.171569288, 0.101416774, - 0.0573204197, -0.0670161024, 0.0333204679, -0.00308450661, 0.240053594, -0.106909379, -0.0381070413, 0.0463399999, - 0.0189691577, -0.0145581355, 0.00804647338}, - {0.629904449, 0.00489421375, -0.0515642241, 0.0189364441, 0.276000619, 0.119774818, -0.330345511, 0.10974884, - -0.00504837791, 0.00568374805, -0.0548503734, 0.141199261, -0.0410960577, -0.0420470312, -0.00131463411, -0.145864293, - 0.0262258463, 0.132795393, 0.172447816, 0.216499358, 0.125500709, 0.0600385591, 0.122758515, 0.176456466, - 0.090566881, -0.0607435033, 0.145123333}, - {-0.439651638, 0.420986772, -0.00230080611, 0.0840122327, 0.0507179201, 0.215012908, 0.0453994125, 0.0130384956, - -0.0121927951, 0.0435424447, 0.0428014919, 0.0170137584, 0.0338496529, -0.00292503554, 0.238605767, 0.0798322186, - 0.0555509888, 0.0480763577, -0.0774413943, 0.0895082578, 0.0141467815, 0.0334495082, 0.0441589355, 0.0743571743, - 0.0686593503, 0.033156503, -0.020909626}, - {-0.468337268, 0.499775887, 0.0839664936, 0.00677109417, 0.0853381753, 0.0163732488, 0.00611381466, 0.00188015238, - 0.071150966, 0.0961542428, -0.0025532709, 0.0515337065, 0.0582019947, 0.17068918, -0.110036425, 0.141829044, - 0.0802746639, 0.0368301161, 0.0785949677, 0.00915054791, 0.0556457452, -0.150929272, 0.0800046697, 0.0843639374, - 0.0392204262, 0.0206253529, 0.0803163499}, - {-0.390610218, 0.305856794, 0.00461394666, 0.0919328406, 0.0160264, 0.0224002898, 0.00249416125, 0.125710398, - -0.0458967201, 0.144869193, 0.132402807, 0.0380390696, 0.023578668, 0.0719665587, 0.161558568, 0.105457284, - 0.0298839621, 0.075682357, -0.0679727197, 0.0369994566, 0.00613011001, 0.118500382, 0.0236290712, 0.080976285, - 0.0476021096, -0.029962441, 0.114475697}, - {0.638212264, -0.246968865, 0.102359347, -0.0834467635, -0.00140192814, 0.0472317301, -0.0725041106, 0.107470691, - 0.0213448405, -0.0859526321, -0.109047607, -0.0233265832, 0.0403066315, 0.0884205103, -0.0595118403, 0.169053391, - -0.024992235, -0.0490717739, 0.0537659675, 0.0118480716, 0.155933052, 0.0711669773, 0.166838616, 0.0957458913, - -0.135669276, 0.089923054, -0.0447550192}, - {-0.318323731, -0.88403821, -0.218100429, 0.0550054088, -0.088992849, -0.109071247, 0.0566386618, 0.0198841877, - -0.0403129235, -0.0463217162, -0.153954804, -0.0503248088, -0.167523071, -0.0828230754, -0.0766755193, -0.150113106, - -0.0700540096, -0.170236528, -0.248580381, -0.335339963, -0.12820819, -0.178098291, -0.207892895, -0.162624925, - -0.195287883, -0.166277304, -0.109737009}, - {-0.392604381, 0.376509309, 0.0852136388, 0.0106457528, -0.0364274345, -0.0769275948, 0.0265492778, 0.13521041, - 0.109909788, 0.0421066359, 0.115042619, -0.0137072857, 0.0560437441, -0.0114374505, 0.211809829, 0.085385032, - 0.120514363, -0.0333408155, 0.145338327, 0.0966589302, -0.0906114802, -0.176287413, 0.0788904652, 0.0209624618, - 0.0283956137, 0.178502262, 0.0443861596}, - {0.690089941, -0.104698986, 0.086738795, 0.103902414, -0.171526238, -0.0342493467, 0.347718984, 0.0916846916, - 0.124305956, 0.143068507, 0.145283863, -0.142101064, 0.119898833, 0.0850617215, 0.0674598888, -0.0140157966, - -0.0784655884, 0.012450397, -0.0658868253, -0.146972522, -0.085947521, -0.107012473, 0.189006507, 0.0159732811, - -0.00139991997, -0.0512882583, -0.132517591}, - {-0.367435485, 0.338035464, 0.060982421, 0.0907380283, 0.0974292085, 0.167650193, 0.0650759861, -0.00831193291, - -0.00757764094, -0.030806683, 0.189478472, 0.0737148076, 0.0193737913, 0.127405241, -0.110888608, 0.132379368, - 0.101434916, 0.0633773133, -0.142580092, 0.0673742965, 0.223529309, -0.0508226566, -0.0124023901, 0.0199212898, - 0.0347484984, 0.0413246639, -0.0495714843}, - {0.440303206, -0.197251394, 0.0456896797, 0.0783583522, -0.100627996, 0.0881322846, 0.0700874031, 0.137200773, - -0.0607403778, 0.0828856975, 0.0237725489, -0.0262688138, -0.00989145413, -0.0276954286, -0.0724327937, 0.0874284208, - -0.114512645, 0.106886089, 0.102261163, 0.213762626, 0.0619871281, -0.0934002325, -0.248410001, 0.213196501, - 0.123710334, 0.00444644643, 0.0743461475}, - {0.484423012, -0.341285497, 0.0623730607, 0.149564669, -0.154161796, -0.00968146138, -0.143174276, -0.127969533, - -0.0821447, -0.0785390213, 0.0598288216, -0.0173453502, -0.0640386865, -0.0215309132, -0.0252461173, -0.0768363625, - 0.0591662824, 0.00257077487, 0.102115378, -0.0535557121, 0.097140111, 0.0453231968, -0.0413276888, 0.0452426858, - 0.00188611599, 0.14295648, 0.0967712775}, - {0.582889676, -0.160471991, -0.0160101671, -0.105017342, -0.0882360563, 0.120241493, -0.0383972935, 0.15030323, - -0.0043980116, -0.0469177924, 0.0616082363, 0.0604478978, 0.139677316, -0.0158504415, -0.00625881227, -0.129283711, - 0.0239115581, 0.0938436463, 0.143414319, 0.10701929, 0.14846909, 0.0174688734, 0.0737593472, 0.062894173, - -0.198549166, 0.0245943703, -0.0440031253}, - {0.238556296, -0.265632808, -0.115549169, -0.221290618, -0.0806995556, -0.000951091526, 0.181978419, 0.132747427, - -0.14764972, -0.00797289237, -0.14706181, -0.1903539, 0.0429851003, -0.107008979, -0.133723184, -0.0964096487, - -0.0849282816, -0.0285666604, -0.099942334, 0.0941551924, -0.103960365, -0.0388435349, -0.132743239, 0.0154218944, - -0.0557543039, -0.00524935266, 0.0940697119}, - {0.799564779, -0.0547267795, 0.140651166, 0.189448699, 0.0032834236, 0.0907153189, -0.0976526067, 0.143906713, - 0.078340888, 0.0812111348, 0.152411789, 0.0748901069, 0.0454757474, 0.045441322, 0.0937373638, 0.16671975, - 0.130012155, -0.0227455478, 0.0187155902, -0.0150390081, 0.0957704112, 0.086912632, 0.17195271, 0.048561722, - 0.0162800457, 0.132909164, 0.0609342456}, - {0.571067989, -0.306888461, 0.0293602012, -0.00720866956, 0.0639519989, 0.0807737336, 0.0354237221, 0.0310981553, - 0.00595045276, -0.0750387609, -0.0973591134, -0.0406319089, 0.0867005363, -0.060809508, -0.0793296024, -0.086209178, - -0.0901028216, -0.12315508, 0.0178497247, -0.155298561, 0.0353740193, -0.0365403667, -0.0101368995, -0.0193515364, - 0.225272521, 0.0623788014, 0.128781199}, - {-0.338372707, 0.351379067, -0.0526721999, -0.0081633376, 0.0320612565, 0.186250836, -0.0157639086, -0.0317481533, - 0.228081942, -0.0174409393, 0.129510283, 0.0342357159, -0.0270332024, -0.0204547625, -0.0203764215, 0.156220675, - 0.0165908355, -0.0733733103, -0.0337715931, 0.103393167, -0.128675371, -0.0460133329, 0.0298404135, 0.0812644362, - 0.054792922, 0.0445293784, 0.0935762897}, - {-1.27871907, -1.15906012, 0.0972905904, 0.0979474857, 0.139078557, 0.389774233, 0.212796673, 0.241060123, - 0.00394024234, 0.0674247667, 0.226031587, 0.256753325, 0.241706744, 0.0854594484, 0.0321800672, 0.0807296932, - 0.310213685, 0.355930448, 0.556756914, 0.265274853, 0.435146838, 0.40462777, 0.218599766, 0.413064271, - 0.207985952, 0.509609997, 0.391709358}, - {-0.486890346, 0.261940539, 0.0647259504, 0.0199507922, 0.117229424, 0.166743919, 0.082772702, -0.0479111783, - 0.159377143, 0.104196146, 0.149950743, 0.0598205179, 0.051812686, 0.0261025932, 0.0613278933, 0.155681759, - -0.0168304797, 0.0969966576, 0.117753044, 0.0304894224, -0.0658476576, 0.161306307, 0.0842867419, -0.0441283025, - 0.114059411, 0.0541444682, 0.0670598745}, - {0.447719097, 0.0287227016, 0.0963473618, -0.134842321, -0.0543187112, -0.0306672342, 0.25049153, -0.11416547, - 0.0806772113, -0.101150714, -0.204810441, 0.0237346906, -0.128036037, -0.0739845484, -0.0203189161, 0.0515143424, - -0.06016225, 0.0157995634, -0.273437202, -0.190301552, -0.156553999, 0.000815892301, -0.145247072, -0.150697231, - 0.0743247941, -0.235523939, -0.149782389}, - {0.614100635, -0.348389834, 0.0663335696, 0.0368238166, -0.069234252, -0.0441994108, -0.0255469214, 0.0309505016, - 0.0496892259, -0.0306807812, 0.0181693174, 0.0105489772, -0.078787379, -0.0128567368, -0.0579811037, 0.00489329873, - 0.0324454233, -0.0566299371, -0.229153961, 0.0473860763, -0.0683472157, -0.0698423237, 0.275718421, -0.119413279, - -0.0540212989, -0.0660196468, -0.0794705227}, - {-0.675412416, 0.315957874, 0.0386647582, 0.0712385178, 0.102616616, 0.0232460517, 0.0711325184, 0.0231906138, - 0.127844557, 0.123965301, 0.173020244, 0.137508154, 0.0536058173, 0.0703275651, 0.175480008, 0.190039918, - 0.113554962, 0.0298578944, -0.0842104852, 0.0787038505, 0.0561149865, 0.25891301, 0.0847560465, 0.239878044, - 0.125020802, -0.0326745026, 0.182217687}, - {-0.144474715, 0.461064488, -0.00277750893, 0.093763575, -0.00856267754, -0.170297652, 0.00963485055, 0.0991267785, - 0.00456018094, 0.0571971573, 0.0926281437, -0.063260667, 0.0414547622, -0.0168247763, 0.03728218, 0.0386405587, - 0.0575019233, -0.0694299489, 0.0468214378, -0.0053746677, 0.00134963659, -0.120532081, -0.0309455115, -0.0794271976, - -0.0629771724, 0.0889810175, -0.0389858969}, - {-0.43598634, 0.271467954, 0.121870518, 0.11187999, 0.0771384239, -0.143970281, 0.0640896931, 0.0277269445, - -0.00719341543, -0.0312767699, 0.157248467, 0.110273287, 0.0264699273, 0.0416072197, 0.112429738, 0.138026416, - 0.058749564, -0.07387162, 0.126902312, -0.0543035194, -0.0182944331, 0.15606676, 0.0714987963, 0.1656055, - 0.0855814368, 0.0597026534, -0.0157331899}, - {-0.525629461, 0.316105068, 0.145847768, 0.110313185, 0.0224320125, -0.0304151624, 0.0278040115, 0.15192844, - 0.00389155932, 0.156200454, 0.179683998, 0.0189689379, 0.0256912019, 0.199955806, -0.0527733192, 0.164594427, - 0.0518859327, -0.00181721942, 0.149790868, 0.0581784286, -0.040349815, 0.111337535, 0.0310174637, -0.0820163712, - 0.0977364555, 0.000418224663, 0.0841435492}, - {-1.46701908, -5.0397563, -0.269293815, -0.191184953, -0.303493798, -0.285056114, -0.299933344, -0.279936671, - -0.176991224, -0.178254843, -0.234596819, -0.163809299, -0.243456155, -0.19185169, -0.183715999, -0.122253321, - -0.251362443, -0.279475093, -0.394260585, -0.185547188, -0.26078099, -0.333078414, -0.2992872, -0.452463001, - -0.298425138, -0.426949143, -0.478838116}, - {-0.142640054, -0.729193211, -0.00401062472, -0.0973761231, -0.127811804, -0.146816596, -0.256583959, -0.0482126959, - -0.124216579, -0.160143062, -0.173533097, -0.162716493, -0.155465558, -0.166000336, -0.168986335, -0.246694669, - -0.0926735252, -0.071561344, -0.0579401888, -0.120190457, -0.162755623, -0.156896025, -0.117908277, -0.144701168, - -0.121170476, -0.0154612958, -0.100550972}, - {-0.66948396, 0.371626496, 0.179113746, 0.0162396803, 0.0759951025, 0.0484770574, 0.0929384381, 0.126500636, - 0.20520331, 0.0643737838, 0.00953874364, 0.0104644075, 0.0996146277, 0.062411733, 0.0608094297, 0.161348268, - 0.110588498, 0.0559404567, 0.0612445585, 0.0290060472, 0.182790905, 0.116348289, 0.12225806, 0.062722072, - 0.0861990005, 0.0537856482, 0.0891455412}, - {-0.246423036, 0.264524698, 0.0942342132, -0.00715529127, 0.0646986216, -0.159209237, 0.0717229918, -0.049205713, - -0.0483416691, 0.0364260674, -0.105973661, -0.0223105624, 0.0437931903, 0.205385953, 0.164733857, -0.0286666639, - -0.00981762353, 0.115218207, 0.257591486, 0.0249148794, -0.0430330262, 0.105942152, 0.0214419812, -0.217041224, - 0.0912699103, 0.134074599, -0.00213565514}, - {0.358807325, -0.406750143, 0.0541006997, -0.0649877712, -0.00429920992, -0.0371147916, 0.0237972196, 0.0256744623, - -0.07367865, 0.0186611507, -0.172123775, -0.026055377, -0.120477535, -0.0285171177, 0.00629895041, -0.0792721733, - 0.181944519, 0.015092073, -0.0906476229, -0.160713494, -0.135648653, -0.0270363707, -0.120190181, -0.0586145297, - -0.173741892, -0.0548117645, -0.125303566}, - {-0.808432281, 0.611415982, 0.100537628, 0.168198913, 0.136302337, -0.0253537372, 0.128860965, 0.0795890614, - 0.211049885, 0.198293865, 0.0518971644, 0.118694291, 0.119596846, 0.0942843482, 0.0134022878, 0.0894284546, - 0.0717588291, 0.0467314422, 0.0183111001, 0.0482692942, 0.185312405, 0.0296479911, 0.0658473521, 0.0474921502, - 0.0878163874, 0.0766135901, 0.0103497952}, - {-0.00873607956, 0.616639078, -0.151767164, 0.0858999044, -0.0226946399, -0.186167046, -0.0442100018, -0.0565999821, - -0.0815010741, 0.0458991192, -0.0602266379, -0.0599267259, -0.0447272696, 0.0548353568, 0.144376218, -0.0415859334, - -0.0200405121, -0.146700934, 0.0792039856, 2.32818493e-05, 0.0945054963, -0.174391627, -0.0884440243, -0.0755231157, - -0.0331915393, 0.0127847744, -0.0866898149}, - {-0.309204131, 0.334457308, 0.0807414204, 0.110121198, 0.0812455863, -0.129441515, 0.0192757752, -0.0563536808, - 0.0726353377, 0.172508389, 0.0703313127, -0.00749908388, 0.0675608367, -0.00882035401, 0.0824399069, -0.0700740889, - -0.00878222845, 0.018486714, -0.0665082112, 0.0737426579, 0.216802225, 0.101022124, -0.0347074941, 0.0555278249, - -0.0129088629, 0.070795916, 0.0888386071}, - {-0.00206648419, -0.817662299, -0.186088994, -0.0220258832, -0.132850707, -0.0640725642, -0.193198621, 0.0304992404, - -0.108203873, -0.0889856294, 0.000371050352, -0.324298769, -0.245904922, -0.0291743521, -0.123209171, 0.00770463655, - -0.041834414, -0.0986125097, 0.163280368, 0.0927187353, 0.0312778801, -0.0576072, -0.1592886, 0.12425103, - 0.160030589, -0.0509339608, -0.180335552}, - {-0.335920602, 0.39413467, -0.0572830215, 0.0262817238, 0.0282054003, -0.00881480239, 0.0130893299, 0.12571989, - 0.123949558, 0.0604575649, 0.0697418302, -0.00669369567, 0.0160963144, 0.071696803, -0.000665541214, 0.16230014, - -0.0387007818, -0.00207280647, 0.119695261, 0.0726075172, -0.0492885597, 0.023214709, 0.0362294018, -0.157536685, - 0.0203470141, 0.0310914963, 0.0730394572}, - {-0.330435634, 0.366979152, 0.0720898733, 0.118291706, 0.0342493206, 0.0961288065, -0.0213933717, -0.0701570958, - 0.109383747, 0.124252878, -0.00852725469, 0.0319898091, 0.023213122, 0.15161337, 0.0284540262, -0.0344312824, - 0.10736268, -0.0998941064, 0.123342142, 0.087135829, -0.100018747, -0.041786924, 0.00162937155, 0.107887454, - 0.0390993059, 0.212176055, -0.0825413987}, - {-0.850805402, 0.617245078, 0.0889653936, 0.0993823782, 0.0822335631, 0.0815726593, 0.118503772, 0.0557786115, - 0.231277213, 0.157977685, 0.0981689915, 0.11208076, 0.0456866771, 0.0692296103, 0.142370313, 0.106309988, - 0.103474043, 0.0392741598, -0.0096314298, 0.110832453, 0.0921458602, 0.160203487, 0.14632529, 0.159987167, - 0.111795433, 0.166913405, 0.0457818806}, - {-0.182539254, -0.690862715, -0.113748357, -0.296882659, -0.0705754235, -0.0765316263, -0.168911532, -0.161984622, - -0.180981994, -0.116568536, -0.0117039038, -0.177238762, -0.131317943, -0.170773387, -0.190491781, -0.0769312009, - -0.137442574, -0.162240446, -0.125149503, -0.347698063, -0.125274569, -0.167017743, -0.0526513197, -0.0740006194, - -0.199491203, -0.103120357, -0.0649049729}, + {-0.818017602, 0.0702040344, 0.181729794, 0.277401447, 0.191199258, 0.276504368, 0.187980115, 0.272741109, + 0.22755383, 0.174455255, 0.226254702, 0.325764954, 0.208692953, 0.123012856, 0.189510256, 0.197098807, + 0.0933151022, 0.408828884, 0.154175878, 0.149906695, 0.127770007, 0.096810028, 0.168226108, 0.130137354, + 0.0830135942, 0.131745309, 0.119267374}, + {-0.410208583, 0.401429087, -0.00967128575, 0.00475327671, -0.0137241213, 0.00505692838, -0.025901312, 0.105940394, + 0.123485371, 0.0821900442, -0.0452856421, -0.0418544002, 0.0470271073, 0.12954466, 0.0934853479, 0.0829678029, + 0.077076003, 0.116698444, -0.0855026245, 0.0924661309, 0.235512495, 0.1345817, 0.0210062284, 0.0748902112, + 0.0553739741, 0.0298200268, 0.0660945475}, + {0.38757816, -0.284956396, -0.345097095, 0.0548936948, 0.209340736, 0.0120898252, -0.0869114622, -0.126913011, + -0.0302109513, -0.123189412, 0.0730394498, -0.0487024412, 0.126720861, -0.028743105, -0.024582075, -0.0213148464, + 0.0751261711, 0.0120627359, -0.00221735518, -0.168266833, 0.0349430144, 0.0346101597, -0.125661269, 0.0378557332, + 0.127657518, 0.145181999, 0.0147066368}, + {0.19526951, -0.552432358, -0.0905762762, -0.0601180494, -0.181364134, -0.0390705392, 0.0250109341, -0.193275735, + -0.0801522508, -0.0520261787, -0.133321047, -0.0126683228, -0.0866494626, -0.0740848929, -0.134500518, -0.13805601, + -0.1324054, -0.0478925705, 0.069936052, 0.032548666, -0.0280371141, -0.057757929, -0.176809371, 0.0334159173, + -0.15888457, 0.0361800902, -0.0247570556}, + {0.48043713, -0.537087679, -0.151452959, 0.184876263, -0.244503871, 0.10161297, -0.0654172599, 0.0214470401, + -0.132867128, -0.107390039, -0.1064137, 0.0749369636, 0.169884071, 0.0149736116, -0.100633875, 0.125966534, + 0.159750223, 0.0333625674, 0.109117843, -0.0339813679, 0.154420167, -0.0164108928, -0.127699494, -0.0630692691, + -0.161359787, 0.132584542, -0.028020693}, + {-0.321030051, 0.301239043, 0.0805373862, 0.0888604596, 0.0693827495, 0.249670371, 0.00724084023, 0.0251798984, + 0.103361621, 0.00845444854, 0.0586174913, -0.036091093, 0.0331105664, 0.138344571, -0.0255160183, 0.0951183662, + -0.0247282647, 0.096967034, 0.00249248906, 0.0483046621, 0.00484370347, -0.0602928773, -0.0229995549, -0.0667287931, + 0.0203588121, 0.140470877, -0.0371590182}, + {-0.419570059, 0.432046324, 0.109651096, 0.0356963128, 0.0297298785, 0.148160353, 0.0344501771, 0.0569202639, + 0.0396349244, 0.181919456, 0.109729789, -0.00818778574, 0.0455376655, -0.00877512246, 0.0858586282, 0.0837627798, + 0.0678550899, 0.144214854, 0.00297289202, 0.00811560452, -0.0967256129, 0.0234693475, 0.049551066, 0.0811684355, + 0.0873637274, 0.0231571849, 0.0501323529}, + {-0.399996489, 0.398378372, 0.0799945816, 0.0564881861, 0.06767039, 0.0562714115, 0.0184021126, 0.0587930307, + 0.00544027705, -0.0216024984, 0.0110231712, 0.0483557656, 0.0267155133, 0.281600624, -0.0942464992, 0.0529368967, + 0.0257460214, 0.00791867729, 0.041203171, 0.0235038307, 0.112723835, 0.00415105838, 0.0634899735, 0.0586358495, + 0.0930256024, -0.00540780649, -0.0371995382}, + {-0.418013364, -0.799416959, -0.429163635, -0.29595232, -0.334300011, -0.153055415, -0.404040545, -0.230598837, + -0.102576606, -0.00591794448, -0.0140625164, -0.0982005, -0.250441849, -0.14824447, -0.0491336286, -0.0563291088, + -0.142365426, -0.151464358, -0.156924099, -0.0594604127, -0.21788618, -0.0932183713, -0.180304483, -0.112608992, + -0.0699611455, -0.118512489, -0.114460021}, + {-0.224402294, 0.499757856, -0.0632693022, 0.11625012, -0.0571107306, -0.0402582735, -0.108751461, 0.157807812, + 0.000910814153, 0.137439802, 0.0938854069, -0.0908967331, 0.0389608629, 0.0990421996, 0.0340225846, 0.0796505213, + -0.0154553084, -0.117474385, 0.0258461349, 0.0512575507, 0.122961089, 0.081482321, -0.111701921, -0.0225808825, + -0.0506297573, 0.0882101282, -0.0677878112}, + {-0.198316082, -0.817420363, -0.0811643228, 0.060102731, 0.0329218283, -0.208267376, -0.142129034, -0.173807278, + 0.028852215, 0.0917268693, -0.0777906403, -0.0770791471, -0.0137128131, 0.0639661476, 0.0758331269, -0.01931905, + -0.16424939, -0.231177717, -0.371044666, -0.0869615525, -0.275516987, -0.221860737, -0.0940655172, -0.14994587, + -0.0137855662, -0.298080385, -0.334713459}, + {-0.265161216, 0.351657987, 0.00126411906, 0.0184110478, 0.0148644587, -0.091418229, -0.010686676, 0.102837324, + 0.0234582219, 0.0963362977, 0.00204217387, -0.032505542, 0.0214636121, 0.0404743962, 0.000195480708, 0.116171449, + 0.0957510397, -0.00238764239, 0.0556004532, 0.0145290652, 0.217491508, -0.0655798689, 0.030398896, -0.0385271795, + 0.00624538632, 0.0922602341, -0.00430506608}, + {0.553109467, -0.369033575, -0.03127978, 0.0755200535, 0.0861230865, -0.0165385306, 0.0726183876, -0.092877239, + 0.0266468842, 0.0298575796, 0.024351906, 0.049708873, -0.206503853, -0.044604253, 0.0521336831, 0.0523661934, + -0.105529234, -0.0461079739, -0.199758202, 0.0251160786, 0.0475852229, 0.000577399856, -0.192462444, -0.107759759, + 0.144707546, 0.0263034049, -0.124621816}, + {-0.470386654, -0.868150473, 0.0548356846, -0.00201450475, -0.034814164, -0.135164067, -0.388651848, -0.0322872363, + -0.0282590613, -0.0135136256, -0.0564548336, -0.185678497, 0.00272418885, -0.0545186661, -0.100418106, -0.0147801964, + -0.302020073, -0.0803025514, -0.169791728, -0.163679391, -0.223285809, -0.274977505, -0.448028266, -0.213729173, + -0.453927994, -0.311229259, -0.326652557}, + {-0.156901971, -0.314688832, -0.348736167, -0.0448100604, -0.0741384253, -0.0269917957, 0.0244348403, -0.0612836182, + -0.226278931, -0.240692511, -0.0525434315, 0.0644104928, -0.0636884272, -0.297026962, -0.235599712, -0.150425836, + -0.25262624, 0.000269623939, -0.0369599834, -0.102939181, -0.12481501, -0.0757055059, 0.00916354824, -0.101035245, + -0.289851844, 0.0129076997, -0.053841237}, + {-0.262758106, 0.41529882, 0.0330318138, 0.000346309243, 0.0568111986, 0.191935688, -0.0391871966, -0.0475976095, + 0.129931271, 0.0774453208, 0.104147732, -0.0977292433, 0.0594918095, 0.0779952705, 0.0539889224, 0.0556917377, + 0.00659977319, 0.0179531127, -0.0813245326, 0.0732288733, 0.0643588379, -0.141596913, -0.0335066319, 0.0625528991, + 0.0282627717, 0.0449241586, 0.0181444958}, + {-0.416000664, 0.340892941, 0.0986919478, 0.0463932678, 0.05925956, 0.192399576, 0.065886572, 0.0898306072, + -0.0211981982, 0.0172918178, 0.0257663745, 0.00434223749, 0.0696423575, 0.0628270432, 0.210424498, 0.0322465822, + 0.033996366, 0.0997044444, -0.0246728975, 0.0963365883, 0.206188649, -0.261000067, 0.069069773, -0.0578867421, + 0.0232947078, 0.0199944489, 0.112089559}, + {-0.281421542, -0.718068719, -0.170142397, -0.118652381, 0.0337012112, -0.115631483, 0.0702712983, -0.256495386, + -0.154455468, -0.150140747, -0.0796703175, -0.218350366, -0.128057599, -0.191611037, -0.138685867, -0.165931091, + -0.0123128993, -0.149440363, -0.0740722865, 0.0421106853, -0.0251611918, -0.0978218988, -0.112075374, -0.188091576, + -0.361647189, -0.0714053959, -0.131594867}, + {0.370752394, -0.338403016, -0.00686316472, -0.132020473, 0.0520720407, -0.0980999991, 0.0428776257, -0.07667844, + -0.0314245038, -0.122224353, -0.0326172709, 0.00235417113, -0.209234595, 0.0145123871, -0.0105550634, 0.11523211, + 0.0203603208, -0.0766922086, -0.0900414959, 0.0516683534, -0.133181289, -0.084277764, -0.203574136, -0.107870504, + -0.168199345, -0.107399978, 0.0575644448}, + {-0.7072559, 0.300431937, 0.136986598, 0.235532463, 0.153002352, 0.18988961, 0.160682231, 0.161977351, + 0.0478586145, 0.15233089, 0.178646922, 0.200340226, 0.0617067777, 0.0893811882, 0.255869478, 0.0760829449, + 0.126062676, 0.057105761, 0.0490032546, 0.120662346, 0.262617737, 0.137148723, 0.0979402661, 0.0459505133, + 0.0608581044, 0.132979378, -0.0157962441}, + {-0.224240839, 0.195693269, 0.00723322667, 0.0909999683, 0.0120611629, -0.202771127, 0.0192036144, 0.0580648072, + 0.173644006, 0.0805089027, -0.0142512657, 0.0519416369, 0.0584032275, -0.0061476659, 0.041379191, 0.0208027828, + -0.000217090797, 0.0495443158, 0.107676096, -0.00841389317, 0.0522308983, 0.0987169296, -0.0152316699, 0.0344586372, + 0.00468417443, 0.0404908508, 0.039480146}, + {0.658901095, -0.284693509, -0.0844292045, 0.023633007, -0.0147662945, -0.0147337131, -0.0402361378, -0.0703527704, + 0.119126424, 0.15345867, -0.0264660772, -0.0798553675, -0.0790687352, 0.0327128097, 0.0781940222, 0.247770905, + -0.0693790838, -0.00159970101, -0.0155765442, 0.0325959101, 0.15251036, -0.0295788702, 0.208622202, -0.0588704348, + -0.0355271697, 0.0738034248, 0.0543920808}, + {-0.502977073, 0.177078962, 0.0907459036, 0.0910543501, 0.0762247145, 0.181100786, 0.108912058, 0.0127275456, + 0.125491738, 0.0443252586, -0.0174014866, 0.127362296, 0.0932687223, 0.132864684, 0.23529394, 0.0579447709, + 0.044273328, 0.189111531, 0.192155406, 0.079323478, -0.118711144, 0.116069667, 0.0551357195, -0.09342926, + 0.125372604, 0.081493713, 0.0655016229}, + {0.196511686, -0.408464938, -0.0549073182, -0.246457979, -0.232725769, -0.0651631877, -0.0613531694, -0.100097664, + -0.108180054, -0.0899462029, 0.101742193, 0.0276687127, 0.0806794018, -0.159745261, -0.125521585, -0.0472522303, + 0.0870263651, -0.0561341941, -0.0408783853, -0.128492922, 0.0873679817, 0.00820211507, -0.385045826, -0.139667466, + 0.116127551, -0.00232027844, -0.0417715944}, + {-0.458292454, -0.959339917, -0.152115732, -0.223542616, -0.212648973, -0.283190608, -0.241004795, -0.275690496, + -0.201619521, -0.231457099, -0.388880819, -0.302988142, -0.11534933, -0.159756005, -0.198211834, -0.238323897, + -0.235674962, -0.205827072, -0.130590707, -0.203285977, -0.28168276, -0.257419825, -0.0928649977, -0.185471669, + -0.0129161775, -0.189899489, -0.215618849}, + {-0.386691362, 0.287250131, 0.0903867483, 0.152759045, 0.0360786282, 0.156330556, 0.0348292515, 0.0918089971, + 0.00825826824, -0.0178983621, -0.051638592, 0.0514708646, 0.023774894, 0.194693431, 0.194004774, 0.0125958966, + -0.0248942934, -0.101188809, 0.0974814966, 0.111400768, -0.0121456943, 0.0621345043, 0.00548289483, -0.0761980638, + 0.0538765602, 0.167150944, 0.0165558849}, + {-0.174514711, 0.260125607, 0.0353189819, 0.000537084125, 0.0465975925, -0.000388204266, 0.000337752135, -0.00871806592, + 0.0832227096, -0.0710572302, -0.0241707023, -0.069552131, 0.0594663322, -0.117025673, 0.170001402, 0.103564769, + 0.0600733906, -0.0885397047, 0.0605445057, 0.0072105634, 0.237296566, -0.0947968215, -0.0357426219, 0.0490140133, + 0.0145022646, -0.0100894393, 0.00985718332}, + {0.652506351, 0.00782769918, -0.0640029013, -0.00227444712, 0.272492915, 0.112682931, -0.305309415, 0.0956866294, + 0.0128571, 0.004203449, -0.0753924027, 0.146929339, -0.0453209206, -0.0459001102, 0.000345791486, -0.161155477, + -0.00228168233, 0.143669263, 0.173753291, 0.196426913, 0.124375194, 0.0589121804, 0.128519475, 0.173385262, + 0.0863433853, -0.0403566249, 0.142168686}, + {-0.416445404, 0.437283903, 0.000927442394, 0.0827067494, 0.0411268845, 0.227420285, 0.0441355444, 0.0191216264, + -0.00462656189, 0.0495949984, 0.038999483, 0.0153637957, 0.0422277823, 0.00488700531, 0.23563242, 0.0710983351, + 0.0677415878, 0.0533148646, -0.0764169171, 0.102650389, 0.0162589233, 0.0475203618, 0.043434456, 0.0829618275, + 0.060307838, 0.0309667867, -0.0143271815}, + {-0.442557037, 0.516802132, 0.0749357417, 0.0269628633, 0.0814584345, 0.021182565, 0.00353007717, -0.000202432304, + 0.076839976, 0.101586513, 0.0138251269, 0.0445418917, 0.0586932674, 0.172317058, -0.108661041, 0.137042835, + 0.0768304393, 0.0382561386, 0.0911303833, 0.0100472262, 0.0581462309, -0.158846349, 0.0797542185, 0.0912624225, + 0.0415075719, 0.0200904887, 0.0815674663}, + {-0.372433871, 0.320508629, 0.0046967091, 0.0845062956, 0.0168650523, 0.0129431989, 0.00110761914, 0.120117977, + -0.0353915356, 0.144102171, 0.122822411, 0.0424184725, 0.0385382101, 0.0745349526, 0.16483517, 0.095843628, + 0.0479660369, 0.0969695672, -0.072304748, 0.0568562895, 0.00443267869, 0.129316136, 0.0237897038, 0.0915542394, + 0.0457599349, -0.0332942978, 0.11869365}, + {0.659482956, -0.233820483, 0.108251929, -0.0974714905, -0.00763074541, 0.0385856032, -0.0666693076, 0.0985690057, + 0.0133669563, -0.0686624497, -0.119637705, -0.00754076708, 0.0353608243, 0.0859875828, -0.0537625663, 0.170707971, + -0.0220975522, -0.019431144, 0.0586092733, 0.00604617037, 0.126293823, 0.0636174679, 0.160891593, 0.0958289877, + -0.151229814, 0.0825603306, -0.047505226}, + {-0.370055884, -0.832347989, -0.245872304, 0.0688278377, -0.109127402, -0.116511151, 0.0327903256, 0.0136704231, + -0.0426428281, -0.0365046225, -0.156760827, -0.0574167222, -0.180369183, -0.068692185, -0.0780364573, -0.154056564, + -0.0640840903, -0.169877484, -0.250392467, -0.346769899, -0.111020617, -0.186485738, -0.222751155, -0.163257509, + -0.196604714, -0.168384746, -0.113077119}, + {-0.3686589, 0.394794285, 0.0736285746, 0.0277540069, -0.0300409943, -0.0845744833, 0.0294459276, 0.137007147, + 0.123946093, 0.0591771901, 0.102083735, -0.00742668612, 0.0712133199, -0.0158236064, 0.21631217, 0.0923798531, + 0.115591034, -0.0372974165, 0.159250528, 0.101183973, -0.0840513259, -0.183635578, 0.0655550882, 0.0182059351, + 0.0237594713, 0.16162768, 0.0578039959}, + {0.707624614, -0.0953077152, 0.08256194, 0.108157679, -0.185724586, -0.0243140142, 0.314688951, 0.088052392, + 0.118777096, 0.138664782, 0.139440671, -0.132877424, 0.116387337, 0.0858982429, 0.0543849766, -0.0271895006, + -0.0892110541, 0.00503761368, -0.0650570318, -0.13855812, -0.0831240416, -0.0787968487, 0.182259515, 0.0146873733, + -0.0174719412, -0.0392061062, -0.12341737}, + {-0.349025607, 0.346517473, 0.0543402769, 0.07948412, 0.0993893594, 0.185891032, 0.0592335388, -0.0132579235, + -0.00806060061, -0.00979181007, 0.184505165, 0.0811902732, 0.00509640202, 0.145698905, -0.109308973, 0.114389032, + 0.0907645896, 0.0867395923, -0.140561581, 0.0592006035, 0.231382638, -0.0474055707, 0.0066030412, 0.0337642133, + 0.0401509963, 0.0785566494, -0.0563152283}, + {0.457086802, -0.18785961, 0.0451167189, 0.073722139, -0.112519577, 0.0796917602, 0.0578644574, 0.127618656, + -0.0649329573, 0.0778107569, 0.0211101547, -0.0156826824, -0.00629220949, -0.0306738075, -0.0749121606, 0.0790261179, + -0.113748901, 0.0950013474, 0.0852822065, 0.188727155, 0.0631271526, -0.0750672519, -0.230777204, 0.193656817, + 0.124591477, 0.00950755365, 0.0663526356}, + {0.499373436, -0.322682053, 0.073831588, 0.165458888, -0.159630805, -0.00971005019, -0.136575446, -0.118993051, + -0.0745298862, -0.0831293911, 0.0585839562, -0.035666652, -0.063753143, -0.0351102725, -0.0278757084, -0.0874446407, + 0.0595979095, -0.000415360293, 0.101553068, -0.0625684336, 0.0861223638, 0.0460516661, -0.0477588587, 0.0430722274, + -0.00443192851, 0.122375704, 0.102679841}, + {0.604689896, -0.148871094, -0.017075289, -0.126191974, -0.0906459168, 0.109377809, -0.0302580819, 0.139200643, + 0.000417974923, -0.045725707, 0.0535205193, 0.0735260993, 0.131637022, -0.0141023174, -0.0106947683, -0.140105933, + 0.00820299238, 0.0977839902, 0.142033875, 0.0962054059, 0.128381923, 0.0160193201, 0.0754954964, 0.0675866678, + -0.209084481, 0.0288358331, -0.0415170267}, + {0.248340994, -0.256743342, -0.118456349, -0.254063547, -0.0752019808, -0.000872286852, 0.168568566, 0.119389027, + -0.152908489, -0.00658993004, -0.137675345, -0.158660471, 0.0359440893, -0.0985852182, -0.141372874, -0.106138088, + -0.0782994553, -0.0129764089, -0.0827916563, 0.0674386397, -0.116064526, -0.0425744914, -0.120231621, 0.00722608669, + -0.0457902253, 0.0133317849, 0.0690169334}, + {0.816534996, -0.0535765477, 0.140543759, 0.197328821, -0.0116792899, 0.0797994211, -0.0865103528, 0.135483816, + 0.0728096962, 0.0742473751, 0.140078738, 0.0626907349, 0.0339994691, 0.0389505289, 0.0874813274, 0.169769406, + 0.119863555, 0.00381963933, 0.0216807853, -0.0213450696, 0.0880822167, 0.0911081806, 0.167114526, 0.0565981306, + 0.00225824164, 0.124999568, 0.0591356345}, + {0.584785104, -0.280284941, 0.018801026, -0.018494295, 0.0538498014, 0.0638926625, 0.0293298531, 0.0265190247, + 0.00439198595, -0.0769143775, -0.104539454, -0.039755635, 0.0739658773, -0.0696136653, -0.0761796162, -0.102718316, + -0.0960054919, -0.0670071319, 0.0178661793, -0.169032112, 0.0264471471, -0.0263027307, -0.0139606399, -0.00957251526, + 0.227697268, 0.069361113, 0.123363778}, + {-0.325953841, 0.362818718, -0.0390210934, 0.00858837459, 0.0314584151, 0.210619852, -0.0193615742, -0.0223948751, + 0.221260414, 0.00665931031, 0.110810548, 0.0296888184, -0.0175210964, -0.0129078925, -0.0166273899, 0.153707951, + 0.0133245913, -0.111626647, -0.0241215304, 0.109565482, -0.120448567, -0.0493824817, 0.027257733, 0.0880541131, + 0.0440602787, 0.0490533262, 0.111750335}, + {-1.18843699, -1.32603955, 0.109558105, 0.0707536116, 0.133121461, 0.413634151, 0.234444469, 0.237449691, + -0.00572909229, 0.0500004776, 0.216802716, 0.244229645, 0.253182143, 0.067577675, 0.0108017987, 0.060885869, + 0.32340005, 0.363160104, 0.585420132, 0.242244333, 0.386793703, 0.407839268, 0.208464757, 0.415846407, + 0.216631979, 0.527843416, 0.431523889}, + {-0.463242739, 0.267018229, 0.065542534, 0.0283837151, 0.107307814, 0.174912438, 0.0851492509, -0.0441454612, + 0.162174419, 0.113499358, 0.150154293, 0.0672370344, 0.0491471887, 0.0356636941, 0.0660711154, 0.156116784, + -0.00219715969, 0.113912329, 0.127802119, 0.0322330706, -0.054705482, 0.159180149, 0.0843898207, -0.0420180596, + 0.113107614, 0.0500330254, 0.0574355051}, + {0.462564588, 0.0296787322, 0.104352728, -0.151105925, -0.0564405508, -0.0121296449, 0.223656371, -0.115893394, + 0.0644118562, -0.10630098, -0.197981894, 0.043978367, -0.103053838, -0.0766024366, -0.0330146886, 0.0515069924, + -0.0707499981, -0.0118330317, -0.253573626, -0.180853039, -0.143238917, 0.000992271467, -0.149856955, -0.146653146, + 0.0660152361, -0.234813854, -0.136359513}, + {0.629035354, -0.321695358, 0.0682272315, 0.0482508577, -0.0857243687, -0.0467739478, -0.0259019453, 0.0278921686, + 0.0478149429, -0.0329374447, 0.0172487479, -0.00372613524, -0.0712183118, -0.0232810061, -0.0686765984, 0.0117261577, + 0.029564213, -0.0550905317, -0.200456843, 0.0581463389, -0.0693291798, -0.0590678416, 0.259312093, -0.110733464, + -0.0702027529, -0.0812920183, -0.0908651873}, + {-0.632954538, 0.333880037, 0.0378314257, 0.0698999986, 0.0943914577, 0.0114971437, 0.0720528811, 0.0233946834, + 0.117922395, 0.125213161, 0.164037213, 0.14959608, 0.0742767304, 0.0736521482, 0.182911858, 0.181114361, + 0.111332506, 0.0383923166, -0.0908878744, 0.0932699069, 0.052834399, 0.279817969, 0.0916928723, 0.249376282, + 0.11295899, -0.0303741042, 0.193012685}, + {-0.145067707, 0.478201836, -0.00773108983, 0.0846418291, -0.000901450752, -0.177370235, 0.00761488546, 0.1058833, + 0.0186618939, 0.0753780305, 0.0763419047, -0.0640286729, 0.0474821106, -0.0179392323, 0.0422886498, 0.0382541083, + 0.0640889257, -0.0917563513, 0.0686872229, 0.000167239632, 0.011095115, -0.119149379, -0.0424999781, -0.0670378655, + -0.060375534, 0.0847338364, -0.0386091396}, + {-0.412348777, 0.284503549, 0.101418778, 0.104740597, 0.0806283653, -0.157101229, 0.0759828761, 0.0257111154, + -0.00408532238, -0.00796190929, 0.148904487, 0.136988297, 0.0295180585, 0.0470110737, 0.114653073, 0.12786305, + 0.0606776588, -0.095644094, 0.147909522, -0.0480587147, -0.0025448841, 0.170247018, 0.076638706, 0.179505423, + 0.0836818367, 0.0595419966, -0.0262595285}, + {-0.489534557, 0.332948238, 0.117075145, 0.100654915, 0.0359312519, -0.0148839876, 0.0270670913, 0.149034992, + 0.0158153214, 0.173312083, 0.16973114, 0.0426148325, 0.0339669846, 0.201590404, -0.0427863635, 0.15475443, + 0.0576431938, -0.0230063181, 0.179061234, 0.0557301231, -0.0268751681, 0.110645063, 0.0298794489, -0.0754184648, + 0.103054859, -0.00428972067, 0.076587379}, + {-1.50855625, -5.11975908, -0.234172881, -0.2260869, -0.281104922, -0.283980548, -0.339668185, -0.282416701, + -0.179083049, -0.145722061, -0.207900017, -0.138395399, -0.275070846, -0.166914567, -0.154235572, -0.137138993, + -0.274611056, -0.249098465, -0.343944699, -0.227963656, -0.196194917, -0.276637077, -0.263331354, -0.490576893, + -0.265272528, -0.428070724, -0.445109487}, + {-0.165748596, -0.67749083, 0.0248224903, -0.09071666, -0.135719165, -0.142603278, -0.247319877, -0.0535933748, + -0.132942587, -0.168072894, -0.160181761, -0.179378182, -0.150996849, -0.180023417, -0.17517516, -0.267513901, + -0.0871728584, -0.097168237, -0.0491863824, -0.122031264, -0.166411772, -0.150866434, -0.121585071, -0.143026292, + -0.118674688, -0.0346118845, -0.0951452553}, + {-0.62587291, 0.391307712, 0.146604359, 0.0236147586, 0.0672577024, 0.0462741069, 0.0932875276, 0.128806174, + 0.20759964, 0.0664493442, 0.00912089087, 0.00888305902, 0.115987577, 0.0645093247, 0.0697107539, 0.166912526, + 0.105246685, 0.0655763224, 0.0689933375, 0.0330592543, 0.188003629, 0.128260642, 0.122441888, 0.0601389594, + 0.0805954784, 0.0559528247, 0.0870133415}, + {-0.242792994, 0.272489905, 0.08582104, 0.00439774059, 0.0461603366, -0.184367791, 0.0710386187, -0.0463277362, + -0.0346156172, 0.0369808674, -0.0821366161, -0.0194469672, 0.035586562, 0.195471853, 0.168829158, -0.0108272331, + 0.0100144288, 0.162976474, 0.255964518, 0.0233001839, -0.0215967763, 0.109990194, 0.0180301573, -0.216200441, + 0.0966680348, 0.116336107, -0.0222064015}, + {0.369602621, -0.387523413, 0.0612680689, -0.0839315504, -0.0125299059, -0.0273757931, 0.0201599672, 0.0151323956, + -0.078828454, 0.0185149573, -0.182923704, -0.0237501841, -0.115113191, -0.0233771987, -0.00217112992, -0.0750511065, + 0.174308151, -0.00714473333, -0.081333138, -0.156297907, -0.126700878, -0.0261002146, -0.115244128, -0.049381461, + -0.189673901, -0.0404726081, -0.107819341}, + {-0.749928057, 0.640413225, 0.0968611017, 0.157623693, 0.129517347, -0.0309557132, 0.128324851, 0.0819411352, + 0.204527974, 0.197270185, 0.060296718, 0.119354561, 0.126657054, 0.0956905633, 0.0167593248, 0.0966077596, + 0.0760621578, 0.0482530296, 0.0319618434, 0.0458798259, 0.178538844, 0.0397076197, 0.0624079816, 0.0557624474, + 0.0775759593, 0.0862020999, 0.00684815692}, + {-0.0229733083, 0.631576359, -0.133277506, 0.0820620507, -0.0222931076, -0.189860553, -0.0452796146, -0.0424997285, + -0.075395748, 0.0552763827, -0.0605675243, -0.0752323717, -0.0355619341, 0.0461175106, 0.13372618, -0.0354795046, + 0.00154365052, -0.193589926, 0.107762687, 0.011293768, 0.0973042175, -0.16159603, -0.0985630602, -0.0628513768, + -0.0361847803, 0.00272062072, -0.087063238}, + {-0.29886815, 0.353595108, 0.0604242794, 0.0967345163, 0.0738928542, -0.149551615, 0.0175152291, -0.046624884, + 0.0671093166, 0.165725157, 0.0640695468, -0.000803334638, 0.0829415843, -0.00468247104, 0.0831094682, -0.0458467789, + 0.0033483943, 0.0257770643, -0.0770938247, 0.0824956819, 0.207184643, 0.115148127, -0.0351412781, 0.0674244761, + -0.014621581, 0.0903188586, 0.0860995054}, + {-0.0228405911, -0.780389726, -0.200202987, 0.0037154248, -0.150981963, -0.0915260687, -0.197902158, 0.0272927471, + -0.104960382, -0.0888436958, 0.00579910167, -0.325139642, -0.235381573, -0.036573451, -0.125084206, 0.00121038128, + -0.0196519252, -0.10669855, 0.105317809, 0.0961935073, 0.00504611991, -0.0678839311, -0.150703803, 0.119574115, + 0.177502662, -0.0190846231, -0.167290375}, + {-0.320734859, 0.411992013, -0.0405257493, 0.0277438443, 0.0247992221, -0.000145158483, 0.00735710235, 0.132095933, + 0.135846406, 0.0756859556, 0.0582826845, -0.0194610767, 0.0242500063, 0.0657000542, 0.00774363708, 0.156710789, + -0.0222000051, -0.0316565707, 0.145138249, 0.0780752525, -0.0318322852, 0.0238123536, 0.0223740339, -0.152048543, + 0.0192974787, 0.0202869866, 0.0804778486}, + {-0.31410557, 0.39394182, 0.0708540976, 0.127853319, 0.0384340994, 0.127229035, -0.0260452032, -0.0587440133, + 0.097169809, 0.129125595, 0.00622049207, 0.0485521816, 0.0313600823, 0.146195367, 0.0206300989, -0.0204075836, + 0.0970613882, -0.164211974, 0.138874292, 0.0868742913, -0.0916664451, -0.0406880789, -0.00763403066, 0.105107471, + 0.0356800072, 0.200147927, -0.0815654397}, + {-0.792442083, 0.645761788, 0.0867179409, 0.102535412, 0.0711342469, 0.0785347, 0.117421426, 0.0520341024, + 0.218417034, 0.152571559, 0.0974979475, 0.120293021, 0.0576937571, 0.0699425936, 0.141959175, 0.114092268, + 0.0996011347, 0.0448619314, -0.0165290851, 0.115459807, 0.0937110037, 0.178815052, 0.141894653, 0.163395151, + 0.0962111428, 0.174017489, 0.0469946638}, + {-0.203513324, -0.639925718, -0.103203192, -0.327568054, -0.0762596354, -0.0747812316, -0.16771847, -0.151295707, + -0.198274136, -0.118033417, -0.0122838039, -0.174170882, -0.12934193, -0.18121475, -0.175492719, -0.0826355219, + -0.142292947, -0.153038591, -0.123726614, -0.351044357, -0.143177852, -0.165232688, -0.071798481, -0.0768842399, + -0.211600676, -0.102763683, -0.0586020388}, }; const float FIVE_dense_biases[FIVE_DENSE_NUM] = { - 0.00770082697, 0.0986160338, 0.0868115425, 0.237701997, 0.109673254, 0.103893951, 0.0192215182, 0.0896396711, - 0.129859254, -0.0477936193, 0.111565039, 0.0867799744, 0.169343352, 0.0156724546, 0.0515249446, -0.0823725387, - 0.075809285, 0.236828119, 0.0208950117, -0.00972982869, 0.0195845738, 0.0537407286, 0.0658553615, -0.00226053013, - 0.309659511, -0.0980151743, 0.0120340213, -0.00434561586, 0.0068770647, 0.0180838034, 0.0429963991, -0.0246168841, - 0.186440513, 0.00556405215, -0.0257893875, 0.0122142611, 0.113076225, 0.0944513902, 0.150058776, 0.146615326, - -0.127459139, 0.0525572635, 0.0873379484, -0.0254282765, 0.136858538, -0.0899730697, 0.0110425651, 0.137512937, - -0.00179201877, 0.0911752954, 0.0760724321, 0.0250009559, 0.172862798, 0.166366205, -0.0797553882, 0.197134241, - 0.0746978894, -0.00456896564, 0.0821019784, 0.147023425, -0.0656506643, -0.0245134961, 0.0898272768, 0.228195265 + 0.0234060474, 0.0956098884, 0.0859831497, 0.23769109, 0.108773105, 0.0970323458, 0.0193210524, 0.0851082578, + 0.13790898, -0.0464570373, 0.101360947, 0.0812774748, 0.168646365, 0.0147440508, 0.0617176294, -0.0797077045, + 0.0720922127, 0.242049977, 0.0258601326, -0.00243232166, 0.0160259213, 0.0526248142, 0.0644836947, 0.00581495091, + 0.31831947, -0.0932174698, 0.00729919691, -0.00100585888, 0.00768942758, 0.0176778696, 0.0418603346, -0.0223391876, + 0.189735889, 0.0056778728, -0.0225660335, 0.010513857, 0.112475105, 0.0946235433, 0.147431731, 0.146059513, + -0.124863915, 0.0555609502, 0.0807787329, -0.00389470789, 0.132389158, -0.0807617903, 0.0149083724, 0.136356264, + -0.00593695836, 0.0873517171, 0.0745000169, 0.0087628318, 0.181608319, 0.163227186, -0.0795557424, 0.19588159, + 0.0779630467, -0.0108545339, 0.0777856782, 0.146009102, -0.0630860403, -0.0228289645, 0.092776902, 0.233236879 }; const float FIVE_logit_weights[FIVE_DENSE_NUM] NN_ALIGNED = { - 0.511145234, 0.371652901, -0.243569568, -0.527026296, -0.322640896, 0.151594386, 0.38412106, 0.230124027, - -0.5763219, 0.211051166, -0.559312582, 0.115642197, -0.384689778, -0.542491198, -0.394615293, 0.189939231, - 0.263229221, -0.633427262, -0.297390997, 0.406521738, 0.0692500025, -0.313711375, 0.311689496, -0.340568036, - -0.964700818, 0.148070306, 0.0383360647, -0.279277384, 0.363240421, 0.412457436, 0.204259947, -0.30325371, - -0.573100865, 0.31416142, -0.269176185, 0.159850761, -0.170821682, -0.232507542, -0.243600965, -0.21956493, - -0.37354508, -0.376853734, 0.14588514, 0.790461183, 0.268897802, -0.190153062, -0.429022878, 0.482750267, - 0.136803538, 0.233721852, 0.279507011, -1.25263107, -0.624389291, 0.486238599, 0.129830211, -0.279144943, - 0.624976635, 0.187576905, 0.119018435, -0.374857426, 0.178957865, 0.243280023, 0.75681901, -0.694724202 + 0.542990088, 0.394294471, -0.266314715, -0.522781491, -0.335198969, 0.16802302, 0.400215536, 0.239597946, + -0.597629249, 0.23748675, -0.555409849, 0.129776895, -0.375330031, -0.565752625, -0.412883222, 0.213490158, + 0.269413531, -0.642021239, -0.302709132, 0.417968392, 0.0848242193, -0.322936624, 0.326173007, -0.348193675, + -0.980013549, 0.163730532, 0.0467723683, -0.285792351, 0.382659674, 0.429435998, 0.226810917, -0.316135794, + -0.583684385, 0.330129981, -0.272758693, 0.176698834, -0.163687512, -0.244952217, -0.2548998, -0.222991094, + -0.385615855, -0.381427735, 0.157992691, 0.826332927, 0.28240177, -0.194291592, -0.431329876, 0.503808677, + 0.155900806, 0.251307249, 0.287376583, -1.27233529, -0.634659886, 0.493688315, 0.14125821, -0.285439938, + 0.645537198, 0.204007134, 0.132660881, -0.367148668, 0.20200929, 0.270411998, 0.793596148, -0.712929845 }; -const float FIVE_logit_bias = -0.099751085; +const float FIVE_logit_bias = -0.0996730179; #endif
\ No newline at end of file diff --git a/src/nn_train.py b/src/nn_train.py index 8e648e9..7414fab 100755 --- a/src/nn_train.py +++ b/src/nn_train.py @@ -497,7 +497,7 @@ def run_step( root, ): out_rows.extend(out.splitlines()) - print("writing to", csv, "with", len(out_rows)) + print(f"writing {len(out_rows):,} rows to {csv}") with open(csv, "w") as f: _ = f.write("\n".join(out_rows)) if out_rows: |