diff options
| author | tslil <tslil@posteo.de> | 2026-09-20 08:28:09 +0100 |
|---|---|---|
| committer | tslil <tslil@posteo.de> | 2026-09-20 08:29:22 +0100 |
| commit | 6a2197328065fe38ac62d9e76e3e943fd297e73c (patch) | |
| tree | cac839be5aadeeadb8ae2b383dc5992738652ab5 | |
| parent | 9f5f953a95c8617cd2fdd24f7402af632c1b07c2 (diff) | |
try combining loops
| -rw-r--r-- | include/nn.c | 7 | ||||
| -rw-r--r-- | include/tak.c | 2 | ||||
| -rw-r--r-- | include/weights_5.c | 470 | ||||
| -rwxr-xr-x | src/nn_train.py | 2 |
4 files changed, 241 insertions, 240 deletions
diff --git a/include/nn.c b/include/nn.c index 9f15ec2..926fcf7 100644 --- a/include/nn.c +++ b/include/nn.c @@ -127,11 +127,12 @@ float eval_net(const float *board, const unsigned int n_inp, const float *w, for (unsigned int d1 = 0; d1 < n_dense; d1++) dense1[d1] += b * wrow[d1]; } - for (unsigned int d1 = 0; d1 < n_dense; d1++) - dense1[d1] = fast_silu(dense1[d1]); float z = logit_b; - for (unsigned int d1 = 0; d1 < n_dense; d1++) + for (unsigned int d1 = 0; d1 < n_dense; d1++) { + const float h = dense1[d1]; + dense1[d1] = fast_silu(h); z += dense1[d1] * logit_w[d1]; + } return parity * fast_tanh(z); } diff --git a/include/tak.c b/include/tak.c index f31d4a9..727ee64 100644 --- a/include/tak.c +++ b/include/tak.c @@ -53,7 +53,7 @@ void reset_state(tak_state_p state, const uint8_t new_board_size) { state->current_colour = C_BLACK; state->hash = 0; // empty board, ply 0 - for (uint8_t k = 0; k < NUM_SQUARES(new_board_size); k++) { + for (uint8_t k = 0; k < NUM_SQUARES(state->board_size); k++) { state->celldat[k] = 0; } } diff --git a/include/weights_5.c b/include/weights_5.c index c33e6af..744d144 100644 --- a/include/weights_5.c +++ b/include/weights_5.c @@ -1,257 +1,257 @@ /* generated by nn_train.py, do not edit by hand */ -/* iter=1, elo=1605.7, rated_games=1,200 */ +/* iter=100, elo=1534.7, rated_games=120,000 */ #ifndef WEIGHTS_FIVE #define WEIGHTS_FIVE #include "weights_5.h" const float FIVE_embedding[7] = { - -0.107056081, 1.57254577, -0.88146174, 0.129297495, 1.52432585, 1.08536971, 0.311268926 + 0.0605068654, -0.615760207, -0.174913764, -1.01535261, 0.760022402, 0.161579847, 1.16733754 }; const float FIVE_dense_weights[FIVE_INP_NUM][FIVE_DENSE_NUM] NN_ALIGNED = { - {-0.12155433, 0.126471147, 0.00145194307, -0.0356031395, -0.137284145, 0.074619934, -0.101129092, -0.0780490264, - 0.134603456, -0.0503677502, -0.0495440029, -0.12659438, 0.0865569413, -0.138985217, 0.00770451175, -0.149971426, - 0.154549837, 0.160955414, -0.188345999, 0.0947042331, 0.126908973, -0.00094421726, -0.00313924649, -0.0157399364, - 0.146324888, 0.0728290975, -0.0830421597, -0.0143544786, 0.00885846373, 0.0700233802, -0.0617577545, -0.0979685336, - 0.0257771518, -0.0696671829, -0.172112495, -0.0741331354, -0.112713069, 0.0585983433, -0.0425618365, 0.133387432, - 0.0976537466, -0.168154478, 0.183824793, 0.141063854, 0.052432403, -0.112817958, 0.0366745256, 0.0144095169, - -0.063454099, -0.101876535, 0.0769183412, -0.0942880884, -0.0628152788, 0.0325032175, -0.0912978947, -0.133505166, - -0.171416506, 0.107704267, -0.00613338593, 0.144854009, -0.0285933539, 0.102558345, -0.0144940568, -0.115947045}, - {0.0380854495, 0.0102750072, -0.182082057, 0.177603677, 0.0506111868, -0.164365172, 0.0826225281, 0.0602351725, - 0.100999378, -0.0935814828, -0.185366139, 0.0168235712, 0.0201035198, -0.136894986, 0.00267756497, 0.189632416, - 0.0535175726, -0.181970119, 0.125080094, 0.103619061, 0.103868783, -0.160328597, 0.104636811, -0.087899588, - 0.165004328, -0.137139767, -0.0239430889, 0.152615175, 0.104530975, -0.155490026, -0.0327048972, 0.0779526308, - 0.00839496963, -0.149438843, 0.047226578, 0.106235877, -0.00571277039, 0.172278598, -0.0824135095, 0.0623934977, - 0.183089226, -0.0583992302, 0.0024573463, -0.144242704, 0.181840301, 0.185753524, 0.0471229739, 0.00284632505, - 0.0813964754, -0.0104824929, -0.125024021, 0.146827623, -0.164782599, -0.0461030006, -0.0246387087, 0.163291335, - 0.174026579, 0.185612157, 0.0581946597, -0.117241286, 0.0723075122, -0.178428128, 0.0875491053, -0.0815744326}, - {-0.0526241288, 0.176142693, 0.0898404941, 0.129797876, -0.113694407, 0.191026345, 0.123690508, -0.0143457381, - -0.0795233175, -0.0912126452, 0.0192145016, 0.0670667961, -0.0276535638, -0.0396100953, -0.123039216, -0.126153424, - -0.00212893379, 0.0130247241, -0.0543377437, -0.125910088, 0.1511406, -0.175813615, -0.00189121044, 0.101300925, - -0.115809716, 0.171155334, 0.18813023, 0.0869480297, 0.0511356592, -0.0502671041, -0.0578244217, -0.134874135, - 0.183237866, -0.130492121, -0.132970944, 0.0690242127, -0.0348120145, 0.14716807, -0.00218332885, -0.110980526, - 0.191252947, -0.0769243315, 0.106970042, -0.167372018, 0.152397126, 0.00557158608, 0.169789612, -0.0215774644, - -0.0560451001, 0.0341939144, 0.053625606, -0.118274562, 0.0396851376, -0.112160034, -0.0419166423, 0.0198537298, - -0.0195435323, 0.181868419, -0.066634573, -0.0165551752, -0.0489430167, -0.0599471405, 0.0193265714, 0.0962111205}, - {-0.122302413, -0.0824196339, -0.189079747, -0.128613308, 0.110263176, -0.102066979, -0.147909224, 0.0149356192, - -0.0963680223, -0.135719061, -0.190048054, 0.115326628, -0.15255779, 0.0743817091, -0.109877437, 0.0586789139, - 0.151742667, -0.137568071, 0.121041141, 0.0281794611, -0.152139083, -0.155249029, -0.141974926, 0.0672744438, - -0.0813532025, -0.10935317, 0.185782596, 0.0572121032, 0.15449053, -0.0314835422, -0.133904487, 0.0924571678, - -0.0638526678, 0.177022442, 0.00720864674, -0.16472809, 0.0167814046, -0.0859363452, 0.0137943765, -0.149483681, - 0.169405237, -0.0277509075, 0.0831734538, -0.132202536, 0.156461731, -0.0109010441, -0.084402591, 0.0305804852, - 0.0932600424, -0.0777638629, 0.0538041629, 0.153782561, 0.0293482784, -0.0515950471, 0.0880150571, -0.0426343791, - -0.176086023, 0.0374520458, -0.10905534, -0.00811778568, -0.18787235, 0.136943847, -0.0427722819, 0.124095641}, - {-0.182421431, 0.0451394655, 0.126428112, 0.123220339, -0.0403873399, -0.132967383, -0.0644332319, 0.0878894702, - 0.102558665, -0.0878928229, -0.101420864, -0.0299799368, -0.0266870484, 0.144577697, -0.0682492852, 0.0396591425, - -0.0805903003, 0.111093856, 0.105408385, 0.11256893, -0.099162519, -0.134564802, -0.0459853336, -0.160007596, - -0.0681633428, -0.113652103, 0.169754803, -0.123094432, 0.0266832169, 0.158927277, -0.0658558309, -0.143309474, - 0.0440821014, -0.143035844, 0.152551115, -0.181256726, 0.190228537, -0.00157456717, -0.0560813248, -0.10800685, - 0.0565770753, -7.82316692e-06, -0.15550153, -0.103071921, 0.0861286893, -0.0782630965, 0.109215677, -0.107226044, - -0.144905448, 0.133748263, 0.0357543267, 0.0447115563, -0.182056263, -0.0900985226, -0.169973716, -0.120026812, - 0.0537189804, -0.163598686, -0.0273437351, -0.145114034, 0.076197207, 0.0849165097, -0.0137878619, -0.000113309739}, - {-0.0367297009, -0.165960342, -0.118196607, 0.183339179, -0.0899731219, 0.0662865639, -0.137339801, 0.0939516276, - -0.0179742426, -0.0450617634, 0.0903542489, 0.140033036, 0.00874882471, -0.105559923, 0.0418347865, -0.0692966059, - 0.0289018992, -0.000298083323, -0.0432622507, 0.0279837437, 0.162759542, 0.03688832, 0.0295766182, -0.173225313, - 0.0477341898, 0.083894819, 0.0404542163, -0.0476713292, 0.151018828, -0.0542646535, -0.133602962, -0.00583782606, - -0.0440427773, 0.098975867, -0.126522362, 0.190120652, -0.18003732, 0.179562241, 0.112554401, -0.0617179051, - 0.0308590215, -0.0963165164, -0.177309573, 0.0973923504, 0.160564005, -0.0806340501, -0.169242054, -0.0641560927, - -0.00968728308, -0.14250128, -0.0592478476, 0.0343228504, -0.0132869035, -0.0750244707, -0.1347256, -0.150921255, - 0.0327142142, 0.0244554728, -0.11439269, 0.136766046, 0.0307388976, 0.00182504626, 0.122514509, -0.050789699}, - {0.130855337, -0.0628453344, -0.00724528497, -0.0595809631, -0.147952154, 0.0961742327, 0.0642950758, 0.0259169601, - 0.0742983818, 0.0294947159, 0.160431951, 0.150276676, 0.105382077, -0.111216575, -0.167821661, 0.107502334, - 0.0434413366, -0.0164680183, 0.0292727314, 0.0589137003, 0.113781497, 0.00175688602, -0.0416731611, 0.1604743, - -0.0970991328, 0.0325784646, -0.063200362, 0.0631705374, 0.00052185799, -0.103660561, -0.178279325, -0.0692039207, - -0.0389030948, -0.162524551, -0.152778402, -0.162810996, 0.0719320029, 0.151851803, 0.0145771299, 0.13047111, - -0.0890728608, 0.162911013, -0.0365483463, 0.0434144028, 0.159211308, -0.10111735, -0.116932303, -0.0807632133, - 0.135903224, -0.189761177, 0.187969044, 0.0744526684, -0.103715576, -0.12549074, 0.145546168, 0.143983811, - 0.114546195, 0.0676715672, 0.0359120071, -0.187149063, -0.116385281, -0.0532353222, -0.118327513, 0.169500813}, - {0.00196790509, -0.0960823447, -0.0462002754, 0.0203314237, -0.121726736, 0.154202238, 0.048136957, -0.00715420581, - -0.106091365, 0.147923633, -0.149787381, -0.167988017, -0.0825635046, -0.0496893153, -0.013173731, 0.0817965791, - -0.117259227, -0.132458195, -0.0274563339, -0.0308914613, -0.110512532, 0.0274196267, 0.134431586, 0.18511425, - -0.109762929, -0.136270553, 0.00196542731, 0.142265052, -0.0662509352, -0.0306020491, 0.0863033906, 0.0361159593, - 0.149784356, 0.00240045041, -0.185840935, 0.0248265099, 0.0788488984, 0.141548663, 0.181795582, -0.188829482, - 0.165089995, 0.0880101696, 0.121959455, -0.0436901636, 0.0706244111, 0.0457602963, 0.139629006, -0.12648356, - -0.132450759, 0.174468651, -0.177021101, 0.121209852, 0.187516153, 0.0423892923, 0.0612329841, -0.119658761, - -0.158447057, -0.00233561685, -0.099061735, 0.159925401, -0.0333909728, 0.16186665, -0.144594491, -0.0543582775}, - {-0.0147297382, 0.0318342112, -0.123565383, -0.0285057854, 0.0471870489, 0.0644698441, -0.119815819, -0.154600754, - 0.0150560867, 0.0176191255, -0.0645608827, -0.0454494804, 0.00467901072, -0.0599366538, -0.0488652214, -0.112501733, - 0.0653587058, 0.0903752446, 0.0337398723, 0.108718254, 0.0229097195, -0.000853069301, -0.0257469825, -0.137313977, - 0.0805196837, -0.117715009, -0.163821682, -0.152431101, 0.134233072, -0.0201568827, -0.109837979, -0.161315486, - -0.0143964393, -0.0190207809, 0.134551585, 0.19036676, -0.0439460538, 0.0378112011, 0.160340831, 0.152309194, - -0.0235944875, -0.0459401384, 0.0346980616, 0.110136382, -0.099683091, 0.120691486, -0.0954968259, -0.111151993, - -0.0417267531, 0.0547308549, 0.125945807, 0.0476997532, -0.128356025, -0.132532805, 0.045314718, -0.183134139, - 0.153348625, -0.0499761589, -0.0802826509, -0.0445792973, -0.125749126, 0.054078754, 0.039245639, 0.0490500182}, - {-0.028007213, 0.000965576095, 0.0588053241, 0.099734731, -0.132552579, -0.144472241, 0.177866101, 0.0687108785, - 0.000919669459, -0.110445336, 0.0384876654, -0.0861340985, -0.0188698228, 0.000612799427, -0.108915366, 0.0323353969, - -0.171512067, 0.0993224457, 0.0579176582, 0.0485800542, -0.0788602754, -0.148070648, 0.159541234, -0.00302829966, - -0.0247990042, -0.143446118, 0.172906876, 0.112096898, 0.135463342, 0.0681313649, 0.0180644952, 0.17230463, - 0.110475667, 0.0121191414, -0.0125626298, -0.0752404705, -0.0266490784, 0.126050696, 0.110307366, 0.0937611386, - -0.174205527, 0.0769917071, -0.0811878368, -0.0848195329, 0.0167279262, 0.00453170156, 0.0165600851, 0.122825675, - 0.18930681, -0.155634582, -0.161945999, 0.109625898, -0.150966629, -0.0953801647, -0.166863248, 0.112082422, - -0.162123665, -0.0413027443, -0.0424083546, -0.0670291483, -0.0238971375, -0.171150476, -0.167635649, 0.107391484}, - {0.000209137797, -0.00438163895, 0.0816431642, -0.130372807, -0.16430828, 0.0493853837, -0.0335282795, -0.0510659851, - -0.0256554, -0.0291322805, 0.123749927, -0.0992069095, -0.0421445034, -0.0092763491, 0.0675020665, -0.15788129, - -0.0490244366, 0.144108832, 0.0713827536, -0.18296133, 0.152314857, 0.127308667, -0.124537222, -0.00116172887, - 0.128147095, 0.0577968471, -0.0139531577, -0.171024382, -0.132513165, 0.166806385, -0.173991039, 0.0166760087, - 0.0401583351, 0.0504639931, -0.0831752196, -0.0915843695, -0.0554190166, -0.0815500915, -0.165677637, 0.0319736972, - 0.149395138, -0.0872795209, -0.165932223, -0.132071301, -0.0137695307, 0.151166484, -0.136712074, -0.158936992, - -0.0313318074, 0.0136336926, 0.0929299816, 0.0666825846, -0.0510631204, 0.14049311, -0.0328776948, 0.0189201571, - -0.00728371274, 0.128192499, -0.00459499797, 0.0939136818, 0.0504999645, -0.159895867, -0.131826565, 0.0940941423}, - {-0.0078575341, 0.0193198957, -0.162116483, 0.041145131, 0.144172087, 0.0597836785, -0.125992149, 0.0573821962, - -0.0586289912, -0.0655989721, 0.168721348, -0.175068781, 0.140830904, 0.182437062, -0.0615673847, 0.152778834, - 0.0232665353, 0.189305916, 0.0547062382, 0.115607113, 0.181817308, -0.0330546238, -0.134646863, 0.139291197, - -0.130630851, 0.169665903, 0.0680508614, 0.113088079, 0.106484361, 0.121379897, 0.079782702, -0.0615356565, - 0.00584319467, 0.114002816, 0.147344619, 0.119827881, 0.0470339581, -0.129984528, 0.118828632, 0.10286136, - 0.00538947387, 0.171630532, 0.0298062898, 0.0828088894, -0.00443915417, 0.0751216039, -0.156285062, 0.0704894662, - 0.115957439, 0.17732133, 0.0210872889, 0.0837239474, 0.164321005, -0.162600145, 0.0297039691, -0.0167830791, - -0.15142642, 0.116928883, 0.0288921483, -0.0551887713, -0.0488478988, -0.0469925478, 0.0791596472, -0.0788560286}, - {0.137054384, -0.0445231795, -0.167529151, -0.00959177595, -0.114312761, 0.166797876, -0.176234365, -0.133331433, - -0.0616930351, 0.10651508, 0.109497309, -0.143283069, 0.173780039, 0.0282868054, -0.0424148478, -0.115438104, - 0.163909137, 0.0579277538, 0.113494053, -0.115321189, 0.154285446, -0.0619701967, -0.0754638314, -0.178774625, - -0.137946323, -0.107519746, 0.184245452, -0.0978072286, -0.0549784414, -0.0575036965, 0.119043894, 0.0799215212, - 0.0534138083, -0.0101310015, -0.102264144, 0.181097895, 0.159357011, -0.173152581, -0.171116546, 0.0105889896, - -0.074993521, -0.0652932078, 0.0384027809, -0.079655692, 0.00720713288, 0.108121008, -0.0361499824, 0.0551847108, - 0.0696791336, 0.0430501066, 0.000958877092, 0.0330547392, -0.190672413, -0.0264430624, -0.0466538817, -0.108928375, - -0.0942928642, -0.0427257568, -0.158087179, -0.179524243, 0.0281658787, -0.151459455, -0.106716782, -0.119959407}, - {0.122178458, -0.151376769, -0.191269279, -0.0443884656, -0.114386886, -0.0320083834, 0.0665554702, -0.0619913489, - 0.0811018348, -0.154051855, -0.106394224, 0.00551927881, 0.0673350543, -0.043189019, 0.00257005938, 0.188251644, - 0.0886328816, -0.0724364668, -0.00798128173, 0.0935213491, 0.0671618208, 0.10884852, 0.0348843262, 0.018830156, - 0.126800254, -0.149352536, 0.0418433659, -0.0404484123, -0.127461627, -0.0201710835, 0.174958751, 0.155071229, - 0.0753016546, -0.180998564, -0.100941405, 0.115481257, 0.111465015, -0.126608431, -0.0625127256, 0.0864559263, - -0.16621998, -0.169877291, 0.160088792, 0.0747310892, -0.0894288495, -0.0970771536, 0.182008088, -0.13760221, - 0.00930241123, -0.11482209, -0.131491765, -0.0563511439, -0.0770187378, -0.11026527, 0.0848351792, 0.0445165485, - -0.154955193, -0.0267515145, 0.0738640949, -0.00257217023, -0.175939426, -0.101407215, 0.138579577, -0.129166201}, - {-0.0867310241, 0.0875950605, -0.117242776, -0.112532496, -0.0749448165, 0.0830717087, 0.0907775313, 0.15025425, - 0.00295353238, 0.143873185, -0.136118546, 0.014438469, -0.0174199212, 0.109706245, -0.00371407717, -0.0657786801, - -0.184273347, -0.15050526, -0.0870676488, -0.156311691, -0.0169426389, 0.157836109, 0.189903527, 0.0842981339, - 0.0682550222, 0.186078683, 0.0777508989, 0.0446099453, -0.0177660231, 0.0956908464, 0.0709607825, -0.0697915256, - -0.00891145878, 0.119831644, -0.0614335164, 0.185464412, -0.00813783705, 0.161061004, 0.0201217365, 0.190622315, - -0.0696545169, -0.119879529, 0.063925229, 0.146783873, -0.165019587, 0.173091814, -0.0350765325, 0.0400784761, - 0.0877015591, -0.0433231145, -0.160294101, 0.159424767, -0.136947826, -0.129168019, -0.017866645, -0.168284804, - -0.0860279724, 0.0636740178, 0.0993480459, 0.013442128, 0.136543989, 0.0280825533, 0.0573720112, -0.0883254334}, - {0.0745834112, -0.0467983, -0.0594705231, 0.0752916262, -0.186088592, 0.0783591345, -0.0200865213, 0.12487828, - -0.013059183, 0.127390936, -0.0157899503, -0.089709267, -0.178080082, 0.165155888, -0.174944207, 0.189103797, - 0.0722340047, 0.16396369, -0.0703901947, -0.141139984, -0.178109497, 0.055700697, -0.0117872646, -0.106627382, - -0.101892732, 0.0730377287, -0.18665041, 0.111795463, -0.184229344, 0.0947490856, -0.181912556, 0.0667596012, - 0.0102705108, -0.00818612985, 0.0166970007, 0.0183073357, -0.104845144, 0.0161189809, -0.0313180201, -0.189341813, - -0.0117289918, -0.0265173018, -0.181167364, -0.0524828508, -0.149760082, -0.0747247785, 0.00211337931, -0.191738755, - 0.176935628, -0.0201463755, -0.00322358077, 0.144840434, -0.171093762, -0.0531903766, 0.038259048, 0.186435729, - 0.18068549, -0.178925306, -0.157756731, 0.126009971, -0.179561988, 0.106846616, 0.146468818, -0.00658770325}, - {-0.0554108731, 0.178420976, 0.159989774, 0.159095958, -0.0914313719, -0.0477294624, -0.0853773206, -0.175620094, - 0.115540653, -0.0714856684, -0.00072363147, 0.0134409117, -0.168101251, -0.127432227, -0.00558308, -0.0885873437, - 0.0775859952, 0.0679968074, -0.0123118069, -0.120314941, -0.0274765678, 0.153069854, 0.0253215488, 0.0513799004, - 0.0621065609, 0.164606273, -0.169096172, 0.133996516, -0.067264393, -0.0557131097, -0.114235304, -0.0682204217, - -0.0423660725, 0.187143385, -0.0282396376, -0.0155444955, 0.113576166, 0.040336661, -0.0169985034, 0.113896154, - -0.169055685, -0.0456173234, -0.12850219, -0.00397726614, -0.104386285, 0.0542236306, -0.0855448171, 0.109209187, - -0.125881702, 0.132160082, -0.0965539888, 0.0582646765, 0.0896726996, -0.0571733341, -0.101802342, -0.0850297287, - 0.126905262, -0.0467735454, -0.00917779095, 0.159998074, -0.054677926, -0.00328999734, 0.126111582, -0.144865111}, - {0.00852537062, -0.116750538, 0.189793959, -0.187638044, 0.0271352176, 0.133098975, 0.124072194, 0.149448395, - 0.138279736, -0.12482097, -0.13675034, 0.14857167, -0.14888671, -0.106511891, 0.015326662, -0.18719843, - -0.063730754, -0.149189174, -0.148690388, -0.129003659, -0.168348387, -0.124244392, 0.033129666, -0.090098314, - -0.114361145, 0.164737105, -0.0162949227, 0.0249953847, 0.0331441872, 0.116438366, -0.0365099385, 0.00894743204, - 0.0484866574, 0.071159713, 0.107446246, -0.174394086, 0.110620111, -0.0963128209, -0.123889737, -0.0411616042, - 0.119495571, 0.101406142, 0.124678314, 0.189144954, 0.137890667, 0.19191651, 0.0245682094, -0.0604826696, - -0.157381192, 0.00435894914, 0.040743947, 0.120864898, -0.0189764574, -0.00750932284, -0.0137127955, -0.122995764, - -0.0358326286, -0.100876667, -0.0205190424, 0.0583294854, 0.1509417, 0.00643474981, -0.0891450569, 0.104666039}, - {-0.124409162, 0.0425412133, -0.0976364538, 0.153513178, -0.0279148035, 0.00170811161, 0.088058278, -0.0759175718, - -0.0924114212, -0.0285283364, -0.0100835115, -0.0528969057, -0.101302899, -0.172343493, 0.162353009, -0.154167324, - -0.171883166, 0.0887536258, 0.032527443, 0.0151534975, -0.122650579, -0.137883157, -0.134995311, 0.102730826, - -0.0676818863, 0.0709791556, -0.0643856525, -0.0176241957, 0.0296899974, -0.106281899, 0.133480966, -0.100012764, - -0.129252583, -0.147755519, -0.162306622, -0.0819184929, 0.1575692, 0.191107467, 0.0731810257, -0.0158305112, - -0.102552958, -0.0257242937, -0.188538134, -0.180474311, 0.0618288741, -0.173553661, 0.0464674309, -0.0762268528, - 0.00996565912, 0.0227369908, 0.119368978, 0.0491940938, 0.0454147905, -0.163403079, -0.122804061, 0.160612479, - -0.124668613, 0.0781042501, -0.0909724683, 0.161778823, 0.0698438585, -0.126369044, -0.187989116, 0.0673807561}, - {-0.183914825, 0.101727553, -0.14519015, -0.179985285, -0.0927195996, 0.140096471, 0.0937990397, 0.103955485, - 0.0318339355, 0.135305271, 0.180498168, 0.174673587, 0.148781419, 0.101189204, -0.0655369163, 0.0615214072, - -0.0819482282, -0.0155692035, -0.0525818206, 0.0197912827, -0.0837040991, -0.127520815, -0.169793919, 0.138699085, - 0.0155905169, -0.0945216864, 0.106869876, -0.0798011646, 0.112480991, -0.0817660689, 0.0175383482, 0.00765745807, - 0.00972307287, 0.0786489844, -0.19101496, -0.109769538, -0.102988459, -0.183932319, -0.110239938, 0.0760876164, - -0.0727175102, -0.0282195397, 0.185204282, -0.0347960256, 0.146516219, 0.173040032, -0.131790042, 0.0150504429, - -0.0682013854, -0.0649955124, 0.0849793032, -0.106492892, -0.10565538, 0.0955372751, 0.0834453627, 0.134328142, - 0.119971067, 0.0328268819, 0.141723961, -0.0158883706, 0.0472450927, -0.169612631, -0.110069141, 0.128282934}, - {0.17473805, -0.0950874984, 0.025564136, 0.0458669513, 0.153074369, 0.050632339, 0.159939021, -0.126907349, - 0.175884411, -0.0861330926, 0.0426577106, -0.144731894, 0.178234026, 0.0647119284, -0.169667333, -0.16028747, - 0.112369493, 0.069320716, 0.0352050774, -0.126248688, 0.158916831, 0.00354694598, 0.082692869, 0.175227448, - -0.0559272915, -0.0961282775, -0.169687226, 0.137617484, -0.0866794065, -0.00162857235, 0.0485932231, -0.0964676291, - -0.13777107, -0.121551186, -0.144947544, 0.000563772744, -0.146075591, -0.0883699432, 0.10873989, -0.102831379, - -0.0130539984, -0.112852991, -0.189522326, 0.135975629, 0.0124827232, -0.161778599, 0.034408927, -0.139007673, - -0.032698337, 0.105599009, 0.125941098, -4.61130958e-06, 0.140958905, 0.0415849723, 0.0132888993, -0.177498892, - 0.0120104421, -0.173802942, 0.167598695, -0.109346196, 0.00885908306, -0.0035712414, 0.0265749078, 0.0518612638}, - {-0.0252411161, 0.124374248, 0.150649741, -0.149700686, 0.0348081589, -0.149140581, 0.0153142968, -0.185391665, - -0.185929313, 0.147342265, -0.0640986487, 0.033209689, -0.0785033926, 0.121372372, 0.0822051764, 0.120422281, - -0.102479242, 0.109476641, -0.0718326196, -0.0518530272, -0.175366521, -0.116212271, 0.0133447172, 0.119384348, - -0.0775655061, -0.127035677, -0.140021294, -0.114853017, -0.0769045502, 0.0423404239, 0.0462628603, 0.0617717281, - -0.091733031, -0.00183718244, 0.0408506282, -0.0847794786, 0.184503958, -0.0928919166, 0.0658772811, 0.149824545, - 0.13449125, 0.0621854812, 0.10494893, 0.0378963165, 0.00781871658, 0.0383385643, 0.125363752, -0.0462272987, - 0.0669107884, 0.00653213775, 0.156988382, 0.0812624693, 0.0320267156, 0.0813293681, 0.135187417, -0.147127301, - 0.104353525, 0.109224901, 0.0142846443, 0.15250434, -0.00329366792, -0.0620421879, 0.0485910662, 0.0407452546}, - {-0.181904465, -0.0662044585, -0.188298583, -0.186654389, 0.0822597742, -0.0281639751, 0.0101294639, -0.184962243, - -0.0538378656, -0.0150353471, -0.0987099707, 0.0673518255, -0.0177648757, 0.100672714, -0.10064137, -0.146504149, - -0.134144306, -0.137493536, -0.100015223, 0.00858066045, 0.0213023461, -0.130330548, -0.180572212, -0.00873668771, - -0.11619658, -0.079149574, 0.142271087, 0.0865345746, 0.188820049, 0.183730364, -0.0830994919, -0.0885751843, - 0.0791747421, 0.13491042, 0.127426147, -0.00350856432, 0.0661398545, 0.191592276, -0.163778186, 0.186222047, - 0.0830938965, 0.0739964694, 0.164910138, -0.0831586346, -0.169836596, -0.0506472066, 0.176913232, 0.112543508, - -0.0333003551, 0.146385536, 0.134143472, 0.0574826598, -0.188845426, -0.0840425193, 0.0106342537, 0.0441274345, - -0.121119857, 0.0719521642, 0.0503009669, 0.0154327918, 0.180733606, 0.190395027, 0.127895728, 0.119319059}, - {-0.0686189234, -0.0384465531, 0.173989639, -0.111326285, 0.0405591056, -0.0486545451, -0.113451913, 0.068593502, - -0.0973959491, 0.109596536, -0.162526459, 0.0152981915, 0.0779984891, 0.125937566, 0.125505, -0.130510226, - -0.149879813, -0.179973945, -0.0681334734, -0.122916773, -0.130665213, -0.172464535, 0.166683719, -0.140533715, - -0.123850182, -0.116503082, 0.101354837, 0.0806269348, -0.163503736, -0.115942039, 0.0175168738, 0.135445908, - 0.0705575794, 0.0133667644, -0.128486633, -0.0628694966, -0.0250458568, 0.185421556, -0.116613321, -0.0857870802, - -0.132968262, 0.18534255, -0.0762996674, 0.190199673, -0.144013658, 0.0179319605, -0.043239288, -0.063554123, - 0.111868031, -0.0674876869, 0.185445666, 0.108005241, -0.0686342269, -0.0836364478, 0.133610189, 0.0632432178, - -0.0603339151, 0.0689024851, -0.0150258495, 0.0118686622, 0.128414467, -0.0989916027, -0.136718288, -0.0195252486}, - {-0.0576762632, 0.143683732, 0.13177675, -0.176224634, 0.0267426129, 0.0689834952, 0.0883233249, 0.0869200453, - -0.102074087, -0.163149804, -0.157510012, 0.0599667318, -0.0615693107, -0.141099468, 0.0271434523, -0.0206950977, - 0.127042294, -0.0464075767, 0.0145522375, -0.00603546994, -0.00817442965, -0.0554537289, -0.154386878, 0.174934387, - 0.0333352275, -0.114481702, -0.142958999, -0.153808579, -0.121939979, 0.0232274868, -0.134287432, 0.144291341, - 0.135760963, 0.07812123, -0.155436695, -0.0179150756, -0.178060576, -0.0230288804, -0.0143647799, 0.127207607, - -0.165452138, 0.108109124, 0.0537083596, -0.0476226211, 0.0196476206, 0.160089046, 0.0827307478, -0.0101354523, - 0.0817616135, 0.0294649601, -0.110497095, -0.1343503, 0.109327771, 0.0382208973, 0.0914034769, 0.00436131237, - -0.112141408, 0.127336383, 0.0280418098, -0.0652717352, 0.189176291, 0.085333772, 0.00486727152, 0.118702404}, - {-0.0431368724, -0.0826372579, -0.0306688342, 0.0779583603, 0.00375819439, 0.173242837, 0.107491463, -0.136647373, - -0.073292248, 0.0803325251, -0.13352868, 0.108046263, -0.0639129579, -0.033982072, 0.137520015, 0.109188057, - -0.1197583, 0.177120373, 0.0416409969, -0.0202781074, 0.154927447, -0.16244705, 0.141032755, -0.0292702075, - 0.0619759336, -0.0802296549, -0.0325520597, 0.100480415, -0.0769513547, -0.135886878, -0.171605304, 0.0619578063, - -0.0341211222, -0.123505898, -0.146092668, -0.0810985491, -0.120860539, 0.144815132, 0.180781782, -0.00252656173, - -0.134777039, 0.170073316, -0.170038894, -0.176038012, 0.0950021073, -0.178128138, -0.181739643, 0.152196571, - 0.0879792422, -0.0090828808, -0.123710997, -0.0793560296, 0.191402107, -0.15660198, 0.00441802479, 0.16817756, - 0.000847058545, -0.0798519626, 0.138684884, -0.137885705, -0.116094947, -0.0449582264, 0.074877277, -0.0513600335}, - {0.0593770556, -0.129666358, -0.0326667689, -0.0512998775, 0.176896647, -0.163674608, 0.0322958007, 0.0553372279, - 0.0162393115, -0.0306352694, 0.161013126, -0.00661131041, 0.135591194, -0.0187687632, 0.163881466, -0.11423634, - -0.0607419573, 0.0882390365, -0.126224935, -0.00830999296, -0.11668735, 0.0298838317, -0.189054862, -0.0563953742, - -0.153737575, 0.0924181715, -0.0696607158, 0.0400802419, 0.187178373, 0.0707694218, 0.17739737, -0.0597544722, - 0.121966042, -0.160103157, 0.0234605074, -0.126991019, -0.156311631, -0.0992096886, -0.177158162, -0.0751904324, - -0.137075678, -0.175988227, -0.119950578, -0.0895690694, 0.121752203, 0.0664922148, 0.0112358117, -0.0566700809, - 0.183676347, -0.189336121, -0.0286602527, -0.184536964, -0.0299364384, -0.156168073, -0.0991756842, 0.175170064, - 0.109019361, -0.0622614212, -0.0939480662, -0.131062776, -0.0597007684, 0.162536532, 0.0841798261, -0.023790434}, + {0.457548261, 0.342062712, 0.44580844, -0.204678103, 0.337187499, -0.145827472, 0.374442548, 0.437396765, + -0.0440641902, -1.35881066, -0.384050429, 0.273071766, -0.338031739, 0.367154717, 0.39675948, 0.342985541, + -0.208524168, -0.246909752, -0.83104229, -0.334995478, 0.479107141, -0.211173251, -0.364493221, -0.231444836, + 0.51668483, -0.192953154, -0.340935171, 0.457373112, 0.233803153, -0.164528519, -0.174351469, 0.447233349, + -0.294520676, 0.314956069, -0.0859119147, 0.396655858, 0.453601241, -0.71281743, -0.216189831, 0.418746322, + -0.86474818, -0.990537763, -0.215205342, -0.0138069214, -0.146187082, 0.486995488, -0.224201977, 0.456396431, + 0.381984532, 0.483005166, -0.969894707, 0.481826127, -0.950473666, -0.472693354, 0.311338961, -0.350400418, + 0.463425159, 0.3269068, 0.518439174, -0.557292223, 0.563889563, -0.465418041, -0.0983376279, 0.406626195}, + {-0.246532932, -0.388923466, -0.382065445, 0.386006922, -0.312936455, 0.820282102, -0.32531935, -0.213030398, + 0.662334621, -0.978407681, 0.269084781, -0.343933433, 0.330124468, -0.322757781, -0.222401589, -0.30443731, + 0.709044933, 0.403846681, -0.141556293, 0.379761696, -0.347725183, 0.457219094, 0.457629263, 0.71603775, + -0.297093332, 0.646784246, 0.47585538, -0.331724137, -0.411508143, 0.529929459, 0.55717957, -0.222048491, + 0.539795578, -0.400281876, 0.885747135, -0.318171442, -0.21597901, -0.127810761, 0.669295847, -0.29654476, + -0.131236777, -0.41926828, 0.681361198, 0.877072632, 0.769183218, -0.384512544, 0.607570827, -0.349898905, + -0.295228273, -0.275621474, -0.325095832, -0.287822127, -0.38583982, 0.280340999, -0.280559123, 0.3475582, + -0.277687699, -0.344742417, -0.257225841, 0.207904443, -0.251853406, 0.315518379, 0.627250135, -0.291031837}, + {0.107661635, 0.127624899, 0.212283328, -0.0873226076, 0.109304667, 0.0557624474, 0.083705157, -0.0506747179, + -0.00817349087, -0.252216369, -0.0910986215, -0.0166643877, -0.0359875932, 0.0779443681, 0.0686099678, 0.142230481, + -0.0541620627, -0.121820316, -0.0963244364, 0.0720058382, 0.0102372123, -0.121431708, -0.058241684, -0.115043223, + -0.00728619099, 0.0664499477, -0.0303685274, 0.0321711376, 0.277033448, 0.129092082, 0.0415596142, 0.156392664, + -0.0713151321, 0.229127213, 0.211974233, 0.0857320353, 0.0323569551, -0.0819283798, 0.0232333448, 0.114068538, + -0.0279611424, -0.201679856, -0.0503544919, 0.0682500452, 0.0182377268, 0.190983072, -0.00153788587, -0.00356732635, + 0.02187749, 0.00416779285, -0.143610775, -0.0595029332, -0.246274441, -0.110713407, 0.181479946, 0.035819266, + 0.169017121, 0.176574036, 0.0572823584, -0.0916339979, -0.135795116, -0.160036504, 0.116370603, 0.0885806382}, + {0.214432761, 0.0940281302, 0.137440473, -0.0677995905, 0.183603108, -0.0336667225, 0.0617990196, 0.089839071, + -0.0378270485, -0.270721138, 0.080257237, -0.0236236993, -0.0174315125, 0.0530381761, 0.108601958, 0.142455637, + -0.111509614, 0.014083324, -0.019286003, -0.0470454842, -0.00870250259, 0.013167196, 0.0740697756, -0.022629803, + 0.059712261, 0.123257749, 0.0222281255, 0.086917527, 0.277806938, 0.0153836161, -0.019246757, 0.240197539, + 0.0054300474, 0.09102761, 0.0102319997, 0.137698904, 0.0312565714, -0.128189743, 0.0177433956, 0.120653555, + -0.144726858, 0.181898966, -0.113916203, -0.158896238, -0.00320595014, 0.201079413, 0.0100008408, 0.0560900234, + 0.0249258112, 0.00278319954, -0.0536260381, 0.0767550021, 0.0671264976, -0.0357699394, 0.0204964411, 0.0337430425, + 0.223058313, 0.160040766, -0.000547675823, 0.0957157835, 0.0263578072, -0.115129106, -0.0163964182, 0.182992965}, + {0.196754664, 0.199478626, 0.120192468, -0.062840566, 0.0913263112, -0.0942104906, 0.105049744, 0.0619000681, + 0.0325847045, -0.256652445, 0.0759241059, -0.0504979044, -0.00974486116, 0.13355647, 0.189713657, -0.00743466476, + 0.0227523092, -0.0418761, -0.0277337357, 0.0248620994, 0.173996657, 0.00841470435, 0.0211379528, 0.00451530144, + 0.0103000486, -0.197679028, -0.103212893, 0.0358430371, 0.342268258, -0.105548784, -0.125869721, 0.212624624, + 0.0127117941, 0.131151974, -0.0577446297, 0.0593082495, 0.0697575584, 0.00175033009, -0.0142570948, 0.0223496817, + -0.0126678515, -0.0117326034, -0.0383291356, -0.0435471423, -0.0229033269, 0.10372705, 0.00523053715, 0.0649015456, + 0.0385949574, 0.0289154258, -0.0474906005, 0.0387929194, 0.0342860967, 0.0930059329, -0.0194956902, 0.0870239437, + 0.198387653, 0.0807704329, 0.0467494838, -0.0267431252, 0.099016197, -0.181879491, -0.0847243145, -0.125935733}, + {0.168968141, 0.114010848, 0.142075226, -0.0300621558, 0.226091981, 0.024179304, 0.227398217, 0.0485238582, + -0.0267361142, -0.199610785, -0.00489449734, 0.132032141, -0.0666508377, 0.117420502, 0.0598260053, -0.0189926568, + 0.0536633097, -0.079589501, -0.128464594, -0.00269863731, 0.0954379812, -0.138497502, 0.082007587, 0.104824774, + 0.110165305, 0.0338642858, 0.0538486168, 0.0349327326, 0.251194447, -0.25495404, -0.0496177338, 0.129720598, + -0.0615410358, 0.145423546, -0.159405649, 0.24212493, -0.0119055053, -0.0213735942, 0.0343021788, 0.114531286, + -0.0614633635, 0.000113459886, -0.0210571624, 0.0702169314, 0.0663032159, 0.0723334104, -0.0205279253, -0.0116927139, + 0.131743118, 0.0969824791, -0.0694418103, -0.0311256405, -0.0947296023, -0.162131891, -0.0507312566, -0.109727345, + 0.0781912282, 0.0659495071, 0.0482743382, -0.0178490635, -0.0107797477, -0.0190851502, -0.00211774511, -0.0470282026}, + {-0.0778275877, 0.174318895, 0.149659857, 0.0220672749, 0.227586731, 0.0926758796, -0.127792686, -0.0467253476, + -0.0197654683, -0.210907713, -0.0838508606, 0.290216655, -0.0309034884, 0.149179593, -0.0613039248, -0.00531769264, + 0.0934929252, 0.0974848047, -0.159691647, -0.0828417465, 0.130064964, -0.0215425231, -0.00733065559, 0.0295431372, + 0.000464895536, -0.060988564, -0.0353407338, 0.0920289904, 0.364798278, 0.0637141466, 0.0255177263, 0.142131031, + -0.0352185108, 0.226820633, -0.0553620756, 0.211481586, -0.191867679, -0.0693300217, -0.0402376279, -0.066821374, + -0.165917471, -0.226649433, -0.0360027067, 0.0623721369, -0.0280657485, 0.232191533, -0.0775730833, -0.0258523691, + 0.130611971, 0.0664368048, -0.108742073, -0.145134076, -0.0852987915, -0.0715194196, 0.147854239, -0.151379928, + 0.0769169331, 0.180820674, 0.0966686606, -0.0223439485, -0.15558593, 0.112124719, -0.0203923546, -0.168473512}, + {0.215415567, 0.15971458, 0.136787593, 0.0111010028, 0.181793511, -0.0564110801, 0.0752352625, -0.0296168774, + 0.081312485, 0.0218400769, -0.143481016, -0.0300907437, 0.0241250172, 0.100396469, -0.0402474515, 0.213357627, + -0.13537012, -0.0148358326, 0.0556093566, 0.00641395897, -0.0295607299, 0.080661729, -0.157478452, -0.0868093595, + 0.068943128, 0.00470410194, 0.0729201511, -0.0218977202, -0.132744476, 0.00520708133, -0.157196209, 0.163015112, + -0.135318622, 0.218213871, -0.0277801827, 0.0939999521, 0.131391495, -0.0433217436, -0.0180708952, 0.103647783, + -0.202958703, 0.0202572979, 0.000619149359, -0.0717573911, -0.068079263, 0.152727768, -0.0777008757, 0.102940544, + 0.0614400692, 0.00571236899, -0.119720288, 0.0472292267, -0.223286614, -0.114619188, 0.123553738, 0.0792867392, + 0.177359298, 0.130691662, 0.0366441868, 0.0535643324, -0.00700932415, 0.00515113305, 0.00412838627, 0.119972937}, + {0.242152736, 0.145218983, 0.168203488, -0.1718207, 0.228848115, -0.088040553, 0.0284458287, 0.0598920286, + -0.0168341752, 0.175362051, -0.157762676, 0.00490368158, -0.108831339, 0.151929557, 0.0800024346, 0.168325022, + -0.0296168216, -0.27558136, -0.017496787, -0.0452177972, 0.0828261673, -0.2144178, 0.019083254, -0.126982555, + 0.0846793652, -0.190821826, 0.0161492117, 0.0467000827, -0.0438858345, -0.121731862, 0.0264132563, 0.197097257, + 0.070982568, 0.0680013448, -0.0263738912, 0.0632826909, 0.138560936, -0.00316801202, -0.12793462, 0.00397413876, + 0.0300097093, -0.0232225526, 0.0503115989, 0.113016926, -0.0493116789, 0.0677314773, 0.0423384681, 0.121982649, + 0.0128392922, 0.0166992508, -0.162897468, 0.0731216297, 0.182114393, -0.00706181163, 0.0191335212, 0.0602735057, + 0.129056424, 0.144611329, 0.146791145, -0.113498896, 0.105634898, -0.0905687436, -0.0683978349, 0.220879346}, + {0.193036765, 0.125113413, 0.0470346175, -0.168286681, 0.176986232, -0.0519280359, 0.0627375916, 0.146856546, + -0.114892997, 0.187905222, -0.028377397, -0.00325612235, -0.122068696, 0.138962522, 0.178922519, -0.0594450682, + -0.23447293, 0.0211548824, -0.0561350845, -0.0455547161, 0.0929056779, -0.0271858163, 0.0980126709, -0.0940698087, + 0.117070645, -0.0495671965, -0.154108554, 0.0428624041, -0.00657296693, 0.110701673, 0.139352664, 0.105495326, + 0.080927372, 0.127685294, -0.129861444, 0.135601029, 0.297732592, -0.0479550734, -0.000597481208, 0.0915697664, + 0.00817169901, 0.0896136314, 0.062600784, -0.0687534213, -0.0408998728, 0.0544018187, -0.0368048288, 0.0553216673, + 0.0655038506, 0.0641982555, 0.125807464, 0.107186608, -0.218908027, -0.233073428, 0.0146024656, -0.0339486636, + 0.203613371, 0.0132626118, 0.0801078752, 0.0314930156, 0.173394918, -0.155247062, -0.113623358, 0.0541493744}, + {0.17546089, 0.161229029, 0.0956291556, -0.0790399387, 0.17159684, 0.029323006, 0.267301202, 0.168329462, + 0.034229286, -0.0700144619, -0.0760835707, 0.123376846, -0.190426007, 0.0182222463, 0.0464234576, -0.0437934138, + -0.0541018248, 0.0808556378, 0.0260977726, -0.141007721, 0.0711397827, -0.0208081435, -0.0115527101, -0.107087009, + 0.195875525, 0.0239082668, -0.142095849, 0.0578516796, 0.0668914914, 0.141628355, -0.188003913, 0.0367629044, + -0.0974691287, 0.0679737628, 0.072973527, 0.241277114, 0.0423636846, 0.0636937395, -0.125070795, 0.0880474448, + -0.0867406204, -0.0629607216, -0.0511296727, -0.03992467, -0.121290065, 0.0781334639, -0.12866801, 0.130384952, + 0.0908206329, 0.0764264986, 0.0612094626, 0.0740423054, 0.173127547, 0.0897492468, -0.0600528643, -0.0408763178, + 0.170968696, 0.0727742016, 0.0963990241, -0.215286911, 0.0179647245, -0.0456547327, -0.0959696993, 0.0229267962}, + {0.192814127, 0.239336729, 0.0876794532, -0.00408335309, 0.197757944, -0.0902450532, 0.085925892, 0.0861247703, + -0.129299864, -0.209053934, 0.02632007, 0.208200887, -0.0281322841, -0.0153314937, -0.0086634364, -0.0784335732, + -0.0146228578, -0.00780281704, -0.0355841443, 0.0400998965, 0.0599105917, -0.025690455, -0.0577459298, 0.048969578, + 0.0856346413, -0.0243332274, -0.0147922542, 0.126366824, 0.23851186, -0.240368381, -0.00240758713, 0.0763536468, + 0.00425224332, 0.17255193, 0.0199522171, 0.183654368, 0.0718447864, -0.0823679119, 0.048103448, 0.0440323725, + 0.152510718, -0.154087916, 0.00652413862, -0.043607451, -0.00193541637, 0.152372003, 0.00767710386, 0.0743279606, + 0.0149227604, 0.0400565974, -0.0638313442, -0.0146410326, 0.0313900225, 0.0518297069, -0.0715294257, -0.129639357, + 0.143974438, 0.0643502697, 0.161568895, -0.0511697754, 0.0502392463, -0.0758363828, -0.00506875617, -0.000515097927}, + {0.0911626592, 0.100034587, 0.206733704, -0.177570239, 0.016389301, 0.0457721725, -0.087654002, 0.130805805, + -0.144385904, 0.0769284889, -0.0459134579, -0.000459671544, -0.0458428599, 0.145119876, -0.0956200734, 0.313689053, + 0.00479131611, 0.100404181, -0.0162770394, 0.00366849289, -0.0721789598, -0.0648911595, -0.0785502866, 0.0665127411, + 0.119445652, 0.0033296824, -0.0368396975, 0.00569792837, -0.0110714491, -0.0875598267, -0.0177663043, 0.217311844, + -0.0343474075, 0.180517092, -0.053502474, 0.033889953, -0.106425188, -0.0741813928, -0.0356117524, 0.0607478805, + -0.119017951, 0.0705122128, -0.0238632429, -0.124169372, -0.139557257, 0.226992115, 0.0656854063, -0.0384048633, + 0.068152383, 0.177032351, -0.22223404, 0.0620035976, -0.0497578867, -0.0746304989, 0.19425419, 0.110328995, + 0.152404457, 0.121673591, 0.1830782, -0.0573366843, 0.0144536654, 0.040955402, -0.0311971996, -0.00449401885}, + {-0.00979586598, 0.0502939783, 0.144143403, 0.0583479665, 0.10291829, -0.159485936, -0.0531400777, 0.171795547, + -0.0654141754, 0.116883695, -0.0486248285, -0.0670634508, -0.0528515503, 0.0156300887, 0.0989729315, 0.0280965883, + 0.0997693315, -0.00846410543, -0.166991964, 0.0287411287, 0.0297143012, -0.0336155705, -0.0938571841, -0.0176796019, + 0.154017016, -0.097147882, -0.174254805, 0.0167228803, -0.111905925, -0.0291233845, -0.0906152725, 0.29510498, + -0.12251772, 0.00741119683, -0.0838344842, 0.0958053023, -0.00252987328, -0.0107694082, 0.00596444262, 0.100269727, + -0.105046779, -0.0570198186, -0.2851623, 0.042830307, 0.0350225754, 0.131489232, -0.29044205, 0.065566346, + 0.0985420942, 0.18458046, 0.160248771, 0.0926715881, -0.0428479686, -0.066350922, 0.15448314, -0.0535903908, + 0.13122867, 0.120486885, 0.212935284, -0.0410071649, 0.142432809, -0.0420617051, -0.203769669, 0.179061234}, + {0.128158912, 0.029836826, 0.0165425595, -0.0164084379, 0.0311185848, -0.00730934553, -0.0357108153, 0.199003324, + -0.0613433383, 0.0185816996, -0.0328521654, 0.0319776237, 0.0312681608, 0.0648216605, 0.233602121, 0.0059462646, + -0.262680769, -0.189400867, 0.24522315, -0.022296058, 0.137009203, -0.0633294359, -0.0150707765, -0.101655349, + 0.173622862, -0.0203736294, -0.0353951044, 0.0600583926, -0.0155516127, 0.0623481125, -0.0308903717, 0.119382769, + -0.100909881, 0.0725347474, -0.19507581, 0.0686260909, 0.191237926, -0.0832653567, -0.0152036464, 0.0996762738, + 0.161542773, 0.0520074032, -0.218119875, -0.0217387211, -0.0604084581, 0.105474584, 0.0383845158, 0.0609564371, + 0.105631948, 0.20484817, -0.107856289, 0.153547719, 0.242046833, 0.0941188633, 0.0386211313, -0.174657315, + 0.232542425, 0.0253122021, 0.230627775, -0.00464915903, 0.212763667, 0.0555832125, 0.0387416705, 0.000174014553}, + {0.106010146, 0.0709360614, 0.113395415, -0.0932646617, 0.0635439008, -0.159836769, 0.183581799, 0.182664439, + -0.042548079, 0.0950044021, -0.0778975934, 0.109952807, 0.00965113472, 0.0621591695, -0.0216279998, -0.103405245, + 0.0713323802, -0.229486242, -0.107941486, -0.108154893, 0.127039954, -0.0302014947, 0.00126059831, -0.0680286288, + 0.15400058, -0.250983059, 0.0786937922, 0.0265488513, -0.052698765, 0.103962891, -0.0764765963, -0.00780735863, + -0.0721672103, 0.0261005703, 0.0228542741, 0.157957271, 0.102680057, -0.094539538, -0.0988468677, 0.107035764, + -0.0209115874, -0.005389289, -0.0564694107, -0.152521253, -0.0437534451, 0.03597809, -0.0263616368, 0.0911790505, + 0.114466116, 0.235793114, 0.118481509, 0.157689661, 0.0130536873, -0.0675634071, -0.0947947577, -0.278664798, + 0.170566618, 0.0652005747, 0.23992075, 0.0152708534, 0.00236377772, -0.119234018, 0.0244130958, 0.0332403369}, + {0.183034167, 0.180354595, 0.150530368, 0.0472770333, 0.022031391, -0.0332973488, 0.00162609923, 0.0656895116, + -0.0233330801, -0.207730114, -0.00269383634, 0.158836141, -0.132984713, 0.0213258378, 0.00622106949, -0.0795122832, + -0.0546839722, -0.0305665955, 0.107449986, -0.00364379841, 0.0777145699, -0.0525934994, 0.0096007539, -0.115500361, + 0.133593604, 0.101273075, -0.100889705, 0.130057618, 0.239637896, -0.243823916, -0.0688940585, -0.0308639053, + -0.00580476457, 0.0338313244, -0.0355359465, 0.0931900963, 0.078234069, -0.0135735469, -0.0830074027, 0.0194624849, + -0.0144184325, -0.087586157, -0.00265200529, 0.0295004174, 0.00828124303, 0.147212088, -0.0621181615, 0.0782561526, + 0.143225536, 0.246557042, 0.0856223181, 0.0352439061, -0.12160036, 0.00939631183, -0.0133303106, -0.0499597676, + 0.172476038, 0.0981086418, 0.101402991, 0.00666363956, -0.00585935079, -0.0513473935, -0.125417218, -0.11211516}, + {-0.0530298427, 0.178987995, 0.168725178, -0.149016574, 0.0429814234, -0.0779196322, 0.117296711, -0.0835645422, + 0.0920159966, 0.015027158, -0.165688336, 0.126983628, -0.0564532205, 0.100879252, -0.0216371696, 0.315452099, + 0.106575325, 0.0391405188, -0.120055787, -0.0808567554, 0.12677981, -0.0131755099, -0.0872924104, 0.118347473, + 0.0562309176, 0.103776447, -0.170516059, 0.0631383434, -0.17635648, 0.00636882847, 0.021651078, 0.238916948, + -0.0279067494, 0.205430642, -0.11177852, -0.0204283949, -0.100278728, -0.127863809, -0.055139821, 0.198895767, + -0.111133203, -0.0674818456, -0.111956932, 0.0438603126, 0.000447327533, 0.158301786, 0.0421611369, 0.0502989627, + 0.106851161, 0.194950283, -0.177322477, 0.0188129358, -0.106401242, 0.0909470618, 0.0516054705, -0.052908916, + 0.134608209, 0.094725132, 0.124856427, 0.0652968735, 0.00102610188, 0.0954272747, -0.081084758, 0.0503321551}, + {0.0109596262, 0.162644386, 0.177578852, 0.112004988, 0.0581264868, 0.027208088, 0.00333593786, -0.0565062277, + 0.11969208, 0.0853788033, 0.117491975, 0.109594993, -0.0673824474, 0.0292081218, 0.0701164752, -0.068864271, + 0.0389214233, 0.0796770453, 0.080182828, 0.132883757, 0.223488763, -0.0332522988, -0.0709840506, -0.137733102, + 0.102394849, -0.102963082, -0.00283057615, 0.0866169259, -0.142976835, -0.0981578529, -0.100598834, 0.189137891, + -0.0130151324, 0.05365026, -0.0819538608, 0.000574436097, -0.0224227365, -0.114159569, -0.163999453, 0.177287787, + 0.0551497415, -0.14773193, 0.0458034351, -0.147591412, -0.129891306, 0.119582757, 0.00447035255, 0.146489739, + 0.0366847739, 0.106416658, 0.00737637421, 0.205557719, -0.0597513765, -0.225848556, 0.238207757, -0.196670622, + 0.0792669803, 0.0382161215, 0.157345071, -0.316203386, 0.0914095268, 0.0381434485, -0.0582400113, 0.133089244}, + {0.0223761089, 0.146833003, 0.166351616, -0.0263595115, 0.0821519345, 0.0185113754, -0.00442742975, 0.062872313, + -0.30458656, 0.010173101, -0.0389449224, 0.0503671542, -0.134754986, 0.0971892327, 0.250098139, -0.11333096, + -0.124723576, -0.200165048, -0.12788862, -0.00166448823, 0.174252376, -0.0843551978, -0.112610556, -0.0815945417, + 0.0732846186, -0.0802887976, -0.00569657236, 0.00933109969, -0.0324908048, -0.242021471, -0.138499245, 0.00983745884, + -0.0752526075, 0.0738217011, 0.0485327616, 0.0542476065, 0.115514785, 0.11214672, -0.182976663, 0.161316782, + -0.062789306, 0.143704578, 0.0729657784, 0.00740868924, -0.0473646373, 0.0847087428, -0.0247759353, 0.0234186277, + 0.0636514127, 0.151881382, 0.110989943, 0.132911012, -0.0431760065, -0.0182878822, 0.169037625, -0.147457689, + 0.0917535946, 0.0790334195, 0.123144336, 0.0646936223, 0.156968787, -0.0425697453, -0.00641875155, 0.0594586097}, + {0.0716730356, 0.109377846, 0.154768676, -0.105982944, 0.0401800647, 0.0287525859, 0.12280044, 0.279646665, + 0.0411007293, 0.0242415443, -0.0798362419, 0.170519531, 0.0372683555, 0.138910756, 0.00556611316, 0.0855649561, + -0.0155362105, -0.0165258832, 0.161495432, -0.238010988, 0.146445766, -0.124924444, 0.0453648344, -0.0289692562, + 0.140034676, 0.0171529055, -0.0751510859, 0.0200531483, 0.0283475183, -0.0941115171, -0.138743371, 0.00849084835, + -0.0784744397, 0.106151342, -0.00485725002, 0.130824357, 0.164782465, 0.00948841218, 0.00418935204, 0.1473068, + 0.00153317966, -0.289826989, -0.123815954, -0.0844025388, -0.134177983, 0.102826923, -0.00882732496, 0.0212725233, + 0.057786122, 0.181729153, -0.0679846704, 0.119884364, -0.00273312023, -0.15399465, -0.00372095522, 0.0281185508, + 0.111740462, 0.0789100751, 0.0283072293, 0.172095001, -0.0268015731, -0.199949622, -0.133820787, -0.0461648293}, + {0.0590678602, 0.151149631, 0.211463884, 0.00923176669, 0.0617423169, -0.0792149231, -0.000506345357, 0.105987571, + 0.0215928257, -0.251824647, -0.124321997, 0.258197457, -0.113866039, 0.0839595795, -0.128976494, -0.0783173218, + -0.171042487, 0.00789579004, -0.179387435, -0.0195048768, 0.15246357, 0.00566229271, 0.0922420695, -0.054143928, + 0.0431500673, -0.0967376754, 0.0190992542, 0.182886153, 0.235172629, 0.022938814, 0.0174306855, -0.0734406933, + 0.0708544925, 0.0450286716, -0.0309307501, 0.0908589512, 0.0964159966, -0.0956861973, 0.0610104315, 0.0424011052, + 0.0310705956, -0.0574878119, -0.0230637472, 0.0395441167, 0.00149726274, 0.128143728, -0.108419165, 0.0875436068, + 0.0931487456, 0.0784913003, 0.00897056889, 0.170421809, 0.0246056914, -0.0115669267, 0.0911381096, -0.0137133328, + 0.0848336518, 0.164478973, 0.0899357945, -0.193409324, -0.0502164774, -0.017412737, 0.0597738475, 0.0124373445}, + {-0.088819772, 0.0617531836, 0.191631913, 0.210757703, 0.0694247335, 0.0421256386, -0.00149126572, -0.0963240266, + 0.0286916662, -0.158743054, -0.0396036655, 0.178762093, 0.0273755174, -0.0994084254, 0.0264784265, 0.319767892, + -0.0173906554, 0.0463599227, -0.161422461, -0.124273159, 0.231889606, 0.000315515179, 0.223965958, -0.129341319, + -0.00192206516, -0.130740687, 0.104934454, -0.0526338071, 0.147750676, -0.0238531772, 0.0863707438, 0.220757917, + 0.010442405, 0.187550992, -0.00919721927, 0.0355412737, -0.0827952698, -0.131627336, 0.0567260496, 0.188854858, + -0.227572858, -0.142363131, -0.105550766, 0.0399587266, 0.00134985219, 0.0986060202, -0.00302414014, 0.0580566898, + 0.0687302575, 0.0662837103, -0.208035246, -0.010773195, -0.130252272, 0.0825610459, -0.0367119089, -0.0974954665, + 0.200506598, 0.200577453, 0.0310179386, 0.0162817519, -0.212316483, -0.0643560663, -0.155164763, 0.0946295634}, + {0.0636737123, 0.15273127, 0.152135462, -0.310447067, 0.0402023681, 0.0685357377, 0.0460397899, -0.0913759395, + -0.01071529, -0.096399352, -0.116937429, 0.108838722, 0.0241635814, 0.144353569, 0.117690019, 0.178041428, + -0.0137471557, -0.0861934647, -0.0902281851, -0.26111421, 0.259475619, 0.0726421475, -0.0464299954, 0.0264297705, + 0.056817662, -0.0505795442, -0.0836046636, 0.000882418244, 0.0089805061, -0.119041093, -0.0468535572, 0.136071354, + -0.04063439, 0.127740815, -0.0209728628, 0.0425572433, -0.0392077602, -0.0479877405, 0.0691931322, 0.135364652, + -0.0616583154, -0.104052052, 0.118795246, -0.00220331107, 0.0192012303, 0.128091484, -0.0941678435, 0.108807385, + -0.0339585282, -0.00811768044, -0.124418728, 0.0405238718, -0.131989017, 0.0837908387, 0.0469514243, -0.21709545, + 0.0947254822, 0.189835906, 0.100633562, -0.0763448551, 0.00719782105, 0.170971915, 0.00361409085, 0.165494606}, + {0.0806091279, 0.0849232972, 0.172913849, 0.121822499, -0.0156498291, -0.0493341722, 0.0705303177, -0.0142294867, + -0.183431938, -0.0821012482, -0.149415612, 0.136936679, -0.0792603791, 0.0166229215, 0.214031398, -0.0467868075, + -0.00473753503, -0.0216375701, -0.0709490255, -0.157785669, 0.253365397, -0.00632405095, -0.152728066, 0.0538082309, + -0.0115649644, 0.0092909243, 0.0993617177, 0.0495038182, 0.0519057028, 0.0427936986, -0.0372001939, -0.0875322595, + -0.0681353509, 0.133206621, -0.0552693866, 0.140248239, -0.00956773851, -0.0151633956, -0.0992147252, 0.192184746, + 0.08423163, -0.133183569, 0.110811628, -0.0468943268, -0.000907649694, 0.128969923, -0.0210177004, 0.13386029, + 0.0429235958, 0.0173509158, 0.0177037194, 0.00681670243, -0.0626892969, -0.0711408108, 0.284842283, 0.0233999155, + 0.108190753, 0.196157455, 0.099785015, -0.185780302, 0.198079973, 0.0869435668, -0.0159679502, 0.144314125}, + {0.00239408249, 0.0718653947, 0.179650739, 0.065343082, 0.128151327, 0.0100559331, 0.171538875, 0.23148194, + -0.0160214398, 0.0192018747, -0.0341714434, 0.218811646, 0.0396530591, 0.035341464, 0.0926343128, 0.0184059888, + -0.12313462, 0.058588326, -0.120465457, -0.103747547, 0.211634368, -0.00142731657, -0.203035548, 0.0523797832, + 0.124894261, 0.0269617978, -0.0726569518, 0.0736050159, 0.0720441639, 0.0252323151, -0.00400557881, -0.0795390829, + 0.0460710898, 0.129275054, 0.00344310049, 0.104420997, 0.0623612069, -0.0420716777, -0.0130144041, 0.246507034, + -0.0957992375, -0.0392694548, 0.00675429683, 0.0818211734, 0.0415116586, 0.0779233575, -0.0856155455, 0.052407708, + 0.0321367346, 0.0588246062, -0.115849584, 0.0871932283, -0.0555840246, -0.0963163376, 0.205356345, -0.00581284007, + 0.202586874, 0.0723926947, -0.0512381829, -0.137061074, -0.0380117893, -0.160579532, 0.128832653, 0.0447025187}, + {0.0429860801, 0.1917703, 0.192657068, -0.176839978, 0.0416228771, 0.00350995199, -0.00929984916, 0.0676370934, + 0.0507124662, -0.299509436, 0.0384482108, 0.268328369, -0.0433311537, -0.0117415944, -0.0733476728, 0.0860567093, + 0.121260107, -0.194087312, -0.127292886, 0.0291413255, 0.110920131, -0.0035078458, -0.192606375, 0.00590887479, + -0.0319603123, 0.0715491027, -0.0695433244, 0.0484774597, 0.231114015, 0.108011253, -0.00642616488, -0.119960986, + -0.111144923, 0.148478448, 0.0589585938, 0.151982367, -0.013186112, -0.0158190373, -0.0976282805, 0.198123232, + -0.0861833617, -0.183619782, 0.0048498814, -0.0438042581, 0.00390124647, 0.142931908, 0.105486929, 0.114130355, + 0.0715691522, -0.080265142, -0.0957939103, 0.0256766565, -0.214484408, -0.0222989749, 0.275563627, 0.19212313, + 0.14616929, 0.19518961, -0.0266937111, 0.00176299142, -0.120234936, -0.0175834261, 0.0249887817, -0.00129847636}, }; const float FIVE_dense_biases[FIVE_DENSE_NUM] = { - 0.184154049, -0.0378458425, 0.183093876, -0.0080242753, 0.102332413, 0.183470353, -0.104653649, 0.180053473, - 0.0481173173, -0.152572319, 0.0127777783, -0.0312985182, 0.0399781056, 0.118381582, -0.173663497, 0.0267720241, - 0.0292022303, 0.14473331, 0.189653888, -0.151288509, 0.116915807, 0.0336895622, -0.175192595, -0.120204777, - 0.095160082, 0.183481187, -0.162827566, -0.064959608, -0.189971775, -0.17095466, -0.191529781, 0.0670864582, - -0.136453718, 0.100945257, -0.157902598, 0.0227670446, -0.0594408363, 0.000920747756, -0.133156687, 0.0797674879, - 0.135855094, -0.0125222057, -0.187858924, -0.105459847, -0.105646022, 0.0555062182, 0.188671499, -0.0521565042, - 0.00194925338, -0.00793262292, 0.0186251029, 0.00244897255, 0.12571308, -0.14607656, -0.0890545547, -0.183423445, - -0.141658604, -0.0616963618, -0.025944123, 0.0540205278, -0.152142838, -0.0668404996, 0.176948458, -0.0250180755 + 0.0481751226, 0.0390265472, 0.0606036521, 0.103953972, 0.036629919, 0.190204144, -0.0276842322, 0.020635359, + 0.11517588, 0.240259632, 0.165092915, 0.0203221142, 0.273281038, -0.0236886758, -0.116593637, -0.189535052, + 0.290759921, 0.153371066, 0.19853285, 0.138898045, -0.0415002219, 0.22277309, 0.213529274, 0.255219579, + 0.0318989642, 0.10006056, 0.145252243, -0.153928727, -0.0538748838, 0.109895304, 0.206256896, -0.104555972, + 0.2190561, -0.000220985123, 0.145660803, -0.0779691339, -0.117731623, 0.266182959, 0.284944564, -0.00558333611, + 0.208073765, 0.185246065, 0.10318888, 0.189262375, 0.12120495, 0.045230411, 0.0970360711, -0.113795616, + -0.0299969818, -0.0856326073, 0.315340012, -0.135661617, 0.161705047, 0.172437534, -0.0380315557, 0.21344091, + -0.019787427, -0.046490971, -0.0358635969, 0.20668532, -0.121142551, 0.190308213, 0.139016405, -0.062236011 }; const float FIVE_logit_weights[FIVE_DENSE_NUM] NN_ALIGNED = { - -0.0772386044, -0.0170361251, -0.0426058918, 0.0888897926, 0.0727625042, 0.122489706, 0.0608881712, -0.0408361405, - 0.118295908, 0.037237674, 0.0149261355, 0.120876253, -0.0685143024, 0.100188315, -0.0480415374, 0.124152735, - -0.0264933854, 0.108507723, 0.101005271, 0.0470455289, 0.0472079217, -0.12096563, -0.000403001904, -0.0012858808, - -0.0941059142, -0.108057931, 0.0379516929, 0.0377163738, -0.0350441337, -0.0614878684, 0.0228298008, -0.118863195, - -0.0860731304, -0.098130703, -0.0383326858, -0.11350739, 0.0641452819, 0.0606613606, 0.0704503208, -0.0973125994, - 0.0247275382, 0.0464537442, 0.119046345, -0.0689847767, -0.0681778938, -0.117268726, -0.0113481879, -0.0933452249, - -0.00120897591, 0.00429883599, 0.0202691704, -0.023321867, 0.0216833055, 0.0654085726, 0.000852569938, 0.121629402, - 0.045461446, 0.0234107673, 0.0507824719, 0.0449485183, -0.112117022, -0.00845275819, 0.0772273093, -0.0543818772 + -0.269284248, -0.415530801, -0.484995902, 0.204256222, -0.337878466, 0.276615649, -0.274456143, -0.248053163, + 0.215796202, 0.507589996, 0.276455253, -0.288992882, 0.288082838, -0.272339731, -0.319493473, -0.281984389, + 0.324641824, 0.23155725, 0.340775013, 0.29122597, -0.519666374, 0.2054106, 0.245237306, 0.303751081, + -0.343125045, 0.248276398, 0.260932475, -0.253979921, -0.348248899, 0.214509115, 0.237324998, -0.38174814, + 0.254361212, -0.439444065, 0.333945692, -0.434435129, -0.33173731, 0.311624229, 0.294031978, -0.388107002, + 0.350297511, 0.343121052, 0.257336587, 0.301168233, 0.263350368, -0.444742739, 0.213080928, -0.311551183, + -0.218509093, -0.491153926, 0.483511806, -0.410171956, 0.285869509, 0.297593027, -0.215143368, 0.337811917, + -0.467575967, -0.38633436, -0.37239489, 0.342415988, -0.405774623, 0.295718729, 0.254262984, -0.260384649 }; -const float FIVE_logit_bias = 0.077988714; +const float FIVE_logit_bias = 0.196205601; #endif
\ No newline at end of file diff --git a/src/nn_train.py b/src/nn_train.py index 23cf38b..ae78e43 100755 --- a/src/nn_train.py +++ b/src/nn_train.py @@ -696,7 +696,7 @@ def run_step( total_rated_games = sum(c.rated_games for c in candidates) print( - f"Tournament standings ({total_rated_games:,} rated games, {total_rated_games / len(candidates):,} games/candidate):" + f"Tournament standings ({total_rated_games:,} rated games, {total_rated_games // len(candidates):,} games/candidate):" ) for idx, cand in sorted( enumerate(candidates), key=lambda t: t[1].elo, reverse=True |