diff options
| author | tslil <tslil@posteo.de> | 2026-09-05 09:54:11 +0100 |
|---|---|---|
| committer | tslil <tslil@posteo.de> | 2026-09-05 16:02:41 +0100 |
| commit | f6ea541ce762b190c7d68f221a24b555ebf0c80b (patch) | |
| tree | e45e3d1fe740ed2c893cb7ee374ea99bd90f9d40 /include/weights_5.c | |
| parent | 1ca3309dad9d412870b2b793f33af7a7ccabd514 (diff) | |
training rework, best weights so far*
After quite a bit of experimentation it would appear that a far better way to train on self-play data in this setup is to randomise not the moves but the opening. The new selfplay and match binaries have lost the epsilon parameter and now play a random opening of some length before switching to pure, deterministic engine inference. This also resulted in a cleanup of nn_train.py.
As an added bonus, in this configuration it makes sense to harvest training data from both sides in self-play and consequently the two sides are given distinct game ids (this was almost surely an oversight in the original version of TD(lambda) that i had). I also noticed that rand32 was not using the top 32bits of xorshitf*.
*Under default settings nn_train.py produces a 5x5 weight set that doesn't lose a single game to any other cttei that i cared to look at, when measured using `racetrack` (which has a diverse balanced opening book).
Diffstat (limited to 'include/weights_5.c')
| -rw-r--r-- | include/weights_5.c | 550 |
1 files changed, 275 insertions, 275 deletions
diff --git a/include/weights_5.c b/include/weights_5.c index 5648011..46f35a3 100644 --- a/include/weights_5.c +++ b/include/weights_5.c @@ -1,294 +1,294 @@ /* generated by nn_train.py, do not edit by hand */ -/* v010, val_corr=0.9136, rate=0.7714 */ +/* v011, val_corr=0.9400, rate=0.6546 */ #include "weights_5.h" const float five_embedding[7] = { - -0.352801919, -0.851079345, -0.213445649, -1.34711647, 0.884809256, 0.307861924, 0.994306982 + 0.0261116344, -0.641920149, -0.144219667, -0.850418866, 0.711006284, 0.202511862, 0.586704791 }; const float five_dense_weights[FIVE_DENSE_NUM][FIVE_INP_NUM] NN_ALIGNED = { - {-0.0327966809, -0.849028409, 0.320328206, 0.0664111227, 0.155971751, 0.136044472, -0.00183201977, 0.0259891637, - -0.103044406, -0.0878473818, -0.111988924, -0.0281787626, 0.0233191121, 0.0340672508, -0.116517693, 0.0786981806, - -0.033087898, -0.0191416461, -0.0418186784, 0.0299366601, 0.129078865, 0.210277751, -0.0878753513, -0.16809991, - 0.183557138, 0.0773182437, 0.00833065622, -0.129053324}, - {-0.232422128, -0.370269567, 0.0436205007, 0.118296452, 0.276195407, 0.0144479489, 0.0654506907, 0.158887953, - 0.191858098, -0.0517155342, -0.244451404, -0.125561059, -0.0896938592, 0.0359078906, -0.210722655, 0.0546264574, - -0.000386662432, -0.203128114, -0.110388502, 0.0506071635, -0.0311401319, -0.220078811, -0.267996103, -0.0645042881, - -0.0720345527, -0.0144871268, 0.0379357971, 0.19760336}, - {0.143517047, 0.461968422, -0.0368016027, -0.0532734208, 0.0322881229, 0.0898226947, 0.0915338397, 0.0190777127, - 0.133846223, 0.142191216, -0.0915253386, -0.306803763, -0.0380108915, -0.129703835, -0.199441567, 0.000432319532, - -0.274927408, 0.151206657, 0.149368867, -0.0311864335, 0.10706003, -0.250302374, 0.0135332439, -0.0247054715, - -0.144645497, 0.012202654, 0.127603009, -0.261716813}, - {0.37940985, -0.762116253, 0.262937844, 0.196448311, 0.128611773, 0.143141568, 0.0354653858, 0.0714338198, - 0.0526182391, -0.0284320787, -0.0909866616, 0.00160601118, -0.0131304376, -0.0087870378, -0.0790232494, 0.170186028, - 0.0124546411, 0.24668017, -0.123244673, 0.114249617, 0.0507926047, 0.0301113036, 0.0254878979, 0.0012888104, - 0.0481759012, 0.132455707, -0.0525954738, -0.0175022539}, - {0.074402608, 0.260246873, -0.276144296, -0.0815522224, 0.197062433, -0.06345281, -0.100271419, -0.106380343, - -0.0884729922, 0.166795343, 0.0396520607, -0.0688257292, -0.22026509, 0.198000178, 0.190615907, 0.21529144, - -0.111042753, -0.104039237, 0.141359493, -0.0413182974, 0.0707519352, 0.176101342, 0.0630806237, 0.0369620025, - -0.00754281459, 0.26548624, 0.329247683, 0.0936621875}, - {0.196199581, -0.777962685, 0.222963452, 0.144866258, 0.299427301, -0.170608833, -0.0107537732, 0.0334474221, - -0.0545026101, -0.170532703, -0.0955553353, 0.0886289254, -0.144142464, -0.108097322, 0.36247465, 0.0131274331, - 0.00348300766, 0.0561952814, -0.147253215, -0.100337073, -0.0917735919, -0.139391139, 0.109980658, 0.0572417304, - 0.0207896996, -0.23384586, 0.0384591594, -0.230361491}, - {0.125237495, 0.255875736, -0.731187284, -0.00486617349, 0.064308472, 0.0240294375, 0.0664017275, 0.024102632, - -0.0158604141, 0.255495459, 0.219094172, 0.252941221, -0.180225447, 0.306452423, 0.087368533, -0.000120467637, - 0.107433036, 0.0402439535, 0.00487702852, 0.0846315399, -0.0223551802, 0.0620370544, 0.206932738, 0.0978457034, - 0.0170694906, 0.239671543, 0.183153465, 0.222705886}, - {-0.015978042, 0.495313853, -0.0727920309, -0.0695979372, -0.0934259444, -0.188311845, -0.0930854827, -0.0258944891, - -0.10962186, 0.00085817551, 0.113096714, 0.151041895, -0.0145681174, -0.0232806094, 0.116716482, -0.0321872234, - 0.0127832396, -0.127705872, 0.0211655833, -0.0124515155, 0.145493716, -0.00473560253, -0.199193865, 0.0644743815, - 0.266671836, 0.227437541, 0.104297556, -0.0958255976}, - {0.177132919, -0.477607757, 0.144386053, 0.160813257, 0.0411900207, -0.0375679731, -0.0877529383, -0.318532139, - 0.147213399, 0.0386164039, -0.14660874, 0.0772071481, 0.154627398, 0.0516344272, 0.25825727, -0.34341836, - -0.154420316, 0.0126185371, 0.114462152, -0.0210530255, 0.0650884658, -0.158406928, 0.20796679, 0.311294734, - -0.0307657998, 0.220018804, 0.0843197182, 0.0318490267}, - {-0.143348619, 0.57723707, -0.167421147, 0.0432183556, 0.0963400528, -0.0632183403, 0.0160206761, 0.153261781, - 0.17568545, 0.21255073, 0.139270023, -0.0744754225, 0.162524521, -0.356016427, -0.0135601126, 0.00355843524, - -0.0459654592, 0.182051256, 0.0428424925, 0.249047101, -0.0521542728, 0.0470912047, -0.00493410742, -0.0362312645, - 0.0551555827, -0.15180932, 0.0567677952, -0.127837405}, - {-0.177759811, -0.399459153, 0.362479776, -0.231218308, -0.0571496971, -0.215457886, -0.041013632, -0.155303478, - -0.00365723623, -0.0360452794, 0.086675778, 0.0946387649, -0.0596231334, -0.0528809465, -0.0608507916, 0.0974357054, - 0.15666078, 0.144844159, -0.233142078, -0.0683881193, -0.197862208, 0.0079383431, -0.0491543636, -0.237530455, - 0.0869428143, -0.0155181047, 0.14296563, -0.203361988}, - {-0.135610953, -0.515577078, 0.187429383, -0.386475623, -0.263546288, -0.189983353, -0.183594242, 0.0614784621, - 0.101142682, -0.0507217459, 0.0219676979, -0.0499989986, 0.0447606258, 0.00985840801, -0.118195668, -0.125932857, - -0.126534969, 0.162314728, -0.0228499919, 0.10694021, 0.0450071394, 0.0233288463, 0.0638386384, 0.181355521, - 0.161386982, 0.253616393, -0.0185366403, -0.0103700431}, - {0.116066948, 0.230095431, -0.577219665, -0.00176732871, -0.0354329534, -0.184090063, 0.0063507217, 0.0104860207, - 0.187727243, 0.164154455, -0.0068182447, 0.450454444, 0.0753799006, 0.161530346, 0.100438818, -0.242872655, - 0.235181689, 0.0256177448, -0.0181338936, -0.0927853286, -0.26312992, 0.136945054, -0.175206229, -0.0988252237, - -0.0631639063, -0.255761683, -0.163861006, 0.106347635}, - {-0.0344641991, 0.274572223, -0.345863968, -0.122686431, 0.0927828476, -0.192586705, 0.109781772, 0.0370874107, - -0.0434339605, 0.0172786023, 0.146092772, -0.284762889, -0.0538897403, 0.137360573, -0.125977561, -0.0443444066, - 0.336072117, 0.0786332563, -0.0310949516, -0.0446783081, -0.171269313, -0.0507826805, 0.25020206, 0.0226673484, - -0.21485059, 0.253266126, -0.237181798, 0.0952570587}, - {0.229862884, 0.0956004262, -0.272337317, 0.152852312, 0.155451983, 0.179551527, 0.231330171, -0.0967956483, - 0.212853789, 0.121237807, 0.0236221664, -0.0206717327, 0.334097952, -0.172256872, 0.160187855, 0.00531522091, - -0.0434170552, 0.272546887, 0.159098446, -0.0934782103, 0.168242097, 0.118903928, 0.0312071871, 0.336537451, - 0.31537354, -0.300766915, -0.00848419033, -0.115319557}, - {-0.355654269, 0.0498101525, -1.15184617, -0.20529826, 0.124733545, 0.0494314358, -0.155878648, -0.0435665511, - 0.0997435674, 0.165121913, 0.211950243, 0.244017676, -0.00921800453, 0.0786220804, 0.106060654, 0.0370148942, - 0.16638127, -0.0690576211, 0.101131886, 0.197833538, 0.184425309, 0.182694569, 0.273633808, 0.304017037, - 0.264311314, 0.180245876, 0.220357925, 0.169165999}, - {0.0476071648, 0.575009942, 0.0240747761, -0.00991211552, -0.118370712, 0.120641254, -0.182885289, 0.0205270611, - -0.162992015, 0.114992462, -0.0377214141, -0.111040004, 0.164136425, 0.198002562, -0.0279242396, -0.0862916112, - -0.0147629771, 0.176555663, 0.190007567, -0.0220985059, 0.10779497, 0.0305426661, -0.00504364446, -0.061483372, - 0.00220328593, -0.151691139, -0.18975012, -0.0886880532}, - {0.0942182094, -1.02115965, 0.0954312235, -0.0614463389, 0.0582791232, -0.211247653, 0.120826431, -0.0263190717, - -0.0429489613, 0.0438488349, 0.108414263, 0.286097229, 0.0486925356, -0.00557497423, -0.386668414, 0.116027936, - 0.159973353, -0.0378721952, -0.147194281, 0.0364145115, -0.138756022, 0.0840869546, 0.0988396257, 0.199231848, - -0.16837652, -0.218392238, 0.0364278741, 0.184144482}, - {0.0313743576, 0.464891553, -0.343129277, 0.0745515227, 0.133510157, -0.130122691, 0.204167008, 0.183675036, - 0.163727522, -0.0306751318, -0.0975880995, 0.300920784, 0.0403036363, 0.0165737085, -0.0506653748, 0.306970119, - 0.0347042456, 0.122590847, 0.137978703, -0.337507486, 0.072252959, -0.0753405616, -0.13210395, 0.0820999891, - -0.151417568, -0.228030756, 0.278595537, -0.166134581}, - {0.0749740228, 0.383804917, -0.244671553, -0.0318614729, -0.122872017, 0.111543134, -0.059995994, -0.207018256, - -0.15501295, -0.0396881066, 0.0188584458, -0.158006668, -0.136983156, -0.146490023, -0.119557768, 0.0274210349, - 0.189562142, 0.0979207903, 0.187646285, 0.305040985, -0.103709385, -0.1757451, 0.0526049584, 0.135050699, - 0.0981734395, -0.0416866057, 0.0656170994, -0.113399491}, - {0.111926369, 0.631603658, -0.213556454, -0.208104923, -0.00973121449, -0.0353202149, -0.0976402387, 0.0449560247, - -0.0954720303, -0.209680378, 0.18582876, -0.0749629959, 0.136392593, 0.118229896, -0.124932677, 0.0410939157, - 0.140551493, -0.0477282181, -0.0566262752, -0.0277045444, 0.0501787104, 0.103633828, -0.0787583515, -0.170118868, - -0.0399634317, 0.0881562829, 0.13748309, -0.0653122738}, - {0.0422349945, 0.268487811, -0.371606022, -0.240228266, 0.152170882, 0.181562856, -0.0260443613, 0.0313097723, - 0.0791669488, 0.00669098739, 0.0367588401, 0.100363895, -0.103536002, -0.160531029, -0.129726171, 0.115801521, - 0.183067113, -0.0064961426, 0.20049791, 0.0229622722, 0.224132463, 0.132634297, 0.0431498997, 0.292030126, - -0.20329383, -0.321311265, 0.380737811, 0.0533876978}, - {0.0423549935, 0.545092583, -0.0056740921, -0.0579509884, 0.186991572, -0.0511583164, 0.0363087691, -0.013058072, - -0.0792236552, -0.0565847829, 0.228842065, 0.102448463, -0.310782939, 0.0870372429, 0.00986074284, 0.0135655776, - 0.0871979743, -0.0234711487, 0.126438633, -0.049873516, -0.0199311897, -0.112338968, -0.102786727, -0.0444611907, - -0.080532141, 0.0333675183, -0.374372333, -0.0631537363}, - {0.320916384, -0.850471079, 0.36133939, -0.0264140144, 0.0270986855, -0.0817172825, -0.0899385288, 0.105402164, - 0.0404002219, 0.0527301542, -0.0897375271, 0.0683722198, -0.30544129, 0.16623114, 0.102807485, 0.138525441, - 0.0128897438, 0.048605945, 0.127630606, -0.0460698865, -0.0285244118, -0.0167056993, 0.136670813, 0.363035947, - -0.0855078623, 0.200538412, -0.0854634196, 0.0674120039}, - {0.17211771, 0.418086618, -0.987294972, 0.0548037775, 0.030457316, 0.130074278, 0.114169322, 0.291047484, - 0.0958323926, 0.121433266, -0.0400433503, 0.0543242656, 0.0787405372, 0.277183324, 0.00192958582, -0.00355765177, - 0.279254735, 0.0227443743, 0.104033187, 0.193143278, -0.0147462944, 0.0827552304, 0.0353738442, 0.20449385, - 0.271232247, 0.00591993658, 0.0661802739, 0.0266063362}, - {-0.0284264255, 0.307593435, -0.388084114, -0.128581509, 0.0620412342, 0.216876224, -0.102445893, -0.0747132823, - -0.0188075863, -0.0261255819, 0.231668234, -0.294057548, 0.14395383, 0.360745192, 0.00237776805, -0.0177536439, - -0.0658051148, 0.112701818, 0.302921802, -0.00463867886, -0.202124089, 0.0665696114, 0.0152385999, 0.160947472, - 0.0765458494, -0.0139753614, 0.021561861, -0.134680942}, - {-0.0620607771, 0.2569969, -0.602090001, 0.170079336, -0.00421804516, -0.0612058714, 0.134604931, 0.158751324, - -0.0202514976, 0.317886651, 0.294003904, -0.0854902416, -0.189069107, -0.163591623, 0.0499041155, -0.00480309827, - -0.0270436388, 0.0513930246, 0.0968223736, -0.0291808061, 0.225834519, 0.204818681, 0.18821992, 0.0158534329, - 0.192891344, 0.347846657, 0.189079523, 0.240709171}, - {0.237171113, -1.07444179, 0.0595385209, 0.0428114906, -0.401686192, 0.135821328, -0.0996614397, -0.0802449062, - -0.176611021, 0.0751923025, 0.0679159686, 0.0336508043, 0.00897729769, 0.070944421, -0.0390727073, 0.0624247789, - 0.0806902051, 0.0497563519, 0.0425027497, -0.156341523, 0.0358913802, 0.121682912, 0.182410672, 0.087373063, - -0.0486592948, -0.25909099, -0.0857482255, 0.130385041}, - {-0.266789138, -0.714672029, 0.0457348563, -0.247173101, 0.054149121, 0.102863722, 0.261150658, 0.220601916, - -0.155780375, -0.0495292619, -0.243629262, -0.163746133, -0.0705772713, -0.0909804702, -0.0981470868, 0.0144898901, - 0.0119194267, -0.101180434, -0.0384970829, 0.193168938, 0.154063746, -0.0160782486, -0.149629474, 0.275630146, - 0.0725567192, -0.00868660677, -0.0179361291, 0.0192434676}, - {0.25597316, -0.628643692, 0.325987846, -0.0454979911, -0.193986222, 0.0625185519, 0.0740609989, 0.224848032, - 0.0214435272, 0.111464649, 0.0383397378, -0.0101018669, 0.12763834, -0.0285931267, -0.154859692, -0.0583917983, - 0.0629568174, 0.234438449, -0.0632330477, -0.184572533, 0.186874047, 0.21661669, 0.0223642346, -0.0295572262, - 0.0833248794, 0.0430041738, -0.0272386931, 0.0538445935}, - {-0.255340785, -0.431446224, 0.255294144, -0.207291782, -0.275969774, 0.146399915, 0.0671700314, 0.0685254335, - -0.0442528576, 0.0366354473, -0.0322947614, -0.138840735, 0.0564336963, -0.191869691, 0.0379548222, -0.0347893685, - -0.0374535695, 0.0111376438, 0.141148508, -0.0474141277, -0.06148348, -0.10512948, 0.0347383581, -0.155976951, - -0.115071684, 0.0716684088, 0.0650277957, -0.193132892}, - {-0.0198248103, -0.665595949, 0.308424711, -0.117144257, -0.143422335, 0.0635467619, 0.114446886, -0.199472398, - -0.153535321, -0.185896367, 0.0283037946, -0.0296921283, -0.189039126, 0.0107260458, -0.287400633, 0.111975417, - 0.000890996889, 0.00379971997, 0.0389732495, 0.124051832, -0.0673095882, -0.138007298, 0.00296997116, -0.125482947, - -0.0722345486, 0.017665023, -0.0432299785, 0.23013787}, - {-0.0938796028, 0.26599741, 0.179452583, 0.156520754, 0.0592871495, -0.182271212, -0.164303228, 0.0217962675, - -0.0251196697, 0.0123819718, -0.141588062, -0.0507559627, 0.113781102, -0.398992389, 0.0599240512, 0.0568731055, - -0.0264107157, -0.00281195692, -0.0121255908, 0.000793193583, -0.13898012, -0.0929844975, -0.0130555136, -0.190079406, - -0.125057548, -0.237495512, -0.279263943, 0.0154267624}, - {0.184870228, -0.424799025, 0.265541464, -0.0800969601, -0.0424672961, 0.013786165, 0.0454911254, 0.136813939, - 0.0233796611, -0.0624747984, 0.115257308, -0.333082497, 0.0254497938, -0.0702610388, 0.152677387, 0.00233586971, - -0.0344050899, 0.19816874, -0.0392915718, -0.00751153147, -0.276451588, 0.101876259, 0.0540470704, 0.00921946298, - 0.0738890022, -0.168509007, 0.200245559, 0.446258456}, - {0.166242033, -0.709089518, 0.0819624364, 0.207864583, 0.0943783298, 0.0627666339, -0.157678872, 0.0808582976, - 0.142877281, -0.0483946204, -0.188652158, -0.109966911, -0.140290514, -0.0123706162, -0.102081135, -0.0416024178, - 0.0444053672, -0.123667113, -0.000412677939, 0.0146662043, -0.0249320995, 0.0394151248, -0.00345696905, -0.0721295625, - 0.0104259737, -0.0282374844, -0.0612751208, -0.372232586}, - {-0.0908561349, -0.50424099, 0.36460939, 0.116886742, -0.0897323042, -0.0790256634, -0.0735211819, -0.094010517, - 0.134770617, -0.0872213319, -0.0250960123, -0.0342480876, -0.13522248, 0.0875531062, -0.139287576, -0.0788107067, - -0.0309917443, -0.013971773, 0.12630707, 0.138174534, 0.178088367, -0.177061409, 0.111784287, -0.159964547, - 0.196901917, -0.0148708327, 0.00100939558, -0.139011398}, - {0.222428203, 0.548003495, -0.183460534, -0.195474446, 0.132177651, -0.0167880878, 0.0346941911, -0.113624848, - -0.00750357099, -0.157805517, 0.123861238, 0.154056415, 0.0701404139, -0.123184867, -0.0854129344, 0.0486456044, - 0.149620861, -0.182917535, -0.113313332, 0.190823197, 0.0607460961, -0.256058186, -0.167113751, 0.00292423181, - 0.0715441108, -0.265839994, 0.100172222, 0.150921017}, - {-0.209795564, -0.445490181, 0.339325398, -0.0430583954, 0.126943722, -0.0847089216, 0.12482693, 0.188870236, - -0.290583313, -0.0140287215, 0.0248804186, 0.0772296339, 0.024528468, 0.1576951, -0.165122658, -0.197295308, - 0.117836066, 0.095140256, 0.035068851, 0.0308226459, -0.119586363, -0.141628832, 0.0227867719, 0.0615674034, - 0.102317519, 0.109672755, 0.0449697115, 0.0423111357}, - {0.0997125879, -0.643835008, 0.402138919, -0.060909003, 0.087278381, -0.199353904, -0.0677571744, -0.0682044104, - -0.0620288141, -0.099327758, 0.144922167, -0.00760109629, -0.0688901544, 0.0277856309, 0.0140461214, -0.123064242, - -0.0107705519, -0.0948464423, -0.0697977915, -0.0044042035, 0.00973115023, 0.239615172, -0.0963142291, -0.0154614104, - -0.0602534786, -0.277707934, -0.0343637057, 0.0200579017}, - {-0.0846133083, -0.225544512, 0.105834976, -0.148679182, -0.0984990597, 0.105468437, 0.000370013353, 0.0412738584, - -0.0512874909, 0.277934343, 0.132575735, -0.0474175476, -0.17643559, 0.0313785374, -0.112589166, 0.132917166, - 0.0260340273, -0.178984776, 0.0464426205, -0.240953937, 0.051820159, 0.0146862688, -0.0779495239, -0.176791102, - -0.142173737, 0.12076132, 0.109853931, -0.230161861}, - {0.0373572074, -0.482500464, 0.25357458, -0.1697651, 0.101301692, -0.0867829919, -0.0200036783, -0.07722193, - 0.0997101516, 0.031438496, 0.00668233447, 0.143404096, 0.00125936035, -0.182821274, -0.299057662, -0.028371457, - -0.00912011229, 0.0882987902, 0.0312455893, -0.034413591, -0.0744786188, 0.0778338984, 0.214330986, -0.0203507654, - -0.011373749, -0.061854478, -0.108812414, -0.338704824}, - {-0.221378356, -0.175015196, 0.108645648, -0.108072266, -0.325949728, -0.0398803987, -0.138031974, 0.0146193095, - 0.157143041, 0.0129260253, 0.236398906, 0.145656005, -0.0599400029, -0.0319008827, 0.0951944068, -0.363582313, - -0.0115377447, 0.0642020106, -0.157798067, -0.03866864, -0.132424772, -0.00142617896, 0.0778982639, -0.14119862, - 0.0132989939, -0.149921671, 0.0117457649, 0.16571863}, - {-0.0832153857, -0.383045048, 0.407540858, -0.12223646, -0.10257186, -0.0742110759, -0.00281105866, -0.0624314658, - -0.148057193, -0.0964461565, 0.17995964, -0.00212064409, -0.250820965, -0.0235731322, -0.248905912, -0.219279006, - 0.108331457, 0.0106705278, -0.160089657, -0.146454141, 9.04194894e-05, 0.0357510671, -0.132127479, -0.0804476738, - 0.044467289, -0.184648752, -0.0365048535, 0.0620448589}, - {0.168747291, 0.665642202, -0.203400046, -0.121521726, -0.101990141, 0.192371696, -0.0944612026, -0.0188306868, - -0.0123963701, -0.0832444057, -0.0309699643, -0.0261150151, -0.164056629, -0.0265408196, 0.0220349915, 0.0234606192, - 0.0383501388, 0.0455145687, -0.0698725209, -0.0353911333, -0.0287298411, 0.0285827611, 0.130257368, -0.0247240923, - -0.0381080359, 0.215325236, 0.280836046, -0.0143748997}, - {-0.250889868, 0.0943555459, -1.01099718, 0.0900751129, 0.0460359938, -0.107945047, 0.117342383, 0.00324740401, - 0.100444667, 0.121288314, 0.0066984361, 0.0436849184, 0.170291975, -0.240300998, 0.111862086, -0.00218504947, - 0.208654881, 0.370517164, 0.263780475, 0.178560123, 0.0537978671, 0.114361882, 0.491104722, 0.0475808419, - 0.116240658, 0.185079768, 0.222492456, 0.133718982}, - {0.136925384, 0.699429274, -0.20217289, 0.0528842732, -0.161435455, 0.0856114477, 0.0829547122, 0.0895441696, - -0.0720050186, -0.112925366, 0.0129745575, 0.103945486, -0.168313384, 0.148806095, -0.0881702006, 0.0938619673, - -0.0804485604, -0.190723091, -0.234409004, -0.167123437, -0.0816949829, 0.104089186, -0.183527038, -0.162552923, - -0.00859433971, 0.126945108, -0.0824209303, 0.0919883698}, - {0.0312780142, 0.378493398, -0.414773703, -0.0210916866, -0.10688886, 0.146697074, 0.222175926, -0.0394484289, - 0.113353834, -0.236497417, 0.236778721, -0.168184698, -0.0276480131, -0.0544794463, 0.0682628676, -0.107694648, - 0.0673495755, 0.170571491, 0.118018888, -0.201184586, 0.204378858, -0.0107787149, -0.0245366748, -0.0507135801, - 0.145614028, -0.0628045797, -0.148383945, 0.0247292407}, - {0.279424071, -0.621752799, 0.10982015, -0.192083746, -0.0201535542, -0.0474759117, -0.153094143, -0.0903367177, - -0.180372924, -0.0101192947, -0.074468486, -0.244131699, 0.0217691604, -0.0175854266, -0.00111794844, 0.0662658438, - -0.107558064, -0.177438885, 0.0530214645, 0.0979351774, -0.123685583, 0.0640997291, 0.0387244411, -0.0329359248, - -0.0430655703, -0.141068548, -0.0208792631, -0.201202422}, - {0.0953765959, 0.43103236, -0.65257138, 0.00203125738, 0.0929645672, 0.021978559, -0.0176894739, 0.118026279, - 0.113031849, 0.151246324, -0.0658009574, -0.0156626739, 0.0390655808, -0.210548267, 0.113327347, 0.112028003, - 0.285384238, 0.268649876, 0.00342139229, 0.104759984, 0.282413483, 0.047300145, 0.18244499, 0.195087403, - 0.117541209, 0.269700319, -0.0381023288, 0.00331049389}, - {0.0236073714, 0.352717727, -0.905731082, 0.0147891454, 0.156316295, -0.0348283425, 0.129759625, 0.174639463, - -0.0192886647, 0.0676184148, -0.261927456, -0.00101890007, 0.201116145, 0.368986011, 0.232292548, 0.0756529048, - 0.276705176, 0.0214575939, -0.101051025, 0.178804219, 0.0911055952, 0.110617347, -0.154760644, 0.139480129, - -0.0913352147, -0.0941458568, -0.219338164, 0.265909076}, - {-0.299325705, -0.32108897, 0.365365654, -0.0597798079, -0.192143306, -0.056004785, -0.184241816, -0.101236075, - -0.00425410224, -0.0617081895, -0.0325463973, -0.182327792, 0.0626748428, 0.0522314683, 0.199278608, -0.153223723, - -0.164057419, 0.028794691, 0.0870149657, -0.180546567, -0.141555086, -0.0875313133, -0.206852362, -0.247230828, - 0.0741038918, 0.0238275137, -0.149651453, -0.0830186531}, - {-0.089897193, 0.0543399937, -0.97253561, -0.0570828989, 0.243328556, -0.219835833, 0.0773996413, 0.0641483217, - 0.0957359374, 0.0284418184, 0.0844955295, 0.0770431533, -0.109808497, 0.218176842, 0.340076387, 0.173030689, - 0.122401461, 0.206058487, 0.277729839, 0.1645284, 0.0858763531, 0.174288616, 0.3514615, -0.116351783, - -0.167252302, -0.0922610387, -0.241091907, 0.320072532}, - {-0.126178548, -0.3556979, 0.160933569, 0.045801498, -0.126005456, 0.0410111398, -0.040566016, -0.0592377335, - -0.353209168, 0.124203742, -0.00371726719, 0.0437119231, -0.0221093912, -0.0364640728, -0.199836656, 0.0136854202, - -0.0961830989, 0.0247585587, 0.0657496303, -0.15837355, 0.0117658759, -0.0454306006, -0.103992194, -0.0966688618, - -0.0808225051, -0.205592737, -0.0783866048, 0.0400378443}, - {0.0753203779, 0.212423071, -0.335561395, 0.0371152051, -0.00624634512, -0.0767390877, 0.353510112, 0.124409571, - 0.0959814936, 0.149520561, 0.064444989, -0.141503125, 0.20419994, 0.341552198, -0.115343653, -0.0230761208, - -0.0732197538, 0.249887526, 0.0423662812, 0.0697008669, 0.00267239264, 0.161208361, 0.0339463241, -0.096737057, - 0.108872235, -0.0509665832, 0.393317372, -0.0662628636}, - {-0.1081025, 0.337014049, -0.348035723, -0.0557262972, 0.17494446, -0.0267558489, 0.0654556602, 0.173409015, - 0.0542335473, -0.0491583012, -0.0873503089, 0.355716586, 0.0532348566, 0.198868886, 0.099186264, 0.213731855, - -0.0484948158, 0.0461185686, -0.22602956, 0.140198648, 0.154098794, -0.086288847, -0.142145693, 0.380585313, - 0.119579278, 0.119902782, -0.126080945, 0.103236981}, - {-0.00659934711, 0.336247653, -0.143599629, 0.0111724464, 0.0652167872, 0.212150618, -0.203202173, -0.00370292133, - 0.105015032, -0.198592275, -0.245802343, 0.0346724615, 0.020992646, 0.290631115, 0.204020113, 0.0605916381, - 0.130011097, -0.0367579758, 0.0869355053, 0.0425234139, 0.15200606, 0.0576826259, 0.0643639043, 0.172535539, - -0.00845283736, -0.525847316, 0.0868713334, 0.0233393312}, - {0.121186115, 0.566212177, -0.200393736, -0.0783463493, -0.238486201, 0.0341170356, 0.12607339, -0.0198645089, - -0.131215259, -0.0107770506, -0.288712323, -0.043558117, 0.0644698739, -0.0797946602, 0.0177132133, 0.192269072, - 0.0417283215, 0.0526744239, 0.152099684, -0.0560456626, 0.0913355649, 0.0443706959, -0.00987066235, 0.00622226438, - 0.284863949, 0.0113154771, -0.0145026091, -0.0994698703}, - {-0.301966906, -0.289107293, 0.403628707, 0.0257093087, -0.0594269037, 0.224131748, -0.0750426799, 0.0897050574, - -0.0104500335, 0.0471670181, 0.148263156, -0.0591900311, -0.170127288, -0.0669645667, 0.231150597, 0.134171575, - -0.183889866, 0.0655304492, 0.0845314786, -0.108105801, -0.261481732, -0.25766179, -0.0586438663, 0.0497755408, - -0.227853164, 0.220039099, -0.0332313031, -0.149900198}, - {0.141860977, 0.196703374, -0.270576715, 0.25587526, 0.145338163, 0.238889351, -0.223091304, 0.273723692, - 0.325054318, 0.376394391, 0.0483152419, 0.0196432751, 0.14002876, -0.337235451, 0.174385816, 0.0380203947, - -0.194533706, -0.0329747163, 0.0711442977, 0.0682259947, -0.153204292, 0.111863129, -0.076969251, 0.0289159603, - 0.26924172, -0.0123258559, -0.17868872, 0.0955694541}, - {-0.0360611491, 0.567937195, 0.0658047274, -0.192125201, 0.0489754528, -0.0355846174, -0.125010684, -0.0691983476, - 0.164968669, -0.0764214993, -0.121901527, -0.0492722765, 0.0792014748, 0.182673201, -0.0952295214, 0.00364974141, - -0.0818598866, 0.198710933, 0.0925279409, -0.0156603139, -0.163219973, 0.026096046, -0.010049344, 0.100556009, - 0.0802703351, 0.0288523845, -0.154722258, -0.0426359288}, - {0.142226487, -0.569559038, 0.194072172, 0.267225862, 0.0145430062, -0.062622495, -0.267375737, -0.0350063965, - 0.00774446828, 0.000546254392, -0.1847381, 0.239819542, 0.164717555, -0.0906020775, 0.0303991865, -0.103173487, - -0.179536983, -0.217887983, 0.0268395506, -0.105704241, 0.021085538, -0.201607659, 0.195839211, -0.0313468575, - 0.00704617985, -0.214902297, 0.183178484, -0.0427076146}, - {0.130361095, 0.379833281, -0.691268146, 0.00530770095, -0.0302139893, 0.160543218, 0.21775116, -0.0159080569, - 0.0163280293, 0.275390446, 0.0773448646, -0.0684096962, 0.13551569, 0.227919444, 0.156825364, 0.00751302438, - 0.00561760459, 0.157874718, 0.0932718292, 0.250404924, 0.170823276, 0.0483327955, -0.00681147631, -0.0474242605, - -0.0724443793, -0.077291742, -0.122606024, 0.117129609}, - {0.0915502012, -0.659247637, 0.509728789, 0.0441474691, -0.0557199381, -0.0243097264, 0.141431034, -0.112389863, - 0.0734125152, -0.0746883079, -0.0385151245, -0.0927017331, 0.0744563192, 0.0546380691, 0.0646021664, -0.0136864586, - -0.233582005, -0.124937147, 0.0403360426, -0.0426002555, -0.0373593383, -0.111388773, 0.00400528964, -0.0763317123, - -0.0328928083, -0.0258809216, -0.00360900094, 0.103397682}, - {0.10512612, -1.0186826, 0.359897554, -0.0689984784, -0.191965997, -0.0447201654, 0.00754109723, -0.0682348832, - -0.0351571441, 0.0199430697, 0.0299874991, -0.145099133, -0.132816002, -0.0749566406, 0.232166484, -0.243656889, - -0.0961362347, -0.124484323, 0.0901719034, -0.0602608286, -0.0195772983, -0.23120141, -0.0100672627, 0.247495979, - 0.116775587, -0.12676765, 0.181228325, -0.161680922}, + {-0.054980766, -0.386314541, 0.249120727, -0.00473590614, -0.0282872375, -0.139807314, 0.0299592428, -0.0615478419, + -0.0677183867, -0.0484480485, -0.153184175, -0.0955937877, -0.207453385, -0.136047766, -0.0841392726, -0.147441804, + -0.143294618, -0.158898175, -0.111327671, -0.069155626, -0.164681226, -0.139968216, -0.167490378, -0.158238977, + -0.077101551, -0.0535608903, -0.122466646, -0.12260589}, + {-0.106079064, 0.365877807, -0.00813682284, 0.0278952941, -0.0174642745, -0.0400972143, 0.044616349, 0.084144868, + -0.0759502947, 0.0129774828, 0.152506769, 0.248990536, 0.050638251, -0.103698604, 0.104821488, 0.154853106, + 0.00851956103, -0.00938362256, -0.201661706, 0.0253108591, -0.0693752468, -0.00119954988, 0.32463932, 0.0231995489, + -0.0177147929, 0.183849141, -0.0305018518, 0.0466545597}, + {-0.0709633082, -1.65062296, 0.175651938, -0.141230047, -0.13445437, -0.151316136, -0.147037312, -0.148685768, + -0.114859909, -0.128904387, -0.111774549, -0.104903385, -0.137749627, -0.148628786, -0.1541567, -0.119479276, + -0.129097238, -0.122016124, -0.130510256, -0.110197976, -0.0885825902, -0.131896898, -0.144659534, -0.117274813, + -0.127792805, -0.132927001, -0.127843663, -0.145465165}, + {0.0635491908, 0.544453382, -0.178296059, 0.261182934, 0.170842797, 0.181663454, 0.058179412, -0.0505627841, + 0.122274548, 0.2589176, 0.0961198732, -0.0663991645, -0.0521227233, 0.0877639875, -0.0333769098, 0.00624325359, + 0.106679425, 0.0125073558, -0.0275931396, 0.0676571056, 0.0533756316, 0.0507618561, 0.157289818, 0.0570337027, + 0.0208425224, 0.108035803, 0.263074666, 0.108022161}, + {0.00496561406, -0.214740828, -0.137805015, -0.033226572, 0.0201364011, 0.0700576156, 0.0606299117, -0.105529889, + -0.000826555828, 0.128947467, 0.262336403, 0.0977012888, 0.0171301626, 0.0884807855, 0.0641213953, 0.288521826, + 0.0231262613, 0.116177954, 0.14555493, 0.109438963, 0.230685696, 0.125797421, 0.0822715238, 0.255708992, + 0.177541167, 0.154257044, 0.098156862, -0.0617440864}, + {0.00153892464, -0.19942607, 0.583615065, -0.0850573555, -0.0187152326, -0.0320596769, -0.0682590008, -0.178119019, + 0.0448480472, -0.112353154, -0.0599277243, 0.0699202791, -0.0232593697, 0.0361398086, -0.00308074523, 0.0919129476, + 0.0909221768, -0.00596577395, -0.0408326536, -0.148392543, -0.157449394, -0.0573774911, 0.00394433411, -0.157883003, + -0.0998000428, -0.0544101633, -0.111207075, 0.0520860069}, + {0.0451672189, -0.12333414, 0.286437929, -0.0692154169, -0.0105472589, 0.00804209989, 0.0428190306, -0.02362426, + -0.236028016, 0.075542368, -0.0268485583, 0.0181640945, -0.0567773283, 0.0574573278, -0.0211587418, -0.092890583, + -0.079231374, -0.0803424492, -0.0425551794, -0.11341618, -0.0957107842, -0.287892789, -0.0538536198, -0.0187233705, + -0.136702284, -0.16509451, -0.0476699173, 0.00631108833}, + {-0.0413930267, -0.47007072, 0.065389581, -0.139011964, -0.122309744, -0.102733254, -0.0914017931, 0.0241920501, + -0.106705815, -0.122752257, -0.181665286, -0.14656055, -0.112289272, -0.0899152383, -0.161305532, -0.119419903, + -0.0510925278, -0.0568840951, -0.165494099, -0.145988271, -0.151932105, -0.172968119, -0.0431720577, -0.019604126, + -0.0912428275, -0.0533408113, -0.10111443, -0.0950537845}, + {-0.070507668, 0.332806587, -0.123424791, -0.0962015241, -0.0167141818, 0.0638405085, -0.0656956136, -0.029063493, + 0.0974317715, 0.103745237, -0.00263820845, 0.0512225702, 0.0997622833, 0.0205765292, -0.0350622274, 0.0345199108, + -0.178092718, 0.163803175, -0.0317359753, 0.127375215, 0.120853178, 0.395409584, 0.0842943192, 0.134865329, + 0.0194496978, 0.0909730121, 0.00504473038, 0.0895700902}, + {0.0227161963, 0.156571001, -0.32310909, 0.0459601469, 0.104580671, 0.0453529097, 0.17598258, 0.0800712332, + 0.0828795582, 0.125942737, 0.159132466, 0.273935497, 0.00405898085, -0.0443499386, 0.146495178, 0.170771226, + -0.0677188188, 0.109948881, 0.0544352457, 0.0886472389, 0.0935134515, -0.00940649025, 0.11480578, -0.223743111, + -0.0857500285, 0.0818059295, 0.103864297, 0.0346209444}, + {0.00382471294, 0.0821537524, -0.59232676, 0.00221736031, 0.0379927196, 0.0906396955, 0.0832359716, 0.133295521, + -0.0677674264, 0.00997723639, -0.0405529961, 0.00510011148, 0.0924234986, 0.05924052, -0.0240511782, 0.0545111522, + 0.0608892925, 0.0467594191, -0.146138176, 0.0583513901, 0.139361039, 0.157051578, 0.086879909, 0.365474075, + 0.253601015, 0.202426389, 0.0392208174, 0.0829103515}, + {0.00898161717, -0.253516704, 0.491577119, 0.0311609711, -0.00426980294, 0.0729509667, -0.124936014, 0.120901957, + 0.107941389, -0.0160580818, 0.0445204228, 0.118288182, -0.0463107564, -0.123496145, -0.0582693443, 0.15651609, + 0.100646362, -0.060797818, 0.0582128689, 0.149424791, 0.0206524003, -0.15074496, 0.0897272825, -0.183650762, + -0.0559782535, 0.0428446345, 0.0570132211, -0.0235252865}, + {-0.00174927828, 0.0224091392, -0.40348658, 0.295547307, 0.0718284324, 0.0870090276, -0.0721880347, -0.0858590379, + 0.197059989, 0.0423584841, 0.151658326, 0.0155558409, 0.0911033079, 0.100858331, 0.0990656167, 0.0978121907, + 0.264508128, 0.0642339885, -0.0980948955, -0.0527431183, 0.0308838077, -0.0329040065, -0.0274543799, -0.103178516, + -0.131497547, -0.0602589697, 0.0423764884, 0.0601001717}, + {0.0168656781, 0.677703381, -0.558787644, 0.00392597727, 0.0572010726, 0.0878196657, 0.119763732, 0.221276313, + 0.12686719, 0.0891979635, 0.079117015, 0.104834445, 0.0103014074, 0.088842012, 0.0863504857, 0.0801588446, + 0.0373371355, 0.105659306, 0.0672220811, 0.0203785319, 0.0320481583, 0.100738496, 0.147632524, 0.127079889, + -0.0107248873, 0.0224672742, -0.0181952696, 0.113658145}, + {0.0501358137, 0.021775119, -0.0819523633, -0.0206376109, -0.062850222, -0.152733684, 0.101785287, 0.0356718078, + -0.202988505, -0.143355772, -0.15557465, -0.0335171781, -0.199843079, -0.0440119728, -0.0127107678, -0.0951030031, + -0.00903995708, -0.145994529, -0.0433686227, -0.00937811006, 0.013073056, 0.254114628, 0.0499739759, -0.269621134, + 0.0231295954, -0.0187564921, -0.0241599996, -0.0268234443}, + {0.11768467, 0.453949898, 0.492331207, 0.0243199002, 0.000692436413, 0.108044885, 0.0595785193, 0.0660425425, + 0.00798575301, 0.0486795157, -0.0343682431, -0.131260172, -0.0493006967, 0.11008013, 0.0987686887, 0.0969701707, + 0.223826393, -0.0563584194, -0.0278221983, -0.00980192795, 0.0458616652, 0.05192592, -0.0326318853, -0.0728198662, + 0.0353972986, 0.0610794723, 0.0300014187, -0.145258546}, + {-0.0566598177, -0.0328058973, 0.0153066628, 0.124009013, 0.22486645, 0.0147927599, -0.200734437, -0.109160319, + 0.242237017, 0.100109883, -0.126343876, 0.0137793105, -0.0228670072, 0.124135986, 0.190430865, 0.0216041114, + -0.0401768126, 0.0554973893, 0.0956931561, 0.228448018, 0.22796987, 0.0739806294, -0.116844594, 0.0989134461, + 0.140142798, -0.00698814401, -0.00292648748, 0.0170176215}, + {0.0281943977, 0.105724178, -0.182906806, -0.0468035899, 0.0590804853, 0.087639235, 0.0779129192, 0.062586531, + 0.13841629, 0.142734036, 0.132367298, 0.207312554, 0.145659834, 0.211378515, 0.128408313, 0.0250448547, + -0.00917238463, 0.0828441158, -0.00322627579, 0.0533370152, -0.00106949848, 0.161546126, -0.0140874768, 0.321232975, + -0.0418017842, -0.106387034, 0.153722271, -0.169579625}, + {0.00215034303, -0.387211472, 0.385226756, 0.0646537393, 0.101010695, -0.002906885, -0.106978923, 0.170744419, + 0.0586811453, 0.0815510526, 0.00727671385, 0.00378638227, -0.00810011476, -0.0299164392, 0.157944456, 0.0294983722, + -0.00605923869, 0.0361070782, 0.0726286992, 0.0208484232, 0.0993405059, -0.14532584, 0.00298166997, -0.105085932, + -0.198154151, -0.0981637537, -0.214155555, -0.0293434486}, + {0.0113545675, 0.167367503, -0.386850536, 0.0311512388, 0.0770300329, 0.0556103103, -0.0750598833, 0.102650717, + -0.0563587993, -0.028313702, 0.136303321, 0.140992835, 0.131326541, -0.0466027446, 0.137235969, 0.130261183, + 0.176172122, 0.179572031, 0.0893799588, -0.0365734175, 0.0993154645, 0.0302761197, 0.0673253387, 0.0665813163, + -0.055646643, 0.11002668, 0.14107202, 0.26767537}, + {0.0272267666, 0.43303436, -0.879684389, 0.0378054455, -0.0715007856, 0.0965643898, -0.0133018242, 0.223375529, + 0.0243333951, 0.0403518565, -0.000401382422, 0.0607073754, 0.154208735, -0.013963188, 0.0370508097, 0.0482233912, + 0.0986400917, 0.106378086, 0.0536407903, 0.101361342, 0.0516589805, 0.0790878758, 0.0213858895, 0.0431009531, + 0.0173728708, 0.0340522155, 0.167838931, -0.0470499881}, + {0.0121411346, -0.420574427, 0.369991004, -0.0975085199, -0.106634229, -0.00756868208, -0.126199543, 0.0895519927, + 0.0174322519, -0.0476876982, 0.03134121, -0.025019059, -0.0547583587, -0.0411312766, 0.100978814, 0.0990459025, + 0.108285762, -0.0989987701, -0.203499258, -0.0469951518, -0.06035183, 0.0486342758, -0.0528408177, 0.106310539, + 0.0188878383, 0.0301278457, 0.0600288734, -0.0262300801}, + {0.0437330008, -0.0122626647, 0.167751431, -0.108439453, -0.0287942048, -0.152251378, -0.00508870278, -0.223721057, + -0.177506745, -0.152525619, -0.0145798353, 0.0239931904, -0.0304507744, -0.228704393, -0.0991541967, -0.00823639613, + -0.0692797601, 0.0460044034, -0.0664581805, -0.0696107745, -0.0830159932, 0.0598450862, 0.0248529539, 0.198489219, + 0.0855463147, 0.103501014, -0.193337366, -0.0743578002}, + {0.021113459, -0.0427450836, -0.279767454, 0.158740893, 0.179904476, 0.0730741322, 0.173282593, 0.129455283, + 0.092928879, -0.0241767522, 0.170630828, -0.0298096593, 0.111506805, 0.121972263, -0.0148092937, 0.124761932, + 0.0554190688, 0.101562873, 0.0288798772, 0.233019501, 0.221943051, -0.0566472672, -0.00783620495, -0.15763244, + 0.133261934, 0.158878922, 0.0812228099, -0.137552157}, + {0.0396024063, 0.0420127809, 0.640156388, -0.00679333555, 0.0270964429, 0.00588202896, -0.0100363567, 0.163704306, + 0.0681324005, 0.0302877016, -0.0503366105, 0.0406278707, 0.00920920726, -0.0217093136, -0.0294935163, -0.0310342535, + -0.00971779879, -0.0179046374, 0.00755987642, 0.048361361, 0.0145385386, -0.017207101, 0.0804646313, 0.0666049197, + -0.0298222695, 0.0333501808, -0.0501704812, 0.174625978}, + {0.0420506969, -0.0483117141, 0.225720391, 0.0653526783, 0.16581364, 0.0934818015, -0.0605418682, -0.109082602, + -0.0599383973, -0.0958735198, 0.0922080949, -0.126606539, -0.0985030085, 0.0743029341, 0.027676994, 0.0840420276, + 0.0890795067, -0.0498663001, 0.00810585637, -0.0325600058, -0.0203442499, -0.274292558, -0.204299822, -0.0496003665, + 0.0209495127, 0.0231731124, -0.0387937017, -0.0943443328}, + {0.00919062365, -0.137027115, 0.406575799, -0.150995806, -0.0628010258, 0.0116717191, -0.00464248424, 0.0186312553, + 0.000177373411, 0.0175441261, 0.0147266928, 0.242756262, -0.0679563284, -0.0186590105, -0.000828105607, -0.0513850525, + 0.0789470673, -0.00873963628, 0.0838221461, -0.0759043545, -0.109860584, -0.0963992104, -0.056391716, 0.0353356414, + -0.176696315, -0.00387820858, -0.0347912833, 0.0253603533}, + {-0.000958387565, -0.300748557, 0.37675488, 0.122144654, 0.0617222413, 0.0814223513, -0.00581908785, -0.147984385, + 0.0172362532, -0.0222223848, 0.0638228282, 0.0920465663, 0.00564502412, -0.179505214, -0.171162322, -0.0368212424, + 0.109190851, -0.0652115047, -0.144709393, -0.0598805808, -0.164929181, 0.0104767429, 0.060031686, -0.125222206, + -0.154975042, -0.12210083, 0.0906889886, 0.0855374485}, + {-0.0617994964, 0.665585637, 0.0822058171, 0.133150443, 0.0619784258, 0.208518729, 0.0185250808, -0.0336299576, + 0.0221934058, 0.0478421785, -0.0264399834, -0.0546901822, -0.180159584, 0.0348676667, 0.02463145, 0.0393824279, + 0.0972330347, 0.043186415, 0.004888847, 0.0548742115, -0.0436500646, -0.0293782223, -0.0780360028, -0.023864435, + -0.0288711302, -0.181501657, -0.0395592935, 0.139024943}, + {0.0288407952, -0.249010548, 0.0795740187, -0.0166859422, -0.129508317, -0.054755006, -0.0910976976, -0.0609765574, + -0.166626185, -0.149212778, -0.0924469605, -0.213429555, 0.00294522941, -0.164175689, -0.0308419615, -0.192534819, + -0.00715307426, -0.126383379, -0.127254054, -0.123607531, -0.0691212863, -0.183076754, -0.0219306834, -0.283683836, + -0.0324786417, -0.0221278779, -0.106236294, 0.0296786372}, + {0.0139741562, -0.179350421, 0.247248441, 0.0411715321, -0.121296674, -0.0426181257, -0.101224691, -0.294784486, + 0.0107641127, 0.0200734343, -0.107319742, -0.211332843, -0.0935084745, 0.0801008493, 0.0313687958, 0.0897482336, + 0.137636721, -0.00700057484, -0.0757542178, -0.10759858, 0.0855481625, 0.168668821, 0.00838484243, 0.0729235336, + -0.0722283795, -0.214700356, -0.206387535, -0.0836423114}, + {0.0722283646, -0.129576921, -0.182780012, -0.0647331327, -0.0337323472, 0.137447223, 0.00785744749, -0.0504574887, + 0.0162995625, -0.0542418547, 0.123080097, -0.0171608925, 0.109619886, 0.246041924, -0.0166814681, 0.00242616353, + 0.0880332664, 0.0764259025, 0.179749921, -0.0828876123, 0.217881769, 0.0287923794, 0.10359326, 0.222471014, + -0.0334346257, 0.185051084, 0.184376195, 0.167801291}, + {-0.0195296779, -0.30073148, 0.350596786, -0.100016467, 0.12202777, -0.0604835674, -0.0370604061, -0.162260994, + -0.0393519662, 0.0373172574, 0.0600600541, -0.0223138779, 0.0471552238, -0.0499650128, 0.0359997936, 0.0827981457, + 0.055829674, -0.0429197364, 0.0618503205, 0.122839235, 0.0198384523, 0.00893719215, -0.0233104546, 0.0200544298, + 0.00639888365, 0.0534996204, 0.295511663, 0.0715897754}, + {-0.0708773732, 0.504964352, -0.221045077, -0.0964610502, 0.161938995, 0.16556561, 0.0720853955, 0.190050542, + 0.211848319, 0.105275154, 0.0404449254, 0.138569906, 0.168227717, 0.0512011647, -0.0197012257, 0.0366558656, + 0.187176824, 0.0413217507, 0.154644817, 0.0518842712, -0.028135363, -0.0296903159, 0.0683632866, 0.00885621365, + 0.0195288602, 0.243710548, 0.00786324777, 0.16661872}, + {-0.132978216, -0.468632221, -0.186335027, -0.143614516, -0.051173538, -0.116953582, -0.181259096, -0.126816481, + -0.0750365555, -0.12742199, -0.17369242, -0.157712981, -0.0749683902, -0.106728472, -0.0669146031, -0.0771799535, + -0.0914503261, -0.0582901537, -0.0666960031, -0.083446905, -0.170794472, -0.065827243, -0.0776045173, -0.0754194856, + -0.0522771738, -0.0489163287, -0.200019568, -0.0380625017}, + {0.0530083291, 0.0255692415, -0.426133811, 0.298086375, 0.172959208, 0.205894992, 0.165558785, 0.0877400264, + 0.0159432348, 0.13213627, 0.0874157622, 0.0131757297, 0.10630475, -0.0163254626, -0.0179263018, 0.0990452617, + 0.0790115073, 0.171848983, 0.00367827713, -0.0244270042, 0.0513750352, 0.102905266, 0.0429237746, -0.00582993869, + 0.0408400148, 0.0616515912, -0.0382949077, 0.0796243921}, + {0.0116208894, -0.489840209, 0.309321254, 0.0488777086, -0.00787975267, 0.0479629263, 0.00213650148, -0.00780227175, + 0.158636212, -0.0313202031, -0.136347428, -0.125226453, -0.122739457, 0.0548566319, -0.123116441, -0.170031279, + -0.0645430982, -0.211963117, 0.00600142544, 0.00634020846, -0.0648935586, -0.00252308557, -0.0524529368, -0.0987721384, + -0.0210782476, -0.0536625572, -0.00418333476, -0.0955089405}, + {0.00801023934, 0.739083111, -0.779680848, 0.0254518129, 0.0582929663, 0.0425379537, -0.0064360234, 0.028195139, + 0.0127464896, 0.0189981274, -0.0058545419, 0.0310259629, 0.0170407481, 0.0116752563, 0.0170087032, 0.0237014554, + -0.0030808819, -0.0199186672, 0.0433154441, -0.0157083124, -0.00186362094, -0.0344629325, -0.0102162836, 0.0431334637, + 0.0291099586, 0.010742316, 0.011646498, -0.0368569493}, + {0.0525609069, -0.0772048384, 0.333016396, 0.0232312977, 0.0853729099, -0.0261428002, -0.10103602, -0.319670349, + -0.017778419, -0.0533670112, -0.0863312259, 0.0570719391, -0.081862174, -0.110638365, 0.123900592, 0.0101382323, + -0.0854237899, 0.104465686, 0.0745791271, -0.00744690606, -0.0873279348, -0.117139123, -0.165268958, -0.100215092, + -0.0189419277, -0.177571088, 0.0793496743, -0.165815651}, + {-0.0532636307, -0.666586876, 0.283149064, -0.18011722, -0.106929399, -0.0166662466, -0.0498713814, -0.0967799947, + -0.145060048, -0.0856853053, -0.0451066531, -0.0730281472, -0.0485280603, -0.0678342059, -0.075696744, -0.0306388214, + -0.0535976999, -0.0549893565, -0.0519322529, -0.0849195495, -0.0801549181, 0.0876505971, -0.0604707897, -0.135375813, + -0.128410324, -0.0825563222, -0.0765636265, -0.113673352}, + {0.0334041044, -0.165623486, -1.68611109, 0.136362866, 0.128115177, 0.0676415414, 0.112198979, 0.105827026, + 0.139169276, 0.0952933803, 0.117564097, 0.089555271, 0.101047978, 0.124816582, 0.103101894, 0.0623575449, + 0.070455499, 0.107778057, 0.114191264, 0.0706397817, 0.0894442722, 0.120642364, 0.0860916227, 0.156821102, + 0.143413454, 0.138206169, 0.0866229907, 0.119848087}, + {-0.0509738773, -0.352463067, -0.167000592, -0.0586563982, -0.150876924, -0.0886469781, -0.164364159, -0.179638699, + -0.158698469, -0.192342699, -0.0861791372, -0.0983372778, -0.0828693286, -0.105492026, -0.10974779, -0.0943579078, + -0.109005973, -0.10327296, -0.17911607, -0.240882799, -7.23103949e-06, -0.254710764, -0.215915874, -0.11982704, + -0.15906097, -0.0967931896, -0.0188102853, -0.108591482}, + {-0.0262921955, 0.381660521, 0.349324256, 0.0025732622, 0.0308878887, -0.0984612256, 0.209741741, -0.169367358, + -0.000415497692, -0.0393768102, 0.0805878863, -0.0367748998, 0.0659700409, -0.077263236, -0.0148049016, 0.0377731174, + -0.00181894924, 0.0493471175, 0.0250982866, -0.0190498978, 0.00276167481, -0.0269715656, -0.0739222467, 0.134483591, + 0.0263108686, 0.0611026175, 0.0121877184, -0.0847713724}, + {-0.0463094376, -0.31769073, 0.573892534, 0.0165524483, -0.10305284, -0.0171411838, -0.130577281, -0.0408681631, + 0.00959708448, 0.0133282375, -0.00448762579, -0.0354050919, -0.0144087151, -0.0872698054, -0.0649594888, -0.0877617151, + 0.07839147, 0.0668429136, -0.0825196803, -0.148653835, -0.048380591, 0.0265773032, -0.0499864854, -0.127240494, + -0.151553094, -0.165618286, -0.129611924, 0.0662121475}, + {0.0678934529, -0.0329933092, -0.332626253, 0.138327047, 0.0749104172, 0.0627461895, 0.115959436, 0.0596721917, + 0.0995780081, 0.0944749191, 0.0319600888, 0.0854233876, 0.0206682123, 0.0744805709, 0.129730478, 0.14406319, + 0.170254037, 0.0599952154, 0.119277693, 0.138892755, 0.0908197016, 0.162339121, 0.179465011, 0.178858876, + 0.147854969, 0.0780911371, 0.0619372651, 0.246884659}, + {0.0204856265, -0.0758364275, -0.463659823, 0.0225207657, 0.111211471, 0.115493864, 0.107345134, -0.161996335, + 0.00730533525, 0.0462747887, 0.0745839775, 0.106136531, 0.163294554, 0.0153957121, 0.0658143014, 0.0666051731, + -0.0101314383, 0.0809375793, 0.105618186, 0.108458795, 0.0516485758, 0.185632929, 0.109833553, -0.0616775528, + 0.174049959, 0.00847224239, 0.243032038, 0.176911667}, + {0.0966922566, -0.221680835, 0.450022519, 0.0448586531, -0.112027228, 0.0237499811, 0.1513706, 0.167261273, + -0.0564018711, 0.113182314, 0.0454956517, -0.116457999, 0.100412674, -0.0343207717, -0.0233719423, 0.0390939675, + 0.0264081694, -0.015286495, 0.081793882, -0.125891581, -0.101627901, -0.0714963377, 0.0803108811, 0.159359068, + -0.103831224, 0.0863560215, -0.0126902359, 0.084652476}, + {-0.00710978359, -0.489245296, 0.392685711, -0.0133325998, -0.0621663406, -0.0709956437, -0.117263384, 0.0665675476, + -0.0768036246, -0.068527326, -0.0976074636, -0.152206019, -0.0407865085, -0.108634621, -0.0789553821, -0.117858581, + 0.0214441326, -0.0243100952, 0.070972085, -0.0930523127, -0.233884856, -0.100024812, -0.0420580506, 0.0446010977, + -0.0782325938, -0.048823297, -0.0481047072, -0.0266779475}, + {0.0106687555, 0.254800856, -0.740825713, -0.052148439, 0.0485781841, 0.0357211865, 0.0193877425, 0.145683363, + 0.102092586, -0.0960242599, 0.05442141, 0.0510265902, -0.0557632111, 0.206065297, 0.0455785096, 0.0647267699, + 0.085826464, 0.116568089, 0.00503540784, 0.286527395, 0.0795375854, 0.0837564468, 0.0274227411, 0.0334718935, + 0.120350815, 0.0705705807, 0.138208568, 0.136619404}, + {0.094925113, 0.116817169, -0.469012439, 0.178168178, 0.129648313, 0.170795873, 0.169371232, 0.1457019, + 0.136186913, 0.228108242, 0.213332951, 0.155973718, 0.240362495, 0.162574336, 0.178263903, 0.229111224, + 0.185239464, 0.229169384, 0.103241116, 0.143811062, 0.251030177, 0.119789295, 0.225640684, 0.0652969927, + 0.0859388262, 0.0739653483, 0.0272955671, 0.0801014602}, + {0.0189511701, -0.251152307, 0.277519554, -0.00930149201, -0.0765349716, -0.0612729527, 0.0638293698, -0.0443838201, + 0.0176429935, -0.139355436, 0.275124401, -0.155206859, -0.0433888212, 0.100331157, -0.102728374, 0.00908541959, + -0.130855873, 0.0616688058, -0.0621121228, -0.0525724962, 0.0739711151, -0.0104854573, -0.0363098718, -0.0758466795, + -0.160132304, -0.00998362992, -0.0864971131, -0.0247147828}, + {0.028533401, 0.488737166, -0.0348231792, -0.150034159, -0.051427912, -0.138045028, -0.0741720647, -0.17533806, + 0.0326838605, 0.00983350817, 0.0204590708, 0.0229510572, 0.025055442, -0.0574919023, -0.00959272124, 0.077967301, + 0.314073771, 0.13985236, 0.311275065, 0.0755072162, -0.0493228361, 0.102736697, 0.0904811844, 0.131804496, + -0.00710363174, -0.0192463063, 0.0572578572, 0.231889814}, + {-0.015188274, 0.100647904, -0.34108296, -0.0312951282, 0.127102613, -0.0571558252, -0.0663881674, 0.207274854, + 0.088908352, 0.150721416, 0.0365962721, 0.122869693, 0.148292303, 0.0206582975, -0.116007604, -0.104779743, + 0.234257028, 0.0880940408, 0.00371836103, -0.00843696017, 0.0354343168, -0.126295939, 0.0858520195, -0.0481833294, + -0.0602158271, 0.0176682081, 0.0407930836, 0.21343185}, + {-0.0157736056, -0.272854567, 0.295043379, 0.152169079, 0.185147062, -0.0253408123, 0.131224111, 0.0100563988, + 0.026868036, -0.0364209749, 0.0165866334, -0.0913874656, 0.0520850867, 0.0114203654, -0.206228897, 0.0437639132, + 0.0598281212, 0.0144968564, 0.0578178614, 0.0197454449, 0.0544290058, -0.0796814188, 0.0643022433, 0.018681502, + 0.140672669, 0.104922682, -0.127462819, 0.147242576}, + {0.0172678027, 0.446308583, -0.434752017, 0.0541900843, 0.0502486452, -0.0318305828, 0.112853952, 0.110610463, + 0.0414545387, 0.0428648666, 0.101558723, 0.0637886748, 0.111888759, 0.0922411084, 0.0834878236, 0.0730964392, + 0.0546311252, 0.0341670886, 0.0638123304, 0.126623467, 0.153203234, 0.389735341, 0.114721604, 0.0149723543, + 0.111599386, 0.0434173383, 0.0690163001, 0.0559563339}, + {0.0124130128, 0.181509018, -0.201781601, -0.0132176615, -0.0932198763, 0.145751894, 0.0492605716, 0.027943505, + 0.0471703671, 0.0992585793, 0.0550110191, 0.340670049, 0.0430393629, 0.248664096, 0.106093876, 0.0679989681, + 0.0524821915, 0.250855446, 0.0806099921, 0.131434843, 0.118837416, 0.166758597, 0.0885694176, -0.00668810448, + 0.0374942161, 0.0771306679, 0.154462665, 0.12644732}, + {0.0513463989, -0.004855067, -0.536413848, -0.0358989462, -0.006376151, 0.115268335, 0.290720195, 0.189410284, + -0.0132073686, 0.145388737, -0.00378853898, -0.00948222633, 0.131100625, 0.0735783502, 0.162391171, 0.143400759, + 0.214608014, 0.0569177456, 0.0390187278, 0.0422622934, 0.140058815, 0.113231167, 0.0531437881, -0.165107384, + -0.0223988108, 0.10739141, 0.0198085085, 0.157915026}, + {0.044161953, -0.451617718, 0.322945327, 0.0734406412, -0.0248126015, 0.111491032, 0.181637824, 0.0787860304, + -0.126629159, 0.0660116673, -0.060162615, -0.0364910625, 0.0559005626, -0.0369587913, 0.0209069233, 0.264465183, + 0.0623540133, 0.0807843059, -0.0100803692, 0.073590152, 0.0984154046, 0.0934510529, 0.138196439, -0.0862129405, + 0.0512872227, 0.0839925036, 0.0503656939, 0.0920551196}, + {0.037987031, -0.090529643, 0.365364373, -0.10756442, -0.0574491583, 0.162728354, -0.0714327544, -0.0462066941, + 0.0798059031, 0.148746639, 0.055140879, -0.185430199, 0.140395582, 0.0780539736, -0.344869524, -0.0782695934, + -0.0450179055, 0.100316949, -0.0781080946, -0.122115053, 0.0181879513, -0.0170986727, -0.125482276, -0.0150765236, + -0.0162925012, -0.163316533, -0.00400239835, -0.0602482893}, + {0.0766629428, -0.374055654, 0.325501084, -0.132832587, -0.0963900611, -0.15225862, -0.117092863, -0.152956456, + -0.12475767, -0.136878952, -0.117610246, -0.156748399, -0.13093394, -0.128581569, -0.0964937657, -0.0869419128, + -0.116163954, -0.139453366, -0.105341427, -0.095498167, -0.112585507, -0.122747846, -0.130148724, -0.0888764709, + -0.0831223205, -0.0714708418, -0.0947992057, -0.165969729}, + {0.0650681034, 0.171405941, -0.372423887, -0.0977866799, -0.0366825126, 0.0643330365, -0.158906028, 0.0400694162, + -0.0570726059, -0.0101050353, 0.00471512787, 0.0308003742, -0.121724479, 0.0228210781, 0.104928017, 0.141117558, + 0.254634589, 0.0286462903, 0.0494735651, 0.0811111704, -0.0270883963, 0.163066357, 0.0652483478, -0.0675678104, + 0.0828320161, 0.312851578, 0.144667178, -0.05239309}, + {0.0301668532, -0.306237578, 0.279720455, 0.0819914788, 0.0710607469, 0.120744206, 0.0836939961, 0.160450712, + 0.122407205, 0.0832189023, 0.0319553539, 0.0825836584, 0.0131512452, 0.13173674, 0.0959321558, 0.0572197214, + 0.136236727, 0.230174229, 0.0532746837, 0.103252903, 0.0890237018, 0.184248582, 0.0471516214, 0.131049544, + 0.0401459709, 0.109503925, 0.0664681196, 0.180229411}, + {-0.0397425033, -0.230047882, 0.134599179, -0.159094855, -0.160708979, -0.126752868, -0.210536107, -0.167081267, + -0.107491106, -0.1202216, -0.213798895, -0.134749785, -0.139055088, -0.0426559411, -0.126142785, -0.187985376, + -0.233712107, -0.130639747, -0.114680737, -0.0216260571, -0.052889172, -0.0707710832, -0.0683974624, -0.093357943, + -0.0860026032, -0.0590091497, -0.0347131714, -0.0873446986}, + {-0.0267011467, -0.134894967, 0.320103616, 0.0403468125, -0.162943304, -0.109443448, -0.183231086, -0.0198846068, + -0.157948136, -0.019158354, -0.00858745817, -0.0688548237, -0.0159314927, -0.090685688, -0.182456821, -0.127606586, + 0.0379443094, 0.0779569075, -0.160049215, -0.00041387591, -0.18289946, -0.151612341, -0.0901526287, -0.225404158, + -0.0331589617, -0.00355599448, 0.0959015861, -0.0544737168}, }; const float five_dense_biases[FIVE_DENSE_NUM] = { - 0.203197077, 0.171431124, 0.0542362593, 0.010253503, -0.088971585, -0.00711717922, 0.172927991, 0.00227641594, - 0.0942989886, 0.127396777, 0.065542087, -0.0226275269, 0.18209295, -0.0656128004, -0.162779644, 0.121284887, - 0.0472629927, 0.0403044261, 0.0781396776, -0.0697875172, 0.0938313156, -0.0170057435, -0.178557932, -0.101860248, - 0.257950097, 0.0419708751, -0.0579385757, 0.0134018641, -0.0107925115, 0.000416926487, 0.159764543, 0.195415705, - -0.173778772, -0.0549617335, 0.20672287, 0.281121969, 0.166390136, 0.140294284, 0.258097768, -0.163214743, - 0.178887889, 0.0231933035, 0.119052537, 0.0872517899, 0.0790024698, 0.142852455, 0.180583403, 0.0731969625, - 0.212757468, 0.00119585171, 0.16106452, -0.0451591834, 0.246450648, 0.0276041254, -0.276603937, 0.041676037, - -0.0785793141, 0.11476367, -0.116417132, 0.0230412055, -0.00355176162, 0.078909345, 0.321341574, 0.0147520248 + 0.258945525, 0.187060431, 0.176671699, 0.0402996019, -0.0802881271, -0.00244510267, 0.183032766, 0.426880807, + -0.0839369074, 0.0432596542, -0.113279037, -0.146915391, 0.0357434675, -0.131954685, -0.0970062539, -0.0270375013, + -0.203214377, -0.0238268692, -0.159142092, 0.0896934494, -0.0808146223, 0.0612406731, 0.158471361, 0.053174708, + -0.130475089, -0.160274744, -0.152122498, 0.218526378, -0.0795462579, -0.0180571005, 0.18883124, 0.094304122, + -0.106681764, 0.208428174, 0.202606156, 0.0932063013, 0.18422395, 0.0912102014, 0.156579852, 0.351306498, + 0.118976377, 0.236967906, -0.267845392, 0.13835533, 0.216181934, 0.109379537, -0.0356541872, -0.086225152, + 0.0388425104, 0.302248985, -0.12141528, 0.0575248487, -0.0836074054, -0.178432047, -0.118539676, 0.109901808, + 0.0350867547, -0.237770796, 0.070876278, -0.0696130618, 0.127071053, -0.190676391, 0.233724713, -0.208063245 }; const float five_logit_weights[FIVE_DENSE_NUM] NN_ALIGNED = { - -0.458478689, -0.209255874, 0.140492022, -0.564781547, 0.405265599, -0.440311015, 0.541238844, 0.259323061, - -0.471086144, 0.238409057, -0.162853003, -0.347012401, 0.258589387, 0.262367815, 0.589724004, 0.842550933, - 0.217535928, -0.756183088, 0.270296484, 0.198258087, 0.246317148, 0.42984435, 0.235945836, -0.768604398, - 0.629981279, 0.25837177, 0.555774868, -0.631168544, -0.352685004, -0.337388158, -0.182304159, -0.339989305, - 0.130236804, -0.301342487, -0.44408083, -0.239533186, 0.200740948, -0.315785319, -0.468884081, -0.197976172, - -0.215769649, -0.240125388, -0.160375997, 0.255743235, 0.757258832, 0.227804184, 0.191979542, -0.31971094, - 0.489403129, 0.441005349, -0.226921469, 0.637519658, -0.213778213, 0.331646353, 0.287307948, 0.287199259, - 0.214163169, -0.217752844, 0.219678804, 0.208426163, -0.488294423, 0.347436696, -0.393783629, -0.691565752 + -0.525418282, 0.165110111, -2.82267809, 0.278958291, 0.254277676, -0.21525313, -0.215599433, -0.550903857, + 0.194911122, 0.248868525, 0.430563092, -0.201574966, 0.274471819, 0.552562177, -0.173917696, 0.301015198, + 0.240786016, 0.235939488, -0.343597978, 0.29667899, 0.781878173, -0.186229408, -0.234509051, 0.167021245, + -0.300446451, -0.233434945, -0.211302519, -0.198264554, 0.277316898, -0.353295714, -0.243399501, 0.182720855, + -0.27724874, 0.261664778, -0.571578801, 0.343854547, -0.268930465, 0.734192789, -0.212634668, -0.691008627, + 2.28880835, -0.516476274, 0.320053846, -0.25418371, 0.430587977, 0.270702869, -0.18960695, -0.444385618, + 0.265886635, 0.477042973, -0.23541373, 0.26551941, 0.223075464, -0.236570403, 0.476593554, 0.236413032, + 0.309048086, -0.441814035, -0.189720362, -0.584658265, 0.250874728, -0.608837545, -0.528469741, -0.23339577 }; -const float five_logit_bias = -0.0842220336; +const float five_logit_bias = 0.01144371; |