From 241156da6f35cb888253e6b8814e7b61a76b4fc7 Mon Sep 17 00:00:00 2001 From: tslil Date: Sun, 30 Aug 2026 19:46:07 +0100 Subject: TD(lambda), and a big rework NOTE: 6x6 weights are as-yet untrained On the performance side: * switch from linked-list chaining hash table to direct mapping * cache check_win by hash * persist transposition tables across plies (this was a big deal and difficult to puzzle out) * add align directives to the network floats * prepare_nn_input gained a small LUT to avoid branching (i suppose you might call this 1D embedding) * apply mtune=native for the native builds On the correctness side: * Zobrist has now includes the ply parity * the network now predicts something in [-1, 1] using tanh (approximated by polynomials) * the training object is now MSE because we're learning a value estimate * use .clangd instead of compile_commands.json On the training side: * completely forgo human-derived data set * implement td(lambda), self-play, tournaments --- include/weights_5.c | 1014 +++++++++++++++------------------------------------ 1 file changed, 284 insertions(+), 730 deletions(-) (limited to 'include/weights_5.c') diff --git a/include/weights_5.c b/include/weights_5.c index d2238af..7e254f8 100644 --- a/include/weights_5.c +++ b/include/weights_5.c @@ -1,735 +1,289 @@ -/* - * Model: "model" - * _________________________________________________________________ - * Layer (type) Output Shape Param # - * ================================================================= - * input_1 (InputLayer) [(None, 28)] 0 - * - * dense (Dense) (None, 64) 1856 - * - * dense_1 (Dense) (None, 2) 130 - * - * ================================================================= - * Total params: 1,986 - * Trainable params: 1,986 - * Non-trainable params: 0 - * _________________________________________________________________ - * ([0.5177317261695862, 0.755382776260376], [0.5241230130195618, - * 0.7530876398086548]) - */ - +/* generated by nn_train.py, do not edit by hand */ +/* v098, val_corr=0.9123 */ #include "weights_5.h" -const float five_dense_weights[FIVE_DENSE_NUM][FIVE_INP_NUM] = { - {0.0335812121629715, -0.21365489065647125, -0.653753936290741, - -0.13572198152542114, 0.18898768723011017, 0.06430475413799286, - 0.1521165519952774, -0.6386323571205139, 0.5113293528556824, - 0.3224753439426422, 0.3006350100040436, 0.4426257014274597, - -0.4259096086025238, 0.34491172432899475, 0.26074907183647156, - 0.30206671357154846, 0.2114274799823761, -0.5099963545799255, - 0.38777005672454834, 0.23917558789253235, 0.32478395104408264, - 0.2528369724750519, -0.5045477747917175, 0.10504062473773956, - 0.34629005193710327, 0.28095799684524536, 0.31814444065093994, - -0.7089307904243469}, - {0.0565570704638958, -0.4527612030506134, 0.22363899648189545, - -0.4776171147823334, -0.4429882764816284, 0.09122249484062195, - 0.08279165625572205, 0.29376256465911865, -0.23718500137329102, - -0.5789054036140442, 0.28780052065849304, 0.6442199945449829, - 0.03741508722305298, -0.220468670129776, -0.644933819770813, - -0.13106265664100647, 0.5042467713356018, 0.43313512206077576, - 0.5279864072799683, -0.5684875249862671, -0.8156968355178833, - -0.5465362668037415, -0.5424111485481262, 0.04707803204655647, - 0.2047167718410492, -0.3449491560459137, -0.26257622241973877, - -0.4042203426361084}, - {0.002476541558280587, -0.21414169669151306, -0.11842579394578934, - 0.14450429379940033, -0.01525128073990345, -0.12563736736774445, - -0.27338773012161255, 0.009645791724324226, -0.25494587421417236, - -0.2797246277332306, -0.2301362156867981, -0.40248778462409973, - -0.2902604341506958, 0.19436009228229523, -0.11030247807502747, - 0.08137191087007523, -0.1867382973432541, -0.7496097683906555, - -0.008727616630494595, 0.22033251821994781, 0.19767463207244873, - 0.11307194083929062, -0.8412720561027527, 0.2657962143421173, - -0.07668104767799377, 0.06086883693933487, 0.3835994601249695, - -1.091362476348877}, - {0.05102699622511864, -0.8378904461860657, 0.4566768705844879, - -0.2630152404308319, -0.23932738602161407, -0.19857573509216309, - 0.30443575978279114, -0.14038261771202087, -0.14678728580474854, - -0.40179580450057983, -0.35921597480773926, -0.14929337799549103, - 0.12302257865667343, 0.10777170211076736, -0.12337932735681534, - -0.33727583289146423, -0.28758835792541504, 0.37838035821914673, - 0.3109462559223175, 0.15170936286449432, 0.17238374054431915, - -0.7253879308700562, -0.23942553997039795, 0.11120962351560593, - 0.2859588861465454, 0.4778689444065094, -0.679128885269165, - -0.226375013589859}, - {0.03254811838269234, -0.20261096954345703, -0.07562973350286484, - -0.10781332850456238, -0.10312259197235107, -0.07764437049627304, - -0.04054751992225647, -0.07112596929073334, -0.06557303667068481, - -0.12047363817691803, -0.062015969306230545, -0.026542047038674355, - -0.01934126764535904, -0.09312712401151657, -0.03113151155412197, - -0.051008112728595734, -0.05768309533596039, -0.10491270571947098, - -0.0717678889632225, -0.04455398768186569, -0.02723315730690956, - -0.057788874953985214, -0.0033781195525079966, -0.03603564202785492, - -0.006476488430052996, -0.021566126495599747, -0.04043968394398689, - 0.007654271088540554}, - {-0.08095347136259079, -0.26414069533348083, -0.09814666211605072, - -0.04380079358816147, -0.5849603414535522, -0.7097421288490295, - -0.9047000408172607, -1.3424301147460938, -0.31041404604911804, - -0.25597554445266724, -0.11997552961111069, 0.20276427268981934, - 0.36256903409957886, 0.019292958080768585, -0.041115161031484604, - 0.12530303001403809, 0.20739392936229706, 0.3235205411911011, - -0.05591806769371033, -0.05841316655278206, 0.038499265909194946, - 0.18055571615695953, 0.293590784072876, 0.16785693168640137, - 0.24048064649105072, 0.07176923751831055, 0.08983936905860901, - 0.22106173634529114}, - {-0.017707331106066704, 0.12255413830280304, -0.6240278482437134, - -0.04464518278837204, -0.1846076399087906, 0.6399872899055481, - 0.12881889939308167, 0.22656285762786865, -0.1679985672235489, - -0.28858682513237, 0.5312493443489075, 0.049816571176052094, - -0.24046465754508972, -0.1774766743183136, -0.09163064509630203, - 0.7954617142677307, -0.39598366618156433, -0.4399476945400238, - 0.6123018860816956, 0.45216771960258484, 0.6593272089958191, - -0.07644930481910706, -0.4521935284137726, 0.012832398526370525, - 0.028779083862900734, 0.6450971961021423, 0.575737714767456, - 0.6349318027496338}, - {-0.03650929406285286, -0.14473311603069305, -0.5584736466407776, - -0.029627997428178787, -0.1539306640625, -0.12314235419034958, - 0.08387640863656998, -0.0337577685713768, -0.17351587116718292, - -0.19245818257331848, -0.16416308283805847, 0.016272591426968575, - 0.36373433470726013, 0.04089183360338211, 0.02371835894882679, - -0.22523774206638336, -0.15100933611392975, 0.45591863989830017, - -0.1123512014746666, 0.061778921633958817, -0.13473178446292877, - -0.40654733777046204, 0.4156742990016937, -0.03619186207652092, - 0.24843069911003113, 0.29947373270988464, 0.36726078391075134, - 1.2590346336364746}, - {-0.1366739124059677, 0.41514185070991516, -0.2774442732334137, - -0.3785100281238556, -0.43781572580337524, 0.0857686847448349, - 0.548991322517395, 0.3008037805557251, -0.710213303565979, - 0.02195434831082821, 0.5724306702613831, 0.5335829854011536, - 0.09624887257814407, 1.017358660697937, 0.8264562487602234, - 0.4335733652114868, 0.2976129651069641, -0.07695961743593216, - 0.08250663429498672, 0.12967929244041443, -0.04427557811141014, - 0.24989163875579834, 0.08119788765907288, 0.05688076093792915, - 0.14414691925048828, -0.15780726075172424, 0.12778723239898682, - 0.17664006352424622}, - {0.045846302062273026, -0.4202306270599365, 0.24253332614898682, - 0.058551233261823654, 0.13127459585666656, -0.08259733766317368, - -0.5951005220413208, 0.010317057371139526, 0.32319802045822144, - -0.2788604497909546, -0.10889868438243866, -0.6505680084228516, - 0.0621410608291626, -0.22810311615467072, -0.0803237184882164, - 0.4647519290447235, -0.6627072691917419, 0.20077340304851532, - 0.1278313249349594, 0.021397558972239494, -0.017719708383083344, - -0.65326988697052, 0.03247045353055, -0.003151470795273781, - -0.089555524289608, -0.21280834078788757, -0.18042130768299103, - -0.13124220073223114}, - {0.08920250833034515, -0.4041590988636017, 0.11126764863729477, - -0.38825124502182007, -0.37751445174217224, 0.3841644823551178, - 0.13915617763996124, -0.427076131105423, -0.42071813344955444, - -0.8185845017433167, -0.6395564675331116, -0.3830700218677521, - -0.34343987703323364, 0.14143605530261993, 0.2065681666135788, - -0.5982153415679932, -0.2753662168979645, -0.5253153443336487, - 0.1136728972196579, 0.303848534822464, -0.3599269390106201, - -0.48723894357681274, 0.1170220747590065, 0.1082770973443985, - 0.2027408331632614, -0.6000553369522095, -0.2399190366268158, - 0.21266664564609528}, - {-0.044174984097480774, 0.10084715485572815, -0.7766823768615723, - 0.5814716219902039, 0.2989753484725952, -0.04704820364713669, - -0.23142951726913452, 0.16222569346427917, 0.026166614145040512, - 0.3819707930088043, 0.0457681305706501, -0.0551467202603817, - 0.09645840525627136, -0.28990161418914795, 0.11402436345815659, - 0.445557564496994, 0.3328436315059662, 0.6563848853111267, - -0.22550760209560394, 0.1100253015756607, -0.29362085461616516, - 0.35912737250328064, 0.07314564287662506, 0.3241541087627411, - -0.04152493178844452, -0.18172766268253326, 0.3779054582118988, - 0.30225080251693726}, - {0.0354388952255249, -0.45912227034568787, 0.07555098086595535, - -0.047884486615657806, 0.12533819675445557, 0.11261603981256485, - 0.5056780576705933, -0.15080063045024872, -0.14207696914672852, - -0.24237896502017975, -0.4537515342235565, -0.7382211685180664, - -1.396830439567566, -0.05796787142753601, -0.0972527340054512, - -0.0011085039004683495, 0.15182892978191376, 0.38325998187065125, - -0.013696794398128986, -0.05116301029920578, 0.24685567617416382, - 0.17722700536251068, -0.011363615281879902, 0.032823070883750916, - 0.23471832275390625, 0.2214534878730774, -0.12878315150737762, - 0.07269603759050369}, - {0.1021164283156395, -0.979482114315033, 0.10424260795116425, - 0.20152615010738373, -0.4474649131298065, -0.5927112698554993, - -0.4682328701019287, -0.25608980655670166, -0.03509359434247017, - -0.3745705783367157, -0.5153190493583679, -0.5731074810028076, - -0.558528482913971, -0.08479820191860199, -0.38562700152397156, - -0.4411310851573944, -0.5317122340202332, -0.5145424604415894, - -0.046643827110528946, -0.2316707819700241, -0.3664470911026001, - -0.3545966148376465, -0.313737690448761, 0.09879656881093979, - -0.2625102400779724, -0.306001216173172, -0.29944929480552673, - 0.03161349147558212}, - {-0.03801499307155609, -0.2233135849237442, -0.10620100051164627, - 0.2713835537433624, 0.21967564523220062, 0.251351535320282, - 0.16949021816253662, 0.15099139511585236, 0.05300286412239075, - 0.08299478143453598, 0.011512423865497112, 0.01530615333467722, - 0.07382016628980637, -0.18710920214653015, 0.03905392810702324, - 0.16468313336372375, 0.22495073080062866, 0.3159700930118561, - -0.1615748107433319, -0.16977524757385254, -0.17270493507385254, - 0.1490594446659088, 0.4793047308921814, -0.0045040980912745, - -0.3750409185886383, -0.5658650994300842, -0.7609032392501831, - -0.9970420598983765}, - {-0.06860953569412231, 0.1561063975095749, 0.41900986433029175, - -0.09340472519397736, 0.05546368286013603, -0.32329270243644714, - -0.3049590587615967, -0.057696402072906494, -0.17760413885116577, - -0.21533682942390442, -0.06622635573148727, -0.20747050642967224, - -0.13626375794410706, -0.16855809092521667, -0.06624997407197952, - 0.17109455168247223, 0.265641987323761, 0.2269686758518219, - -0.31261059641838074, -0.3254770040512085, -0.17686116695404053, - -0.184734046459198, -0.17058107256889343, -0.13638293743133545, - -0.25341087579727173, -0.06822904199361801, -0.17498566210269928, - -0.15365538001060486}, - {-0.09274652600288391, 0.8195863366127014, -0.6974982619285583, - 0.19567207992076874, 0.3114858567714691, 0.3193179965019226, - 0.3051777482032776, 0.1686609983444214, 0.28975042700767517, - 0.3609328269958496, 0.34076830744743347, 0.3451266586780548, - 0.2754822373390198, 0.2944789528846741, 0.3471467196941376, - 0.3111295998096466, 0.36336469650268555, 0.3138508200645447, - 0.3493599593639374, 0.3804861307144165, 0.3554949462413788, - 0.38007041811943054, 0.304755836725235, 0.1720620095729828, - 0.3196488618850708, 0.3476446270942688, 0.2819644510746002, - 0.20534354448318481}, - {-0.04308394342660904, 0.4313099980354309, 0.0190417543053627, - -0.36723119020462036, -0.17420481145381927, 0.5145810842514038, - 0.5347347855567932, 0.6282756328582764, 1.2653520107269287, - 1.1850699186325073, 0.8361583352088928, 0.4141540825366974, - 0.26177582144737244, 0.06430555135011673, 0.4607594609260559, - -0.0807068794965744, -0.09359037131071091, 0.09638888388872147, - 0.525905191898346, 0.5729591250419617, -0.02258281223475933, - -0.17060524225234985, 0.12351763993501663, 0.08509236574172974, - 0.4710988402366638, 0.17080940306186676, 0.250908762216568, - -0.09069673717021942}, - {0.07291662693023682, 0.08596876263618469, -0.08287191390991211, - 0.26005038619041443, 0.46491068601608276, 0.5783225893974304, - 0.15600703656673431, -0.26880383491516113, -0.17159603536128998, - 0.18245145678520203, 0.6828884482383728, -0.21175506711006165, - -0.057075608521699905, -0.31850534677505493, 0.12133979052305222, - 0.5726630091667175, -0.07307758182287216, -0.0253745187073946, - -0.05841955170035362, -0.2049519568681717, 0.542971670627594, - -0.0039001810364425182, -0.027620088309049606, -0.4046057164669037, - -0.07061299681663513, 0.5127297043800354, 0.17255832254886627, - -0.37250733375549316}, - {-0.11166863888502121, 0.055800892412662506, -0.5167198777198792, - 0.2324250191450119, 0.40913817286491394, 0.6140636801719666, - 0.4707394242286682, 1.522460699081421, 0.28594499826431274, - 0.3309996426105499, 0.08542972803115845, -0.28014466166496277, - 0.139140322804451, 0.1942225694656372, 0.1311720907688141, - 0.06602678447961807, 0.13316340744495392, 0.5902721881866455, - 0.03358441963791847, -0.01826644130051136, 0.2206089198589325, - 0.3234162926673889, 0.29170212149620056, 0.027043171226978302, - 0.2018718421459198, -0.010219907388091087, 0.35940054059028625, - 0.07707080245018005}, - {0.02553723379969597, 0.461318701505661, -0.4059189260005951, - 0.05942573770880699, -0.010037711821496487, -0.13757778704166412, - 0.22961010038852692, 0.2251977026462555, 1.0914969444274902, - 0.9033216834068298, 0.83197420835495, 0.7612583637237549, - 0.05771542713046074, -0.10955284535884857, -0.004019961226731539, - 0.4693775475025177, 0.07826275378465652, -0.13095584511756897, - -0.2168196588754654, -0.3515476584434509, 0.7580985426902771, - 0.20290978252887726, -0.16279703378677368, -0.06892823427915573, - -0.20307579636573792, 0.954958975315094, -0.2317219376564026, - -0.1928693652153015}, - {0.062168460339307785, -0.5123471617698669, -0.263359934091568, - -0.7685256600379944, 0.08967547863721848, 0.24563723802566528, - 0.3980844020843506, 0.3117550015449524, -0.7312137484550476, - -0.06169243901968002, 0.25126340985298157, 0.2695813477039337, - 0.23361706733703613, -0.969958484172821, 0.12066813558340073, - 0.15110082924365997, 0.22164055705070496, 0.14506936073303223, - -0.8025405406951904, 0.26169300079345703, 0.11112350225448608, - 0.29015427827835083, 0.34564951062202454, -0.9369366765022278, - 0.41549447178840637, 0.2582719624042511, 0.3374422788619995, - 0.3025016188621521}, - {-0.1270698755979538, 0.429225891828537, -0.49225398898124695, - -0.11553260684013367, -0.23649732768535614, 0.8932956457138062, - -0.11381787061691284, -0.300383061170578, -0.08516164869070053, - -0.04815308749675751, 0.6397905349731445, 0.05467788130044937, - -0.17419259250164032, 0.05954163148999214, 0.11605441570281982, - 0.46235892176628113, 0.005171304568648338, -0.3957885801792145, - 0.19777722656726837, 0.7243578433990479, 0.8090712428092957, - 0.8684667348861694, 1.0440218448638916, 0.435382217168808, - 0.20173248648643494, -0.50189208984375, -0.127868190407753, - -0.049834541976451874}, - {0.0026459188666194677, 0.11711517721414566, -0.7256444692611694, - -0.08485592901706696, 0.9629834890365601, 0.09173507988452911, - 0.244176983833313, 0.24677251279354095, 0.15705431997776031, - 0.7062681913375854, -0.5933635234832764, -0.10675647109746933, - 0.04850605130195618, 0.13815787434577942, 0.4868027865886688, - -0.48046332597732544, 0.09973080456256866, 0.0552331916987896, - 1.0236599445343018, 1.0715246200561523, 0.8364623188972473, - 0.6795467138290405, 0.1431518793106079, -0.09264400601387024, - -0.24593685567378998, 0.0526106022298336, 0.5356892347335815, - 0.4176342785358429}, - {-0.17575381696224213, 0.9493538737297058, -0.9680318832397461, - 0.344186007976532, 0.37747424840927124, 0.3827437460422516, - 0.3655855357646942, 0.32791411876678467, 0.3741169273853302, - 0.42540842294692993, 0.4716174900531769, 0.4630044102668762, - 0.4119097888469696, 0.43781936168670654, 0.4984303414821625, - 0.3960149586200714, 0.4152538776397705, 0.3874683082103729, - 0.37821871042251587, 0.41086938977241516, 0.436718225479126, - 0.38621312379837036, 0.3685840666294098, 0.3631429970264435, - 0.3682745099067688, 0.3622629940509796, 0.41871270537376404, - 0.3119860589504242}, - {-0.06097084656357765, 0.3522926867008209, -0.07554367929697037, - 0.31942737102508545, 0.029151281341910362, 0.15592512488365173, - -0.0009292215690948069, 0.18485626578330994, 0.39177006483078003, - 0.2792249321937561, 0.12014344334602356, 0.09458812326192856, - 0.028401147574186325, 1.115199089050293, 0.8369911313056946, - 0.602891206741333, 0.28732630610466003, -0.11038826406002045, - -0.5364417433738708, -0.08979910612106323, 0.6724634766578674, - 0.34956303238868713, 0.27176162600517273, -0.5280332565307617, - -0.5781199932098389, 0.6316017508506775, 0.41322362422943115, - 0.18675293028354645}, - {0.06110076978802681, 0.20676849782466888, -0.21055933833122253, - 0.14543284475803375, -0.2691429555416107, 0.23192094266414642, - -0.16181010007858276, -0.07387831062078476, 0.2630201280117035, - -0.1249636858701706, 0.16139020025730133, 0.12681415677070618, - 0.24008934199810028, 0.5166671872138977, 0.84417724609375, - 0.928178071975708, 0.5734097361564636, 0.7494409680366516, - 0.45103031396865845, 0.29169872403144836, -0.17037302255630493, - -0.6708592176437378, 0.1958291381597519, 0.17509706318378448, - 0.2388417273759842, -0.3683401942253113, -0.46702516078948975, - -0.12833642959594727}, - {0.00030645611695945263, -0.19412267208099365, -0.1942126452922821, - 0.8911823034286499, 0.8041935563087463, 0.6952621936798096, - 0.5451593399047852, 0.4937603175640106, -0.24343731999397278, - -0.1464550644159317, -0.12816737592220306, 0.024196654558181763, - 0.036258477717638016, -0.1814306229352951, -0.21442382037639618, - -0.11105196923017502, -0.22053563594818115, -0.24859702587127686, - -0.22910651564598083, -0.2101702243089676, -0.14243045449256897, - -0.2865407168865204, -0.18984046578407288, -0.07871726900339127, - -0.2595853805541992, -0.24533933401107788, -0.26216810941696167, - -0.16304023563861847}, - {0.052463531494140625, 0.1486791968345642, -0.579024612903595, - 1.088742733001709, -0.13386118412017822, -0.1609494388103485, - -0.09612634778022766, -0.09550110250711441, 0.9107480645179749, - -0.14887897670269012, -0.017151640728116035, 0.020924121141433716, - 0.04268282279372215, 0.9172422885894775, 0.04447457566857338, - -0.02752840891480446, 0.022488543763756752, -0.09672117233276367, - 0.8158107995986938, 0.15294760465621948, 0.04637422040104866, - 0.024195043370127678, -0.08632858097553253, 0.4717424511909485, - 0.18674905598163605, 0.10150022804737091, 0.025798514485359192, - -0.1546076387166977}, - {0.029881251975893974, 0.49499452114105225, -0.026262039318680763, - 0.00900306273251772, -0.036245543509721756, -0.11946964263916016, - 0.172474667429924, 0.5267413854598999, 0.07936062663793564, - -0.15437465906143188, 0.16969208419322968, 0.7578750252723694, - 0.4837819039821625, 0.08440805226564407, 0.20724894106388092, - 0.07721617817878723, 0.7230514883995056, 0.023518960922956467, - 0.3058747947216034, 0.1142619401216507, 0.08739539235830307, - 0.8077057003974915, -0.38012027740478516, 0.23245155811309814, - 0.10439647734165192, -0.07647071778774261, 1.3155752420425415, - -0.46643584966659546}, - {0.10903043299913406, -0.004875070881098509, 0.2575789988040924, - 0.14737094938755035, 0.43150651454925537, -0.5420994162559509, - -0.3059577941894531, -0.2527901232242584, 0.19769372045993805, - 0.38301345705986023, -0.10965324938297272, -0.21152931451797485, - -0.0738074779510498, 0.1658964455127716, 0.4326992332935333, - 0.4845859110355377, 0.1578446626663208, -0.10062657296657562, - -0.1752672642469406, -0.37322744727134705, 0.17257146537303925, - 0.2496408224105835, 0.12594257295131683, -0.37234362959861755, - -0.12441913038492203, -0.026296446099877357, 0.1662571132183075, - -0.0028839746955782175}, - {-0.014218885451555252, -0.5738092064857483, 0.23660679161548615, - -0.10611919313669205, -0.12041497230529785, -0.1564393788576126, - -0.2974553406238556, -0.13557544350624084, -0.03920785337686539, - 0.22239501774311066, -0.6583126187324524, -0.4981720745563507, - -0.34942877292633057, 0.09956511110067368, 0.07194441556930542, - -0.8891360759735107, 0.09037145227193832, 0.4524118900299072, - 0.1884671002626419, 0.04436931014060974, -0.9194300770759583, - 0.5126015543937683, 0.5571795105934143, 0.25728949904441833, - 0.03548843413591385, -1.0185256004333496, 0.30711427330970764, - 0.39558374881744385}, - {-0.014499297365546227, -0.6686705946922302, -0.036153871566057205, - -1.3211073875427246, -0.6752616167068481, -0.7146933078765869, - -0.549763023853302, -0.11895440518856049, 0.5944733619689941, - 0.46897026896476746, 0.03513138368725777, -0.41634684801101685, - -0.11872824281454086, 0.40422236919403076, 0.26827922463417053, - 0.0015694501344114542, -0.1268347054719925, 0.18456166982650757, - 0.060881517827510834, 0.1850985437631607, 0.20143119990825653, - -0.07189079374074936, 0.19972868263721466, 0.16691307723522186, - 0.16700705885887146, 0.14965561032295227, -0.07053949683904648, - 0.2440711408853531}, - {-0.30115965008735657, 0.3020112216472626, -0.6229689121246338, - 0.19976438581943512, 0.25084272027015686, 0.08908466249704361, - 0.12059653550386429, 0.03533867746591568, 0.2703179121017456, - 0.3352479934692383, 0.3428271412849426, 0.4156206548213959, - 0.3420707583427429, 0.2064814567565918, 0.35532060265541077, - 0.08173895627260208, 0.07825019955635071, 0.221553236246109, - 0.1776820570230484, 0.22577251493930817, 0.22278828918933868, - 0.2640128433704376, 0.180125430226326, 0.11645812541246414, - 0.3808441460132599, 0.1748972088098526, 0.04822747781872749, - 0.20747071504592896}, - {0.004458575043827295, 0.03752393275499344, 0.1197284460067749, - 0.429423987865448, 0.2881259620189667, 0.6022155284881592, - -0.4153423011302948, -0.5097853541374207, 0.42615923285484314, - 0.44554516673088074, 0.7217490673065186, 0.8117141127586365, - 0.72388756275177, 0.015255422331392765, -0.22130870819091797, - 0.13519121706485748, 0.3975375294685364, 0.1678304821252823, - 0.10857963562011719, -0.3138495981693268, 0.1589823067188263, - 0.2486751675605774, 0.40141168236732483, 0.018049899488687515, - -0.08904679864645004, -0.08511554449796677, 0.1515214890241623, - 0.4401805102825165}, - {-0.15634094178676605, -0.19944559037685394, -0.16159050166606903, - 0.537737250328064, 0.047764409333467484, -0.14748850464820862, - 0.1200181245803833, -0.07930611819028854, 0.1614770144224167, - 0.7068870067596436, 0.5102498531341553, 0.8125320076942444, - 0.9490340948104858, 0.2141641080379486, 0.5533105731010437, - 0.23265130817890167, 0.15047943592071533, -0.514159083366394, - -0.028046829625964165, 0.6813269257545471, 0.1514519900083542, - -0.1020088791847229, -0.04611760750412941, 0.22561359405517578, - 0.43252548575401306, -0.050761569291353226, -0.09585573524236679, - -0.15603257715702057}, - {-0.08421202749013901, 0.33921104669570923, -0.41581854224205017, - -0.21174439787864685, 0.4582148492336273, 0.11856566369533539, - 0.10920864343643188, -0.059966351836919785, 0.3425080180168152, - 0.4195125102996826, 0.02871912717819214, 0.06811660528182983, - 0.0683729499578476, 0.6100324988365173, 0.2850392162799835, - -0.039775870740413666, -0.11169159412384033, -0.18508493900299072, - 0.730349063873291, -0.10342872887849808, -0.19325177371501923, - -0.12663674354553223, -0.11998621374368668, 1.3490771055221558, - -0.5284110307693481, -0.12912636995315552, -0.060148727148771286, - -0.1581180840730667}, - {0.13426083326339722, -0.13176080584526062, 1.2296770811080933, - -0.07961347699165344, -0.3992340862751007, -0.3328780233860016, - -0.3540795147418976, -0.06446079909801483, -0.3728063106536865, - -0.44019535183906555, -0.4748293459415436, -0.4214479923248291, - -0.37979984283447266, -0.31887421011924744, -0.46707987785339355, - -0.34212198853492737, -0.4332870543003082, -0.3801964819431305, - -0.3589206337928772, -0.49498450756073, -0.5273376107215881, - -0.4567064344882965, -0.40370914340019226, -0.004378970246762037, - -0.3736163079738617, -0.3421406149864197, -0.34401506185531616, - -0.011685256846249104}, - {0.08239886164665222, -0.8746750354766846, 0.520552933216095, - -0.2309003621339798, -0.27933767437934875, -0.20904868841171265, - -0.29178568720817566, -0.056779034435749054, -0.28577834367752075, - -0.25492337346076965, -0.26360198855400085, -0.2623720169067383, - -0.2106320858001709, -0.11835736036300659, -0.04690302908420563, - -0.06490934640169144, -0.13744433224201202, -0.21501925587654114, - -0.036219630390405655, -0.11873988062143326, -0.09084317088127136, - -0.2095029354095459, -0.11422516405582428, -0.016950659453868866, - -0.2354726791381836, -0.17757123708724976, -0.05872594937682152, - -0.23141008615493774}, - {0.030258534476161003, -0.5337088108062744, -0.06049085408449173, - -0.06599123775959015, -0.016824429854750633, -0.1420319825410843, - -0.03433123230934143, -0.10755813121795654, -0.011755664832890034, - -0.033444661647081375, -0.10537318140268326, -0.04665432870388031, - -0.0709884762763977, -0.09382390230894089, -0.05977355316281319, - -0.006864430848509073, -0.07894037663936615, -0.07580714672803879, - -0.12620750069618225, -0.07429014146327972, -0.11756139993667603, - -0.03486189246177673, -0.07912899553775787, -0.038790758699178696, - -0.06529578566551208, -0.020097605884075165, -0.06760886311531067, - 0.006338239647448063}, - {-0.008149570785462856, -0.2281409353017807, -0.02317221276462078, - 0.10482294857501984, -0.026631563901901245, -0.02272041141986847, - -0.1762792021036148, -0.06379090994596481, 0.28265300393104553, - 0.1829858273267746, -0.1753186285495758, -0.16000571846961975, - -0.03318013623356819, 0.28647878766059875, 0.06253796070814133, - -0.3300016224384308, -0.10609311610460281, -0.14531269669532776, - -0.7605944275856018, -0.4989122152328491, -0.3356994390487671, - -0.05982646346092224, 0.06342680007219315, -0.04135109484195709, - 0.32415950298309326, 0.2208917886018753, -0.07768300175666809, - -0.15703800320625305}, - {0.03806011378765106, -0.6677188873291016, 0.15192484855651855, - -0.16433456540107727, -0.34537896513938904, -0.020495647564530373, - -0.03346096724271774, 0.223424032330513, -0.02972494252026081, - -0.3487086594104767, -0.0456627681851387, -0.11218554526567459, - -0.00014366689720191061, 0.4491022527217865, -0.5417236089706421, - -0.6263294816017151, -0.6973318457603455, -0.9182674288749695, - -0.2974551320075989, -0.7037410736083984, 0.0874515250325203, - 0.14197714626789093, 0.4558337330818176, -0.5843172669410706, - -0.5606727004051208, 0.45348820090293884, 0.44328850507736206, - 0.4209005534648895}, - {-0.08474959433078766, 0.15526627004146576, -0.7985652089118958, - 0.21260187029838562, 0.3656609356403351, 0.12335719168186188, - 0.060457415878772736, 0.24970696866512299, 0.4984481930732727, - 0.3631579279899597, 0.26680564880371094, 0.5937404036521912, - 0.2675668001174927, 0.26715323328971863, -0.2635864317417145, - -0.6670373678207397, 0.5595815181732178, 0.3275291323661804, - 0.3265022933483124, -0.0923314318060875, 0.2361195683479309, - 0.8254050016403198, 0.5882598757743835, 0.8333842158317566, - 0.4826344847679138, 0.6576237082481384, 0.013852320611476898, - -0.13133659958839417}, - {-0.03767941892147064, -0.16735343635082245, 0.07242633402347565, - 0.09715986251831055, -0.08629732578992844, -0.12105050683021545, - 0.19429436326026917, -1.189113974571228, -0.0438414141535759, - -0.13045798242092133, 0.17313389480113983, 0.222298264503479, - -0.6784869432449341, 0.044389013200998306, -0.04566064849495888, - 0.1745270937681198, -0.18878957629203796, -0.68072509765625, - -0.17901289463043213, -0.13348782062530518, -0.280407577753067, - -0.5236465930938721, -0.09434037655591965, 0.3562553822994232, - -0.14296357333660126, -0.17816492915153503, -0.262240469455719, - 0.2708267867565155}, - {-0.14643076062202454, 0.3134414553642273, -0.016158653423190117, - 0.4832289218902588, 0.35327669978141785, 0.033485930413007736, - 1.404250144958496, -0.4109203517436981, 0.3232615888118744, - 0.03948039561510086, 0.14370359480381012, 1.0806249380111694, - -0.43028610944747925, 0.19681444764137268, 0.3559668958187103, - 0.24551646411418915, 0.7668668031692505, 0.26227831840515137, - 0.24610893428325653, 0.03931723162531853, 0.1685093492269516, - 0.42881014943122864, 0.605613648891449, 0.07715323567390442, - 0.2259686291217804, 0.12414932996034622, 0.28258103132247925, - 0.6711070537567139}, - {-0.03460083529353142, 0.015175103209912777, -0.0020290936809033155, - -0.2801230251789093, -0.049781594425439835, -0.08237257599830627, - -0.24321754276752472, -0.30726316571235657, -0.1131473034620285, - -0.016173556447029114, -0.0010477738687768579, -0.20699340105056763, - -0.2045988142490387, -0.10566984117031097, -0.0597367063164711, - -0.1446806639432907, -0.008996298536658287, -0.1636381596326828, - -0.34909534454345703, -0.10394063591957092, 0.07907130569219589, - 0.0491563156247139, 0.07572714239358902, 0.8712359666824341, - 0.8652707934379578, 0.8136559128761292, 0.7329977750778198, - 0.4842419922351837}, - {0.028292212635278702, -0.6930311322212219, 0.4168195426464081, - -0.722553014755249, 0.6128503084182739, 0.37802034616470337, - -0.12130801379680634, -0.16137754917144775, -0.4547799825668335, - 0.019849296659231186, -0.07699695229530334, 0.02751479111611843, - 0.11456470936536789, -0.46225056052207947, -0.4128100574016571, - -0.21820463240146637, -0.05070912092924118, -0.012455608695745468, - 0.17457029223442078, -0.6548964381217957, 0.2514891028404236, - 0.09665688127279282, -0.023784032091498375, 0.34345829486846924, - -1.0899158716201782, 0.057933658361434937, -0.10579057782888412, - -0.09446477890014648}, - {0.06298044323921204, -0.5140762329101562, 0.10901061445474625, - 0.25055184960365295, 0.16310572624206543, 0.1660183221101761, - -0.2003139704465866, -0.25939759612083435, -0.759786069393158, - -0.5441654324531555, -0.433865487575531, -0.2903525233268738, - 0.20317135751247406, -0.05961161479353905, 0.1883774697780609, - 0.07006954401731491, -0.348635733127594, 0.00569637306034565, - -0.12705902755260468, 0.06386853754520416, 0.30274978280067444, - -0.06455851346254349, -0.16498570144176483, -0.2735350728034973, - -0.05759710818529129, -0.09640154242515564, -0.2553178668022156, - 0.1108042374253273}, - {0.16303423047065735, -0.840851902961731, 0.3045694828033447, - 0.5177968144416809, 0.010460598394274712, -0.0009595230803824961, - -0.164739727973938, -0.2865234613418579, -0.1834029257297516, - 0.4267294108867645, 0.0837775319814682, -0.5739225745201111, - -0.17942845821380615, 0.06667495518922806, 0.46038922667503357, - 0.14962272346019745, -0.34685906767845154, 0.23869825899600983, - -0.28814902901649475, -0.7657412886619568, -0.866352379322052, - -0.9862637519836426, -0.18093055486679077, -0.2750402092933655, - -0.2612379789352417, 0.14520415663719177, 0.41632893681526184, - -0.3018798232078552}, - {-0.15189743041992188, 0.24816209077835083, -0.39726874232292175, - 0.10362628102302551, 0.22738219797611237, 0.13067540526390076, - 0.29548943042755127, 0.37722209095954895, 0.17870138585567474, - 0.2407064139842987, 0.19497083127498627, 0.3211122453212738, - -0.09292492270469666, -0.12265130877494812, 0.4053817391395569, - -0.11827366054058075, 0.45297837257385254, 0.11928819864988327, - 0.9772109389305115, 0.5449104905128479, 0.39806750416755676, - 0.4030953049659729, 0.16402702033519745, -0.14901259541511536, - -0.15305542945861816, 0.16489744186401367, 0.21413367986679077, - 0.5390959978103638}, - {-0.054573457688093185, -0.22824183106422424, -0.3203968405723572, - -0.15810002386569977, 0.5835301876068115, 0.38719215989112854, - 0.4236435294151306, 0.640129566192627, -0.14881178736686707, - 0.47540283203125, 0.09412529319524765, 0.06462755799293518, - -0.6389226317405701, -0.10056259483098984, 0.5633905529975891, - 0.08276329189538956, -0.1411363184452057, -0.009574373252689838, - -0.03582749515771866, 0.6443657279014587, -0.017103971913456917, - -0.17268119752407074, 0.06117372587323189, -0.04281193017959595, - 0.7488794922828674, -0.06866982579231262, 0.06887611001729965, - -0.11549514532089233}, - {0.01342778280377388, -0.4836217761039734, -0.11072295904159546, - 0.6476761698722839, 0.5931163430213928, -0.7808675169944763, - -0.35797253251075745, -0.2272079437971115, 0.7021985054016113, - -0.022765103727579117, -0.8641810417175293, -0.20821577310562134, - -0.1716800034046173, -0.2285567671060562, -0.4907127618789673, - -0.4427620768547058, 0.20067904889583588, 0.24365925788879395, - -0.2677304446697235, -0.33728840947151184, 0.0702209398150444, - 0.09022712707519531, 0.1330493539571762, -0.3614550530910492, - -0.30246731638908386, 0.012839858420193195, 0.3226088583469391, - 0.06072837859392166}, - {-0.040193911641836166, -0.6861724853515625, -0.4070025682449341, - 0.1424286812543869, 0.21161821484565735, 0.36073726415634155, - 0.3628085255622864, -0.0990212932229042, 0.42990466952323914, - 0.5575714707374573, 0.37092170119285583, 0.2522738575935364, - 0.1157609149813652, 0.47637075185775757, 0.48690155148506165, - 0.30947044491767883, 0.2960883677005768, 0.07852909713983536, - 0.3973768353462219, 0.13431915640830994, 0.36592432856559753, - 0.17452998459339142, 0.13116753101348877, -0.42777925729751587, - -0.37024176120758057, -0.43283072113990784, -0.5338147878646851, - -0.4905080199241638}, - {-0.12332254648208618, 0.23759916424751282, -0.2621895968914032, - 0.03406616672873497, 0.5511227250099182, -0.12509968876838684, - -0.4177529215812683, -0.47927144169807434, 0.14296410977840424, - 0.4820209741592407, 0.22033001482486725, -0.13066789507865906, - -0.7484548091888428, 0.23563754558563232, 0.2622942626476288, - 0.582843542098999, 0.7955005764961243, 0.9946928024291992, - 0.14746436476707458, 0.043333325535058975, -0.07848695665597916, - 0.10714565217494965, 0.12493138015270233, 0.1611987203359604, - 0.04742865636944771, -0.26901474595069885, -0.10293031483888626, - 0.010696852579712868}, - {0.04099375382065773, -3.2305996417999268, 0.2543967366218567, - -0.059577129781246185, -0.14682938158512115, -0.0733993723988533, - -0.07150989025831223, -0.08204008638858795, -0.12635663151741028, - -0.10393626242876053, -0.022796161472797394, 0.007641270756721497, - -0.08665978163480759, -0.01694418303668499, -0.0025942830834537745, - -0.03163212165236473, -0.022262264043092728, -0.07357636839151382, - -0.07581206411123276, -0.06286846846342087, -0.1153038740158081, - -0.04352688044309616, -0.08158870041370392, -0.08570341020822525, - -0.06179278343915939, -0.11247510462999344, 0.0021329170558601618, - -0.029320182278752327}, - {0.029462160542607307, -0.5271976590156555, 0.18926401436328888, - 0.02871791645884514, -0.23120182752609253, -0.786915123462677, - 0.6471821665763855, 0.4379161298274994, 0.20970848202705383, - -0.06591341644525528, -0.7760671973228455, 0.38167643547058105, - 0.5764249563217163, 0.014545980840921402, 0.17091333866119385, - -0.9253398776054382, -0.09902273863554001, -0.05899110808968544, - 0.4204649329185486, 0.21064306795597076, -0.5640349984169006, - -0.24353162944316864, -0.18500371277332306, -0.026613807305693626, - -0.06437907367944717, -0.34146401286125183, -0.35460934042930603, - -0.2743520736694336}, - {-0.052965063601732254, -0.5605072379112244, 0.07962799817323685, - -0.02648513950407505, -0.2291896939277649, -0.16507042944431305, - -0.016116635873913765, 0.4122294485569, 0.023346038535237312, - 0.06569206714630127, -0.0031419098377227783, 0.18163825571537018, - 0.08935528993606567, -0.09544392675161362, -0.3773246705532074, - 0.0589076466858387, 0.40520086884498596, -0.07905229926109314, - -0.49348345398902893, -0.35177019238471985, -0.5805748105049133, - 0.30384382605552673, 0.058458756655454636, -0.26937973499298096, - -0.2887529134750366, -0.48755502700805664, 0.22864623367786407, - 0.08268418908119202}, - {-0.1134001687169075, -0.1595868170261383, 0.14256395399570465, - 0.029054423794150352, 0.15920008718967438, 0.11821631342172623, - 0.41081133484840393, 0.22583164274692535, 0.4875009059906006, - -0.017819786444306374, 0.18353310227394104, 0.18164801597595215, - 0.5451951622962952, 0.04068929702043533, 0.5024164319038391, - 0.4954160749912262, 0.15857921540737152, 0.07034330070018768, - 0.10076071321964264, -0.22763016819953918, 0.3141815662384033, - 0.10078883916139603, 0.3922852873802185, 0.34453365206718445, - 0.168269544839859, 0.42013704776763916, 0.07419819384813309, - -0.14518938958644867}, - {-0.06957618147134781, -0.06440338492393494, -0.7259829640388489, - 0.5161219835281372, 0.09093577414751053, 0.4290890097618103, - 0.4202098250389099, -0.027972804382443428, 0.545386791229248, - 0.44505423307418823, -0.12706060707569122, 0.10054849833250046, - 0.056948449462652206, 0.08831918239593506, 0.8375925421714783, - 0.025092219933867455, 0.21887224912643433, 0.2599436938762665, - -0.6995351910591125, 0.9659162163734436, 0.2467847764492035, - 0.5137833952903748, 0.21108582615852356, -0.11285984516143799, - 1.2240996360778809, -0.16404935717582703, 0.22046460211277008, - 0.013526036404073238}, - {-0.004826321732252836, -0.005929495673626661, 0.07865772396326065, - -0.35655465722084045, -0.260633260011673, -0.37299594283103943, - -0.3571874499320984, 0.6748940348625183, -0.013674028217792511, - -0.27069777250289917, -0.28626859188079834, -0.02211541309952736, - 0.8759161233901978, -0.2193540334701538, -0.2950937747955322, - -0.1518949717283249, -0.01741132326424122, 0.7278527617454529, - -0.10758645832538605, -0.14286479353904724, -0.12058365345001221, - 0.05432174354791641, 0.7359171509742737, -0.20074452459812164, - -0.24474677443504333, -0.20014965534210205, -0.2710004448890686, - 0.5048877596855164}, - {0.06318517029285431, -0.06626387685537338, 0.09102978557348251, - 0.2806074619293213, -0.5871695280075073, 0.01448263693600893, - -0.17774152755737305, -0.015175321139395237, 0.26823174953460693, - -0.5144285559654236, -0.10162042826414108, -0.11051122844219208, - -0.056919533759355545, -0.0963352620601654, -0.292245477437973, - 0.07747644931077957, 0.049891501665115356, 0.04416292905807495, - -0.10346058011054993, -0.27070391178131104, 0.16639839112758636, - 0.13697180151939392, -0.03080388717353344, -0.3958549499511719, - -0.08085988461971283, -0.15026159584522247, -0.2458583563566208, - -0.1183728277683258}, - {-0.031412992626428604, -0.5603559017181396, 0.23181116580963135, - 0.13550354540348053, 0.1384330689907074, 0.466655433177948, - 0.013126186095178127, -0.1315859854221344, 0.19236598908901215, - 0.18724070489406586, 0.3651496469974518, -0.2081764191389084, - -0.21705558896064758, -0.8947001695632935, -0.8844435811042786, - -0.9548132419586182, -0.8363487720489502, -0.43193918466567993, - 0.14401763677597046, 0.17948108911514282, 0.22730839252471924, - -0.05247826129198074, -0.04454374313354492, 0.22061742842197418, - 0.2703307569026947, 0.2895837426185608, -0.10765346139669418, - -0.1715518683195114}, - {-0.08773751556873322, 0.1905992329120636, -0.1878463476896286, - -0.06142798811197281, -0.07157573848962784, -0.15859191119670868, - 0.2888740599155426, 0.29501354694366455, -0.18804210424423218, - 0.03719957917928696, 0.04348141327500343, 0.43497395515441895, - 0.3348860740661621, 0.046619195491075516, -0.012931774370372295, - 0.43330755829811096, 0.783429741859436, 0.7513718605041504, - 0.42782992124557495, 0.4602666199207306, 0.8619009256362915, - 0.21070736646652222, -0.6946675181388855, 0.36241528391838074, - 0.5762568712234497, 0.41478705406188965, -0.7064434289932251, - -0.7981423139572144}, - {0.0158368032425642, -0.46186450123786926, -0.04968561232089996, - 0.08248921483755112, 0.09503590315580368, -0.02358037419617176, - -0.31207606196403503, 0.5838796496391296, -0.015739191323518753, - 0.14295169711112976, 0.06756915897130966, -0.23699864745140076, - -0.031251370906829834, 0.044411782175302505, 0.07595864683389664, - -0.06131885573267937, -0.2911010682582855, -0.03894522413611412, - 0.26580068469047546, 0.10324547439813614, -0.22770865261554718, - -0.43839356303215027, -0.10662800073623657, -1.1684633493423462, - -0.6824188828468323, -0.5405550003051758, -0.3048187494277954, - 0.12504103779792786}}; +const float five_dense_weights[FIVE_DENSE_NUM][FIVE_INP_NUM] NN_ALIGNED = +{ + {-0.017687507, -2.7726233, -3.18424511, -0.694748878, -1.08251417, 0.252432942, -1.59602427, 0.613304615, + -0.0209749062, 0.501225889, 0.428674579, 0.709405005, 0.876026511, -0.0243752133, 0.13531214, -0.0246725027, + -0.201236486, -0.210551634, 0.718519807, -0.160790935, 0.316674501, -0.765163124, -0.618982673, 0.612452507, + -0.169427812, -0.0110228499, -0.751906395, 0.12217132}, + {0.305975586, -1.02205753, -0.405607224, 0.760527909, -0.128717557, 1.30133402, -0.276660174, 0.451471746, + 0.238462925, -0.126678392, 1.1251303, -0.140467376, -0.202640042, 0.32708323, 0.473448724, 0.89310801, + 0.40762493, 0.160802051, -0.0101828268, 0.379917711, 0.201904431, 0.664304197, 0.185341775, 0.560308635, + 0.395599753, 0.780205846, -0.653292239, 0.154138252}, + {-0.0196500644, -2.70877528, -3.66019845, -0.232481405, 0.00873931497, 0.247044995, 0.418322444, -0.051310055, + -0.342084587, -0.203185201, 0.0428542271, -0.434620678, -0.298130661, -0.460759789, -0.123185799, -0.176625043, + 0.0745659843, -0.888225198, -0.699625373, 0.0152557986, -0.402519584, -0.883676648, -0.559899509, -0.0690891743, + -0.24945198, -0.499730766, 0.203070641, -0.438601047}, + {-0.0378410481, 0.831621885, -5.39371777, -0.464221478, 0.331321567, -0.00553717278, 1.75570929, -0.523817182, + 0.584070861, 0.221932322, -0.800884664, -0.179113105, -0.1847056, -0.841097295, 0.201882526, -1.02349102, + -0.177126676, -0.0751212165, 0.672071815, 0.079591684, -0.297446489, -0.393640786, -0.622128308, 0.083089076, + 0.660041988, 0.11959824, -0.302385867, -1.13328278}, + {0.184374928, -2.11827135, 0.207292944, 0.17241393, -0.291959703, 0.163224146, 0.584029436, 0.86053741, + -0.253029168, -0.380560517, -0.487380594, 0.595696032, 0.623381972, 0.649845064, 0.179142594, -0.428994745, + 0.778253853, 0.990351677, 0.215283349, -0.0454968773, 0.656820476, 1.17538595, 0.735170186, -0.131170705, + -0.295662344, 1.20901132, 0.301301599, 0.922978342}, + {-0.0477715209, 0.299437135, 0.096707128, 0.0406936333, -0.175266534, -0.113555215, -0.235045731, -0.163982585, + -0.103490964, 0.118130855, -0.123898365, -0.200351447, -0.062734738, 0.102499172, -0.045119781, -0.267439753, + -0.128720567, -0.166820407, -0.167664438, -0.0568483882, -0.055328548, -0.0406381711, -0.156312823, -0.213186815, + -0.625713587, -0.381198198, -0.178947985, -0.162815019}, + {-0.0408952162, -3.45756292, -1.34200835, 0.0731342584, 0.0544441901, 0.110050783, 0.344100058, -0.725269496, + 0.437899977, -0.537460029, -0.296831816, -1.6424371, 0.172409892, 0.131585047, -0.445751727, 0.217447102, + -0.115501568, -0.855109751, -0.481499732, 0.511147738, 0.264388591, 0.727477372, 0.0770836025, 1.02176356, + 1.38628113, 1.76832759, -0.0538811684, 0.755088449}, + {-0.0282496195, -1.09568977, -3.95432925, 0.470584571, 0.272390813, -0.0829138905, -0.253350347, -0.641710341, + 0.260734975, -1.08649123, -0.397490114, -0.676264048, -0.49863717, 0.109579749, 0.0378338993, 0.486935675, + 1.04397559, -0.0339488238, 0.493080288, -0.246185184, -1.268906, -0.629128814, -0.523642719, -0.320555538, + 0.0850056484, -0.432449639, -0.227868319, -0.684521019}, + {0.126250565, -2.1314621, -9.1196804, -0.0801002756, -0.424118429, -0.138885885, -0.427886397, 0.42626527, + 0.533555806, -0.171532229, 0.00831813738, -0.16042164, -0.346267283, -0.441860348, -0.282887459, 0.063266173, + 0.64383918, 0.699429333, 0.281832844, -0.0484559052, 0.0195856858, 0.29366672, 0.43402198, -0.270008564, + 0.196564257, 1.18874121, 0.194568455, 0.817874253}, + {0.0998077914, 2.48213387, -5.02890444, 0.589919031, 0.274164915, -0.0167664476, 0.313575327, 0.380198032, + 0.580552399, -0.279666334, 0.0576464459, -0.340578943, -0.303388894, 0.0579651445, -0.192700222, 0.259907186, + 0.127785906, -0.0286185667, 0.139277443, -0.222778827, 0.191977218, 0.128683344, -0.013065299, 0.525240898, + -0.892806232, -0.124871373, -0.37049827, 0.667414367}, + {0.048153121, -1.46441472, -1.83816898, -0.23596105, -0.0525623932, 0.361069888, -0.404454976, -0.184483185, + 0.0100732222, 0.694974899, 0.410766572, 0.378488213, -0.586687922, 0.854564071, 0.794285059, -1.23339212, + 0.296620727, 0.896819651, -0.216232404, -1.00979805, -0.610438168, -0.904467702, -0.218700871, -0.0166311953, + -0.401803017, 0.120803088, -1.14684284, 0.0952027217}, + {-0.0324007645, 0.0488809049, 0.157106653, -0.00516019529, 0.0421396233, 0.00136998552, -0.0102051962, 0.0717003495, + -0.0423207618, 0.0142850317, 0.0516465977, 0.0280033927, -0.00678033894, -0.00974127091, 0.0116989752, -0.0127554797, + -0.00596701447, 0.0552557409, 0.0221525282, 0.0615149625, -0.0233675968, 0.0794110745, 0.12168695, -0.34219563, + -0.395809859, -0.362125039, -0.346448332, -0.399106383}, + {-0.0267151631, -2.56482983, -4.88011217, 0.09028209, 0.179611534, -0.318436384, 0.45468685, 0.520879626, + 0.0488886647, 0.09951251, 0.041528035, 0.0312570594, 0.539736152, -0.40504545, 0.340407491, 0.0347913429, + 0.485069156, -0.301279783, -0.0366242714, -0.382876962, 0.444674641, 0.628474474, 0.459671855, -0.327964932, + -0.628498316, 0.402651817, -0.0973869339, 0.813784003}, + {-0.183114827, -1.98381853, 0.415526628, -0.0883045942, 0.0517880172, 0.319699973, 0.136292756, -2.29299068, + -0.0727772936, -0.110973671, 0.108571291, -0.322578281, -1.352795, -0.332373887, -0.49182418, 0.207086965, + -0.253715366, -2.09938145, -0.177402422, -0.0757525638, -0.430394381, -0.404820919, -1.00606346, 0.207171142, + 0.350688815, -0.0484649427, 0.183782265, -1.15140569}, + {-0.0362447836, 1.06354749, -1.23299289, 0.465078086, 1.0613625, -0.75183028, -0.883582592, 1.64945459, + 0.30923453, -0.150417224, -0.567531049, -0.0845861062, 0.763042986, -1.40916693, -0.217184648, -0.339353561, + 0.705073178, 1.47145176, -0.0275013223, 0.215996116, -0.62504226, 0.786813736, 1.11716723, 0.430455655, + 0.426445484, 1.09807837, 0.682189643, 0.793541014}, + {0.0605719425, -1.5270201, -2.02333045, 0.334690273, 0.097131744, 0.0878544375, 0.664643764, -1.27231848, + 0.0590001158, 0.95432061, 1.482342, 0.751511157, 0.282043576, -0.325293154, 0.0423535518, 0.445080817, + 0.516905546, 0.0423260964, -0.00436464325, 0.209859475, 0.405998886, -0.2421491, 0.38215062, -0.624033511, + 0.980600119, 0.395838708, 0.737524211, -0.0301853959}, + {-0.264390856, 0.00447343616, 0.572782934, 0.0531108305, 0.143604264, 0.0561246835, -0.474388719, -0.212672651, + 0.0809418857, 0.0370290391, -0.390509278, -0.989919364, -0.482206255, 0.164907277, -0.360560507, -0.355930209, + -0.627535582, -0.124950886, 0.120545797, -0.0971757472, -1.15071845, -0.749056876, -0.35757491, 0.113903187, + -0.0105860615, -1.038571, 0.469155639, 0.342842788}, + {0.168753788, -2.73271942, -0.158344552, 0.394571871, 0.153508767, -0.486535609, 0.0107338214, 0.183814526, + -0.0703299269, 0.328833371, -0.14791061, 0.0572811551, 0.496548027, 1.83897889, 0.661762834, 0.845462322, + 1.00526989, 0.24658905, 0.126682073, 0.509696007, 0.686646461, 0.792747617, 0.400123119, -0.0646533072, + 0.0701639652, -0.13613975, -0.0214697868, -0.410822034}, + {-0.126906678, -0.0759056807, -0.475337893, -1.24434912, 0.120860711, -0.0816293582, 0.370602846, 0.126830906, + -1.12032413, -0.452190071, 0.378851265, 0.0787992105, 0.452513158, -1.59483504, -0.925934017, 0.0985669047, + -0.0592967831, -0.063750416, -0.806170225, -0.904370308, -0.0288544223, 0.140288487, 0.204684362, -0.737900376, + -1.18681502, 0.311962366, -0.23348704, 0.325737089}, + {0.042846255, -1.01401317, -0.787675023, 0.320858449, 0.600958943, 1.01925588, 1.41290712, -0.625177979, + -0.527758777, -0.245332941, 0.231125176, 1.03572583, 0.0886845738, -1.55435121, -0.119136661, -0.516718507, + 1.08180618, 0.321707219, -0.964534223, -0.77063024, -0.568375289, 0.638082147, 0.399400443, -0.504099786, + -0.93797797, -0.461517245, 0.552734435, 1.21082044}, + {-0.0027246878, -0.822401404, -5.78269768, -0.367361158, 0.0395893529, -0.632945657, -0.79833281, -0.960032165, + 0.661225736, 0.500198066, 0.058203496, 0.127557114, 0.105093434, 0.660576642, 0.888604403, 0.400705993, + -0.280454457, 0.440834939, -0.725442648, -0.461237013, -0.481059194, -0.216810524, -0.146271884, -1.33439291, + -0.323164523, 0.0793281496, -0.707304299, 0.26752919}, + {0.0547249876, 1.82959437, -3.78089833, 0.828881621, 0.294022411, 0.608274877, 0.0549198091, 0.63434273, + -0.005911869, 0.297854215, 0.802860022, 0.964098036, 0.629039109, -0.419598252, 0.104968935, 0.726039469, + 0.228668824, -0.102511063, -0.448736191, -0.677962899, 0.47755897, 0.102762185, 0.0820724443, -0.462765187, + 0.160549238, 0.679351926, 0.450417966, -0.00261037424}, + {0.0740314499, 0.125401676, -6.3721447, 0.130388469, -0.0373040326, -0.25745067, 0.415108651, 2.04560685, + 0.0510546863, 1.47437394, -0.454688609, -1.12459505, 0.154450417, 0.380756974, 0.356446415, -0.0130162379, + -0.143411413, -0.250218809, -0.0217493474, 0.19030562, 0.974928677, 0.225417852, -0.636997759, 0.965796292, + 0.54893893, -0.320783466, 0.22444652, -0.0994358808}, + {0.088921845, 0.501326561, 0.0984886885, -0.0642404482, -0.0899887159, 0.00427165208, 0.0686437488, 0.0139860315, + -0.0470670536, -0.0333355293, 0.06151684, 0.0388135798, 0.0823084116, 0.0565618165, 0.0938319117, 0.113721102, + 0.0392451994, 0.0705398023, 0.00511221588, 0.0808409825, 0.042969346, 0.307290494, 0.399382472, 0.641138136, + 0.585508347, 0.644836426, 0.561508, 0.290235937}, + {-0.0653936565, -7.93236113, 0.182766557, -1.34688294, -0.906135321, -0.678245366, -0.878894389, -0.463245302, + 0.508853018, -0.663949072, 0.52267462, 0.601760328, -1.02037764, 0.266515017, 0.697541535, -0.0412226915, + 0.145522296, -0.621190965, -0.470039606, 0.289924204, 0.502045512, 0.254058033, -1.25108385, -0.0010011862, + 0.235496506, -0.0438185334, 0.0435181446, 0.0483496264}, + {-0.0155108329, -5.65538692, -3.72422981, -0.229338065, -0.142547324, -0.0605753995, 0.774035037, 0.605769455, + 0.649825454, -0.32895577, -0.516424835, -0.467582762, -0.492001206, 0.315332323, 0.305014402, -0.826091528, + 0.470321804, 0.592903495, 0.539531887, 0.114279613, 0.753841937, -0.0721266344, 0.203808784, -0.191284075, + -0.400418758, 0.962654769, 0.540521801, -0.192482814}, + {-0.0841482431, -3.11816883, 2.52213597, 0.221693054, 0.39964658, -0.126087815, 0.396655947, -1.00298798, + -0.0180124193, 0.0227001999, 0.101735108, -0.504606009, -0.795736074, 0.26131025, 0.0629129708, -0.182299256, + -0.58673501, -0.379303366, -0.729669929, -0.605720103, -1.0318737, -1.10907018, -1.38460314, -1.86592114, + -1.74185932, -1.66521406, -2.83507466, -1.5353936}, + {-0.0271777753, -1.65670753, -0.138010547, -1.38469684, 0.871935904, 0.606624186, 0.542895257, 0.734829485, + 1.23499441, 0.341616333, -0.0553627461, -1.2573204, 0.975557566, -0.716557145, -1.01092935, -0.102436081, + -0.756014705, -0.881072462, 0.145312831, 1.41733027, 0.541355014, 0.752016008, -0.619402647, 0.801285207, + 0.771121264, 0.549716473, -0.60874182, -0.553624809}, + {0.243606463, -3.29466152, -8.61932087, 0.288695276, 0.121720523, 0.830552101, -0.176525846, -0.209575742, + -0.368370116, 0.531418085, 0.00779051706, 0.153792143, 0.449948102, 0.128135011, 1.1711061, 0.0699489042, + 0.0200876687, -0.361263305, 0.574860215, 0.273856223, -0.179232404, 0.330728799, -0.162115857, 0.0653959066, + 0.245886594, 1.64160967, -0.575041175, -0.489283413}, + {0.0341560878, -0.321620941, -0.0295257904, 1.00346386, 1.44676077, 0.791196287, 1.43390977, 0.750319719, + 0.439511091, 0.828590572, 0.759809554, 1.12685275, 0.702608287, 0.368128806, 0.165622681, -0.404972076, + -0.400121003, -0.533207476, -0.406070203, 0.291544706, -0.191007957, -0.705734134, -0.793099105, 0.45004946, + -0.364261448, -0.528324485, -0.760637164, -0.856404066}, + {-0.154523775, -7.1212039, -2.95486689, -0.102876522, -0.578914523, -0.776420832, 0.0445834026, -0.941871524, + -0.243689641, 0.0435830429, -0.0094085047, -0.357761919, 0.327104092, 0.278522372, -0.414925843, 0.00678584166, + -0.189761534, -0.30789718, 0.246894091, -0.0841052905, 0.547891974, 0.0347051807, 0.193204001, -0.786870241, + -0.19485724, -0.850490034, -0.185127094, -0.0103808334}, + {0.154930294, -2.91853547, -2.62348175, -0.295651615, 0.619947314, 0.568406582, -0.621971428, -1.31148922, + -0.450834066, 1.25342667, 0.638317049, 0.321380526, -0.0133571848, 0.0633455813, -0.230508134, 0.775423288, + -0.129944548, -0.623022139, 0.157232463, 0.693214595, 0.962514102, 0.968111694, 0.442186743, 0.606270015, + -0.0221443865, 1.13181746, 0.17731142, 1.04531753}, + {-0.246409684, -6.74617147, -1.41480792, -0.708906829, -0.492658496, -0.835357666, -0.793199182, 0.467104375, + -0.669779599, -1.29326534, -1.48258626, -0.305342972, 0.621524036, -0.870909035, -0.791852295, -0.92264545, + -0.115044825, 1.05326974, 0.191751197, -1.09994972, 0.0167585313, -0.168009833, 0.528036594, -0.0911829546, + -0.305217266, -0.371205837, -0.628309309, -0.511189222}, + {-0.0183637235, -5.97602224, -1.54999542, 0.27182433, 0.700630844, 0.587660611, -0.899789035, 1.0387249, + 0.454046667, 1.03051603, 0.699271917, -0.0274554752, 0.131003663, -0.302187681, 0.0699125826, -1.54073298, + -0.831891894, 0.151683837, -0.519377828, -0.708282888, -1.0392046, -1.00961077, -0.302910656, 0.172927633, + 0.320221275, -0.775013685, 0.952375174, 0.952872753}, + {0.0252061635, 0.463108838, -1.40316641, 0.34715414, -1.18511271, -1.52132845, -0.0562454909, 0.533362091, + -0.115779579, -1.35110748, -0.104003109, 0.343484044, 0.512594402, 0.22683759, 0.285169482, -0.0378336683, + 0.800351322, 0.825654924, -0.0724470392, 0.333263576, 0.426456064, 0.316955447, 0.165265813, 0.210159793, + -0.0645591319, 0.241320148, 0.183158502, -0.323120356}, + {0.0471641235, -2.09173703, -5.94888783, 0.0363560803, 0.764787674, 0.434283227, 0.118441857, 0.369244814, + 0.16298613, 0.406094819, 0.15197961, 0.386405736, -1.06589234, 0.909065962, 0.2885952, -0.681465864, + -0.53678304, 0.466727346, -0.853846252, -0.349436104, -0.697404444, -0.223913014, -0.414722085, -1.25803828, + 0.211821601, 0.147400647, 0.665444076, 1.65016246}, + {-0.132126927, -2.40161395, 1.52905095, 0.302902311, 0.0542309545, -0.789496779, -0.349242747, 0.379570693, + 1.09054339, -0.873692811, -0.557734251, 0.136953861, 0.392721862, -0.594784379, -0.300673991, -0.769517303, + 0.534889638, 1.03687501, -0.000797802815, 0.0740987659, -0.972185016, 0.100398093, 0.623595774, -0.0817591697, + 0.459222734, -0.156905219, -0.556149125, -0.195875064}, + {0.168103874, -3.38225269, -7.45486927, 0.0790208653, -0.0613481291, -0.353706211, -0.173535258, -0.133646145, + 0.383227289, -0.187396392, 0.787273526, 0.758880019, 0.0788550526, 0.422653973, -0.95701468, -0.121355377, + -0.180833474, 0.213991895, 0.483774126, -0.603395939, 0.393965006, 0.342686743, -0.334660411, 1.14106202, + 0.873602152, -0.116890632, -0.607477129, 0.686908424}, + {0.0467888638, -2.20089507, -6.09024811, 0.53390193, -0.0421328396, -0.868572891, -0.188594535, 0.317230076, + 0.399568319, -0.428844392, -0.156383097, -0.198275939, 0.0449278951, 0.10434451, -0.0901117474, 0.165104106, + -0.51992178, 0.64246875, -0.121786334, -0.349139869, -0.468592167, -0.249722928, 1.30048633, 0.606188893, + 0.635607362, -0.710971713, 0.583102643, 0.605073988}, + {0.0656126142, -3.28207159, -4.81875515, -1.07968974, -0.145864934, 0.154669747, -0.280969352, 0.320753038, + -0.212449029, -0.167698443, 0.0577522963, 0.0185784008, 0.337892562, -0.397121102, 0.431193471, 0.0942988172, + 0.12814635, 0.339847893, -0.115297936, -0.532593846, 0.440031469, 0.317035586, 0.112250544, -0.488547266, + -0.292454779, -0.132742479, 0.273396432, 0.333468407}, + {-0.186328053, 0.441147774, 0.448496431, -0.146070749, -0.0183207784, -0.522439063, -0.24307026, -0.214465037, + -0.200205803, -0.2869699, -0.589705765, -0.304230481, -0.72798723, 0.158653632, -0.486724168, -0.909697711, + -1.16272378, -1.2644918, -1.39410186, -1.05124629, -1.00886631, -1.58502269, -1.22878945, -0.314202309, + -0.460029751, -0.891982436, -0.128585771, -0.0126661994}, + {0.00504760165, 0.144426256, -0.246634945, 0.35747838, -0.820366442, 0.433128923, -0.046665296, 0.254659474, + -0.371240526, -0.832461119, 0.402360827, -0.797696292, -0.00146429334, 0.438332766, -0.751465261, -0.465652227, + -0.0487003475, -0.0501887538, 0.337998003, 0.453143507, -0.205787376, -0.415506274, -0.392902464, -0.175161168, + -0.69014442, -0.761076927, 0.373483717, -0.439977497}, + {0.135555208, -0.6259197, -0.51970458, -0.194122896, 0.164750054, 0.143113479, -0.045417577, -0.738947809, + 0.227071077, 0.371185422, -0.29501313, 0.0408539958, -0.70412004, 0.486674011, 0.94399339, 0.75646466, + 0.485905141, 0.0377950147, 0.0715787932, 0.327870905, 0.665078521, 0.371901304, 0.542856693, -0.142165869, + 0.908733845, 0.582243383, 0.33418268, 0.139892861}, + {-0.0648913607, -0.230966255, -0.259601831, -0.0745151713, 0.0472630002, -0.321782976, -0.306530833, -0.157662004, + 0.0254050847, 0.324624449, -0.0709752813, -0.141884401, 0.0507391579, -0.0757056847, -0.157681957, -0.119420625, + -0.262200207, -0.0173902176, -0.0164132658, 0.193601683, 0.0987579525, -0.175446317, -0.131138459, -0.0735060126, + -0.277159184, -0.252765417, -0.369196773, -0.257921219}, + {0.0844778866, 0.892540693, -1.32926595, 0.456822187, -0.693393826, -0.585095227, -0.125464708, -0.528994083, + 0.319878489, 1.00453937, 0.309393376, 0.126583681, 0.435089469, 0.289659441, 0.0382879786, -0.516187608, + -0.472498536, -0.391363978, 0.923955619, -0.0638227761, -0.174506798, 0.584563315, 0.0489761271, 0.303213388, + 0.216605738, 0.0317115039, -0.321899742, -0.564079046}, + {0.0189528465, -3.0205822, -1.68587577, -0.251698524, -0.475433588, -0.971832633, -1.07393265, -1.38159871, + -0.768532395, -1.3485446, 0.672052383, 0.750761509, 0.0974989012, -1.22051561, -0.304549128, 0.0599426366, + 0.848886073, 0.148535281, -1.01976526, 0.19406943, 1.04196799, 0.341549993, 0.302664399, -2.00212812, + -0.044665616, 1.33579087, 2.18833113, 0.196794346}, + {0.0786969289, 0.207598895, 0.486236781, 0.0531402193, -0.0630944371, 0.136102006, 0.185946807, 0.0467807129, + 0.157476917, 0.132640272, 0.0891285166, 0.127292573, 0.0694935322, 0.149040863, 0.145731449, 0.0687535703, + 0.101524286, -0.00716298493, 0.592883408, 0.49983862, 0.493310422, 0.510374248, 0.475238651, 0.0772901922, + 0.0741703436, 0.0470497161, 0.110227838, 0.102081731}, + {-0.103361376, -2.65235138, 2.07695842, -0.81054908, -0.313742459, -0.763440788, -0.25050804, -0.59270668, + -0.408340752, -0.354886025, -0.75516212, -0.6777547, -0.946402073, -0.154148415, -0.291553974, -0.731240928, + -0.48112008, -0.576338828, 0.555637181, 0.585384488, 0.096024178, 0.0230386611, -0.179106727, -0.642500818, + -1.17103994, -0.360282987, -0.405690193, -0.128080323}, + {0.120190412, 2.18909144, -8.46683598, 0.690627515, 0.534538269, 0.510531306, 0.210100189, 0.479442775, + 0.41575247, 0.149613187, 0.134456545, 0.483546972, 0.396226913, 0.683880866, -0.0265977494, 0.13370809, + 0.370286822, 0.372812271, 0.44955197, 0.32776165, 0.252264082, 0.323883742, 0.545395017, 0.556549609, + 0.713437796, 0.263677776, 0.729170442, 0.803847492}, + {-0.00990546681, -1.16817534, -3.404778, 0.00472787581, 1.45350289, 0.407304466, 0.117262423, 0.6980654, + -0.755611539, 0.373543829, 0.576888978, -0.259640276, 0.80543679, 0.58156544, 0.613461792, -0.319180429, + 0.0519511364, 0.0127357244, 0.138550594, -0.503188372, -0.34847036, -0.193370789, -0.272770047, -0.144270316, + 0.307402313, 0.333475471, -0.0797477737, -0.451472282}, + {-0.0810644105, -5.36067104, 3.63138127, -0.767825305, -0.730496109, 0.0861925483, -0.584841967, -0.235753119, + -0.637050331, -0.281115383, -0.364885002, -0.565459013, -0.305406958, 0.171418488, -0.0766901374, 0.0344355367, + -0.217474326, -0.263764828, -0.272660613, -0.128348693, 0.198026255, -0.154312968, -0.705682576, -0.0981741697, + 0.0157494843, 0.0139397345, -0.225139171, -0.429867446}, + {0.0494806357, -2.62793899, -3.30275679, -0.676860929, -0.242857337, -0.999933064, 0.453973234, 0.0451071896, + 0.915692508, 0.184754789, 0.301989079, 0.374045968, -0.240403205, 0.609903097, 0.50146383, 1.25471568, + 0.352856666, -0.193567917, 0.592190742, 0.410122901, -0.271732777, -0.207192421, -0.91588062, 0.171692029, + 0.970233381, 0.633579373, 1.08946228, 0.914925992}, + {-0.128533393, -4.59956074, -2.25347877, -0.857251048, -1.41797447, -2.11075878, -1.90714383, -1.73755312, + -0.64231056, -0.21889554, 0.0228042938, -0.325732946, -0.130355373, 0.54209137, -0.396911502, 0.307778239, + -0.332568079, 0.079002291, 0.73528564, 0.116297394, -0.634565234, -1.46313703, 0.204324812, -0.150854513, + 0.996054411, -0.518678546, -0.318085939, 0.120147653}, + {-0.185454667, -9.22687817, -0.771052778, -0.477409929, -0.372024924, -0.277389944, -0.343998075, -0.862956285, + -0.630431712, -0.155055434, -0.634139299, -0.43316412, -0.50519067, -0.437925428, -0.199404866, -0.337778926, + -0.259445459, -0.511975288, -0.529878914, -0.478819311, -0.437376946, -0.463468611, -0.42474857, -0.668455541, + -0.534354448, -0.540537477, -0.499020278, -0.60747695}, + {0.217490569, 2.23294711, -1.73882985, 0.354090869, 0.511141896, 0.599470794, 0.54344368, 0.325394273, + 0.77486825, 0.729058921, 0.719261944, 0.751142442, 0.613670409, 0.818025529, 0.808399796, 0.691641152, + 0.767163217, 0.672254205, 0.791349888, 0.961657524, 0.684984148, 0.744035125, 0.633737922, 0.445100725, + 0.764385223, 0.599274218, 0.569571316, 0.36910665}, + {0.0680011883, -0.141525134, 0.608115494, 0.106840186, -0.061644841, 0.311127216, -0.0361108258, 0.255941838, + -0.254869759, 0.0517963171, 0.112334773, 0.279684216, 0.466534257, 0.45050621, 0.206787363, 0.24129279, + 0.2476044, -0.000249022385, -0.0412789732, -0.120305732, 0.403608739, 0.420840859, -0.0191493798, -0.176183328, + -0.0729398727, 0.517172635, 0.125035092, 0.00305919233}, + {0.136051759, -0.0154735642, -1.08757341, -0.746539235, -0.589996576, 0.321027815, 0.757336795, 0.248112336, + -1.42974126, -0.225172669, 0.400551528, 0.481706113, 0.802500308, -0.993251145, -0.414106816, 0.114978746, + 0.0362451002, 0.223054335, 0.259547591, 0.0493675098, 0.021725541, -0.141420424, 0.141650572, -0.383692712, + -1.13459575, -0.370508611, 0.531831622, -0.394069403}, + {-0.0247515328, -3.75203705, -3.28242469, -1.09618807, -0.0671465099, 0.317322344, -0.53469032, -0.403174758, + 0.290458262, -0.059117496, -0.284698397, 0.418337703, 0.331433296, 0.201873526, 0.0269236341, -0.131931692, + -0.401278794, -0.542468548, 0.0979440659, -0.375371873, 0.106137544, -0.0227250904, -0.0387178957, -0.770952106, + 0.473305196, -0.14553991, 0.0323893614, -0.0983058661}, + {0.121550478, -1.20097578, -2.96541047, -0.981075048, 0.95280093, 0.75922364, 0.0870448053, 0.896997392, + 0.7241624, 0.315399319, 0.311144173, 0.356648207, 0.169853419, 0.461099893, -0.353262663, 0.620792806, + -0.141449422, -0.524455607, -0.170073077, 1.27285218, 0.210375085, 0.0834764838, -0.102093987, 0.0176223777, + -0.141467556, 0.746384025, 0.170173422, -0.69785428}, + {-0.0791102052, -0.347374827, 0.107073911, 0.233195081, -0.206529081, -0.30429247, -0.497484356, 0.151661664, + -0.5368101, -0.0362392329, -0.123587944, -1.00701988, 0.0480095968, -1.06661069, -0.659112275, -0.321277708, + -0.622343838, -0.627477169, -0.541736662, -0.709596395, -0.571051478, -0.710240304, -0.452208102, -0.527482331, + -1.0322777, 0.00206571748, -0.231442511, -0.497865587}, + {0.0845473409, -1.38251448, -3.05260706, -0.0213376638, 0.744133651, -0.601952314, -0.581485391, -0.629590273, + 0.308812827, -0.246839851, 0.53752625, -0.445156962, 0.722199798, 0.375423521, 0.0240628216, 0.416546077, + -0.438310236, -0.272160798, 0.879133999, 0.289178818, 0.154044807, 0.517107129, 1.06396961, 0.161833867, + 0.856201231, 0.824694753, -0.569748759, 1.1690824}, + {0.0797297731, 1.23410141, -0.649697781, -0.785597503, 0.0405770466, 0.189385891, 0.0761621445, -0.21260345, + -1.92817712, 0.354788899, -0.0287855789, -0.436804414, -0.484741211, -0.368482411, 0.0218798611, 0.178884551, + -0.500666261, -0.526111066, -0.113748975, -0.143456414, 1.12657678, 0.0987133533, -0.176197022, -0.0326661766, + -1.00384998, 0.378343344, 0.369729102, 0.0732632577}, + {0.0749957487, 0.647937, -0.139397129, 0.149107605, 0.117675401, 0.0703874156, 0.155242607, 0.391989201, + -0.0147751728, 0.248808801, -0.0176097173, 0.354990423, 0.105021313, 0.310541123, 0.479488283, 0.399166375, + 0.623566747, 0.550043166, 0.490510315, 0.267156988, 0.420536071, 0.411517382, 0.211521819, 0.0443741903, + 0.315481931, -0.122099027, 0.219476625, -0.0325079039}, + {-0.314885944, -9.91029453, -1.01080608, -0.535474598, -0.661661565, -0.0400171913, -0.684226394, 0.0739472285, + -0.637683392, -0.234634548, 0.262685686, 0.352341652, -0.384370744, -0.684700787, -0.639763236, -1.006724, + -1.14319217, -0.602748215, -0.278669477, 0.439627349, -0.624651015, -0.688860774, -0.479809672, -0.274525553, + -0.237743154, -1.14651179, -0.605139911, 0.308806986}, +}; -const float five_dense_biases[FIVE_DENSE_NUM] = { - -0.1444406658411026, -0.9969395995140076, -0.6437257528305054, - -0.5090100169181824, -0.4562266170978546, -0.7947681546211243, - -0.66095370054245, -0.0757993534207344, -0.6305758357048035, - -0.6522586345672607, -0.6137698292732239, 0.06795938313007355, - -0.5988752841949463, -0.022649021819233894, -0.559893012046814, - -0.34122252464294434, 0.21291229128837585, -0.9544443488121033, - -0.5839042663574219, -0.3325875997543335, -0.8768086433410645, - -0.3371303975582123, -0.804802417755127, -0.7296857833862305, - -0.24707458913326263, -0.9100144505500793, -0.7247095704078674, - -0.6324146389961243, -0.42117181420326233, -1.2145949602127075, - -0.7118635177612305, -0.9112556576728821, -0.21369697153568268, - -0.10298735648393631, -0.8274878263473511, -0.6126794219017029, - -0.7786099314689636, -0.5083696246147156, -0.38434338569641113, - -0.468181848526001, -0.5246707201004028, -0.6266580820083618, - -0.3932459354400635, -0.6446056365966797, -0.8690927028656006, - -0.7806448936462402, -0.7514670491218567, -0.4992736577987671, - -0.4725331962108612, -0.8359085321426392, -0.3995131254196167, - -0.701408326625824, 0.13735836744308472, -0.7701425552368164, - 0.37747254967689514, -0.8496323227882385, -0.41388845443725586, - -0.3626680374145508, -0.4750637412071228, -1.0076007843017578, - -0.4247843325138092, -0.8280375599861145, -0.8584521412849426, - -0.49181294441223145}; +const float five_dense_biases[FIVE_DENSE_NUM] = +{ + -2.24697518, -2.79671645, -2.29277706, -1.64123476, -2.97337246, -1.55279529, -1.48783553, -2.33274174, + -1.22874868, 2.39438224, -3.13994718, -1.4903506, -2.2855773, -1.14909065, -0.74406594, -2.89792275, + -3.12807941, -2.84854364, -2.97222972, -1.20280099, -2.2895298, 0.345206112, -0.404011369, -2.12997103, + 0.026584696, -1.72927654, -1.31738377, -2.38992381, -1.09590578, -2.08547592, -2.00498819, -2.67043161, + -1.79812217, -1.43836403, -1.71620834, -1.53693056, -0.234484181, -1.45272624, -1.72868788, -1.82437479, + -2.66851068, -2.93813992, -2.29339194, -1.71646988, -2.62597537, -1.40944898, -2.04996037, 1.15793979, + 1.40398467, -2.33760524, 1.23705673, -2.31002736, -0.673910081, 1.02907646, 1.49880397, -2.22889376, + -2.86746573, -2.31694722, -2.66456366, -2.4524951, -2.56475425, 0.264515311, -2.28604388, -1.6073668 +}; -const float five_output_weights[2][FIVE_DENSE_NUM] = { - {-0.10164133459329605, -0.06545510143041611, -0.12559004127979279, - -0.09770263731479645, 0.020511239767074585, -0.11956804245710373, - 0.0725698173046112, 0.09884587675333023, 0.03334106504917145, - -0.07531746476888657, -0.04404358193278313, 0.04667624458670616, - -0.10733920335769653, 0.11603111028671265, -0.09832630306482315, - -0.029710080474615097, 0.6112914681434631, 0.09875980764627457, - 0.04528747498989105, 0.04975724592804909, 0.05296019837260246, - -0.1494731307029724, 0.06372635811567307, 0.05117323249578476, - -0.4960876405239105, 0.08172430098056793, 0.09049712121486664, - 0.16494503617286682, 0.12463495880365372, 0.10889994353055954, - 0.0901939794421196, -0.07425925135612488, -0.09327994287014008, - 0.07225991785526276, 0.0995996817946434, 0.1002214103937149, - 0.13605892658233643, -0.2738678455352783, 0.07213583588600159, - 0.031051557511091232, -0.09413432329893112, -0.05657240375876427, - 0.023954149335622787, -0.11132869869470596, 0.0918613076210022, - 0.1731780767440796, -0.048148252069950104, -0.08594620227813721, - -0.07079077512025833, 0.028347637504339218, 0.04007003828883171, - -0.08521876484155655, -0.13736766576766968, 0.0973486453294754, - -0.3953056037425995, -0.09303829818964005, 0.0926792323589325, - 0.08662958443164825, 0.07239469885826111, 0.12995171546936035, - -0.08624651283025742, -0.13703757524490356, 0.1074426919221878, - -0.05400789529085159}, - {0.09475231915712357, 0.10763916373252869, 0.10490848124027252, - 0.051702577620744705, -0.025973767042160034, 0.1243276372551918, - -0.09184729307889938, -0.09110323339700699, -0.10927686840295792, - 0.07648954540491104, 0.08314546942710876, -0.054432936012744904, - 0.11420167982578278, -0.14501862227916718, 0.07449985295534134, - 0.04114171117544174, -0.5540419816970825, -0.11702275276184082, - -0.057106584310531616, -0.11389349400997162, -0.04799086973071098, - 0.11528362333774567, -0.10561501979827881, -0.06099977344274521, - 0.5406088829040527, -0.07843243330717087, -0.07121624052524567, - -0.15534670650959015, -0.10739737004041672, -0.10599866509437561, - -0.03090781159698963, 0.1024080142378807, 0.11164399981498718, - -0.10347762703895569, -0.09762325882911682, -0.044070787727832794, - -0.1382112205028534, 0.2635824978351593, -0.013381495140492916, - -0.017522230744361877, 0.09075458347797394, 0.08058229833841324, - -0.03840004280209541, 0.08596818149089813, -0.10802465677261353, - -0.17988164722919464, 0.08185803890228271, 0.09076226502656937, - 0.042497776448726654, -0.0991385206580162, -0.03188726678490639, - 0.0789727196097374, 0.12080144137144089, -0.12002957612276077, - 0.3941708207130432, 0.07739747315645218, -0.04954647645354271, - -0.10626203566789627, -0.054530855268239975, -0.19077910482883453, - 0.07939524203538895, 0.10724455863237381, -0.09315766394138336, - 0.07806982845067978}}; +const float five_logit_weights[FIVE_DENSE_NUM] NN_ALIGNED = +{ + 0.731341183, 2.23163199, 0.949222744, 0.296105713, 1.15792906, -3.42066145, 0.183252349, 1.14736974, + 1.31554925, 0.112483598, 1.14517629, -6.70101404, 1.21333194, -0.108623341, 0.0844625309, 1.39609873, + -2.15012026, 2.09257817, -1.00639415, 0.0941660404, 0.995582104, 0.0935992077, 0.140742123, 4.60981607, + -0.149704531, 1.17570782, -0.0730246454, -0.163265958, 1.5062983, 0.123115465, -1.43543541, 1.99429679, + -0.96264106, -0.183488742, 0.176509976, 0.478997976, -0.100140609, 1.20759714, 1.40249825, 1.35177362, + -0.17572777, -1.53293693, 1.50571012, -3.87809801, 0.552025557, -0.084801957, 6.23696709, -0.112289943, + 0.204722211, 0.951846004, -0.109762318, 0.919938505, -0.1393639, -0.47155264, 0.669605315, 3.53084946, + -1.02313769, 1.25685394, 0.606329083, -2.37867737, 0.991012573, 0.101894319, 4.19737768, -2.38213611 +}; -const float five_output_bias[2] = {0.3762611150741577, 0.6172211170196533}; +const float five_logit_bias = -1.19490004; -- cgit v1.3.1