aboutsummaryrefslogtreecommitdiff
path: root/include/nn.c
diff options
context:
space:
mode:
Diffstat (limited to 'include/nn.c')
-rw-r--r--include/nn.c7
1 files changed, 4 insertions, 3 deletions
diff --git a/include/nn.c b/include/nn.c
index 9f15ec2..926fcf7 100644
--- a/include/nn.c
+++ b/include/nn.c
@@ -127,11 +127,12 @@ float eval_net(const float *board, const unsigned int n_inp, const float *w,
for (unsigned int d1 = 0; d1 < n_dense; d1++)
dense1[d1] += b * wrow[d1];
}
- for (unsigned int d1 = 0; d1 < n_dense; d1++)
- dense1[d1] = fast_silu(dense1[d1]);
float z = logit_b;
- for (unsigned int d1 = 0; d1 < n_dense; d1++)
+ for (unsigned int d1 = 0; d1 < n_dense; d1++) {
+ const float h = dense1[d1];
+ dense1[d1] = fast_silu(h);
z += dense1[d1] * logit_w[d1];
+ }
return parity * fast_tanh(z);
}