From 71106f2a643b8cdc55eb52d6159894fef3cd3aec Mon Sep 17 00:00:00 2001 From: tslil Date: Wed, 6 Jan 2021 22:34:01 -0500 Subject: Small tweaks --- extract.sh | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) (limited to 'extract.sh') diff --git a/extract.sh b/extract.sh index 60e01f9..1e9443d 100755 --- a/extract.sh +++ b/extract.sh @@ -17,6 +17,7 @@ extract() { echo Extracing games of size "$size"... sqlite3 "$db_file" "$(query $1 $size)" | shuf > "playtak-$size" done + cd .. } process() { @@ -27,16 +28,19 @@ process() { tail -n21 "data/check-$i" echo Stripping overflows and illegal games... grep -Fvxf "data/check-$i" "data/playtak-$i" > "data/good-playtak-$i" - echo -n "Generating training data... " - ./pptdb "$i" "data/good-playtak-$i" generate - echo "Shuffling data..." - shuf "data/training-$i.csv" > "data/shuf-$i.csv" - mv "data/shuf-$i.csv" "data/training-$i.csv" + # echo -n "Generating training data... " + # ./pptdb "$i" "data/good-playtak-$i" generate + # echo "Shuffling data..." + # shuf "data/training-$i.csv" > "data/shuf-$i.csv" + # mv "data/shuf-$i.csv" "data/training-$i.csv" echo done } -# extract notation,result +if [ ! -f "data/playtak-5" ]; then + extract notation,result +fi + if [ ! -f "pptdb" ]; then echo Preparing pptdb make pptdb @@ -44,6 +48,5 @@ fi # process -make pptdb shuf -n10000 data/good-playtak-5 > data/smalltak-5 && ./pptdb 5 data/smalltak-5 generate && \ head -n1 data/training-5.csv > t && tail -n+2 data/training-5.csv > data/train5.csv && shuf data/train5.csv >> t && mv t data/train5.csv -- cgit v1.3.1