From c8c6ae03acee26403ece6f7ece279a256f7999ae Mon Sep 17 00:00:00 2001 From: k Date: Wed, 15 Oct 2025 02:23:35 -0400 Subject: [PATCH] precompute training data outside training script --- .gitignore | 1 + dataInit.py | 13 +++++++++++++ 2 files changed, 14 insertions(+) create mode 100644 dataInit.py diff --git a/.gitignore b/.gitignore index 8fe249c..afb89a2 100644 --- a/.gitignore +++ b/.gitignore @@ -2,3 +2,4 @@ /__pycache__/ /data/ /music.safetensors +/data.npz diff --git a/dataInit.py b/dataInit.py new file mode 100644 index 0000000..6622179 --- /dev/null +++ b/dataInit.py @@ -0,0 +1,13 @@ +import data +import numpy as np + +x,y = data.dataset(data.load()) +size=len(x) + +x_np = np.stack(x) +x_np = np.expand_dims(x_np, axis=1) + +y_np = np.stack(y) +y_np = np.expand_dims(y_np, axis=1) + +np.savez_compressed("data",x_np,y_np)