precompute training data outside training script

2025-10-15 02:23:35 -04:00 · 2025-10-15 02:23:35 -04:00 · c8c6ae03ac
commit c8c6ae03ac
parent 78ece6996f
2 changed files with 14 additions and 0 deletions
--- a/.gitignore
+++ b/.gitignore
@ -2,3 +2,4 @@
 /__pycache__/
 /data/
 /music.safetensors
+/data.npz
--- a/dataInit.py
+++ b/dataInit.py
@ -0,0 +1,13 @@
+import data
+import numpy as np
+
+x,y = data.dataset(data.load())
+size=len(x)
+
+x_np = np.stack(x)
+x_np = np.expand_dims(x_np, axis=1)
+
+y_np = np.stack(y)
+y_np = np.expand_dims(y_np, axis=1)
+
+np.savez_compressed("data",x_np,y_np)