add hooktheory_v18_sparse_oversample/config.json

hooktheory_v18_sparse_oversample/config.json

@@ -0,0 +1,23 @@
+{
+  "type": "v18_sparse_oversample",
+  "manifest": "/root/data/hooktheory/commit_manifest.jsonl",
+  "out_dir": "/root/experiments/hooktheory_v18_sparse_oversample",
+  "pretrained": "/root/experiments/hooktheory_v12_sustain/step_20000.pt",
+  "sampling_rate": 0.5,
+  "batch_size": 8,
+  "grad_accum": 4,
+  "max_steps": 10000,
+  "max_wall_minutes": 360.0,
+  "warmup_steps": 200,
+  "sustain_only_prob": 0.5,
+  "no_context_prob": 0.3,
+  "peak_lr": 5e-06,
+  "end_lr": 1e-06,
+  "num_workers": 4,
+  "log_every": 50,
+  "val_every": 500,
+  "save_every": 1000,
+  "seed": 45,
+  "resume": null,
+  "smoke": false
+}