Soumic commited on
Commit
a01b289
1 Parent(s): 846395b

:rocket: Finetuned for 18hrs on my laptop

Browse files
Files changed (2) hide show
  1. README.md +0 -0
  2. app.py +2 -2
README.md CHANGED
The diff for this file is too large to render. See raw diff
 
app.py CHANGED
@@ -245,8 +245,8 @@ def start():
245
  trust_remote_code=True)
246
  args = {
247
  "output_dir": "output_hyena_dna-mqtl_classification",
248
- "num_train_epochs": 10,
249
- "max_steps": 40_000, # train 36k + val 4k = 40k
250
  # Set the number of steps you expect to train, originally 1000, takes too much time. So I set it to 10 to run faster and check my code/pipeline
251
  "run_name": "laptop_run_hyena_dna-mqtl_classification", # Override run_name here
252
  "per_device_train_batch_size": 1,
 
245
  trust_remote_code=True)
246
  args = {
247
  "output_dir": "output_hyena_dna-mqtl_classification",
248
+ "num_train_epochs": 1, # I don't get it, it ain't working :/ just set it to 1
249
+ "max_steps": 2_0000, # my small dataset -> train 18k + val 2k = 20k. will take 17h to train :'(
250
  # Set the number of steps you expect to train, originally 1000, takes too much time. So I set it to 10 to run faster and check my code/pipeline
251
  "run_name": "laptop_run_hyena_dna-mqtl_classification", # Override run_name here
252
  "per_device_train_batch_size": 1,