Spaces:

lhoestq
/

fake-data-generator-jsonl

Running on Zero

lhoestq HF staff commited on Apr 5

Commit

2d4d597

•

1 Parent(s): 3642076

disanle batching

Files changed (1) hide show

generate.py CHANGED Viewed

@@ -26,11 +26,11 @@ logger.warning("Loading model...")
 if torch.backends.mps.is_available():
     device = "mps"
     model_id = "Qwen/Qwen1.5-0.5B-Chat"
-    batch_size = 4
 else:
     device = "cuda"
     model_id = "google/gemma-2b-it"
-    batch_size = 4
 model = models.transformers(model_id, device=device)

 if torch.backends.mps.is_available():
     device = "mps"
     model_id = "Qwen/Qwen1.5-0.5B-Chat"
+    batch_size = 1  # batching generates duplicates
 else:
     device = "cuda"
     model_id = "google/gemma-2b-it"
+    batch_size = 1  # batching generates duplicates
 model = models.transformers(model_id, device=device)