Spaces:

argilla
/

distilabel-argilla-labeller

Build error

davidberenstein1957 HF staff commited on Sep 24

Commit

1853f75

•

1 Parent(s): a4aa9e7

fix: limit max new tokens

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,7 +7,7 @@ from distilabel.steps.tasks.argillalabeller import ArgillaLabeller
 llm = InferenceEndpointsLLM(
     model_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
     tokenizer_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
-    generation_kwargs={"max_new_tokens": 1000 * 4},
 )
 task = ArgillaLabeller(llm=llm)
 task.load()

 llm = InferenceEndpointsLLM(
     model_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
     tokenizer_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
+    generation_kwargs={"max_new_tokens": 1000},
 )
 task = ArgillaLabeller(llm=llm)
 task.load()