Spaces:
Runtime error
Runtime error
storresbusquets
commited on
Commit
·
c6818ef
1
Parent(s):
f9886a4
Update app.py
Browse files
app.py
CHANGED
@@ -50,10 +50,7 @@ class GradioInference:
|
|
50 |
"text-generation", #task
|
51 |
model="tiiuae/falcon-7b-instruct",
|
52 |
tokenizer=self.llm_tokenizer,
|
53 |
-
torch_dtype=torch.bfloat16,
|
54 |
trust_remote_code=True,
|
55 |
-
device_map="auto",
|
56 |
-
max_length=1000,
|
57 |
do_sample=True,
|
58 |
top_k=10,
|
59 |
num_return_sequences=1,
|
|
|
50 |
"text-generation", #task
|
51 |
model="tiiuae/falcon-7b-instruct",
|
52 |
tokenizer=self.llm_tokenizer,
|
|
|
53 |
trust_remote_code=True,
|
|
|
|
|
54 |
do_sample=True,
|
55 |
top_k=10,
|
56 |
num_return_sequences=1,
|