storresbusquets commited on
Commit
c6818ef
·
1 Parent(s): f9886a4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -3
app.py CHANGED
@@ -50,10 +50,7 @@ class GradioInference:
50
  "text-generation", #task
51
  model="tiiuae/falcon-7b-instruct",
52
  tokenizer=self.llm_tokenizer,
53
- torch_dtype=torch.bfloat16,
54
  trust_remote_code=True,
55
- device_map="auto",
56
- max_length=1000,
57
  do_sample=True,
58
  top_k=10,
59
  num_return_sequences=1,
 
50
  "text-generation", #task
51
  model="tiiuae/falcon-7b-instruct",
52
  tokenizer=self.llm_tokenizer,
 
53
  trust_remote_code=True,
 
 
54
  do_sample=True,
55
  top_k=10,
56
  num_return_sequences=1,