asigalov61 commited on
Commit
2e762b3
1 Parent(s): 75f75a1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -84,12 +84,12 @@ def classify_GPU(input_data):
84
 
85
  for input in input_data:
86
 
87
- x = torch.tensor([input[:1022]] * number_of_batches, dtype=torch.long, device='cuda')
88
 
89
  with ctx:
90
  out = model.generate(x,
91
  1,
92
- temperature=0.3,
93
  filter_logits_fn=top_k,
94
  filter_kwargs={'k': 1},
95
  return_prime=False,
 
84
 
85
  for input in input_data:
86
 
87
+ x = torch.tensor([input[:1022]] * number_of_batches, dtype=torch.long, device=DEVICE)
88
 
89
  with ctx:
90
  out = model.generate(x,
91
  1,
92
+ temperature=0.9,
93
  filter_logits_fn=top_k,
94
  filter_kwargs={'k': 1},
95
  return_prime=False,