Commit
•
07a9f15
1
Parent(s):
0399b0e
Update inference.py
Browse files- inference.py +1 -1
inference.py
CHANGED
|
@@ -42,7 +42,7 @@ input_ids = tokenizer(
|
|
| 42 |
|
| 43 |
attention_mask = torch.ones_like(input_ids)
|
| 44 |
|
| 45 |
-
max_length =
|
| 46 |
|
| 47 |
output_ids, _ = model.generate(input_ids, attention_mask=attention_mask, max_length=max_length, streamer=streamer)
|
| 48 |
|
|
|
|
| 42 |
|
| 43 |
attention_mask = torch.ones_like(input_ids)
|
| 44 |
|
| 45 |
+
max_length = 256
|
| 46 |
|
| 47 |
output_ids, _ = model.generate(input_ids, attention_mask=attention_mask, max_length=max_length, streamer=streamer)
|
| 48 |
|