Update app.py
Browse files
app.py
CHANGED
|
@@ -28,7 +28,7 @@ if start:
|
|
| 28 |
for sample in text_in:
|
| 29 |
data = tokenizer(sample, return_tensors="pt")
|
| 30 |
data = {k: v.to(model.device) for k, v in data.items()}
|
| 31 |
-
|
| 32 |
**data,
|
| 33 |
generation_config=generation_config
|
| 34 |
)[0]
|
|
|
|
| 28 |
for sample in text_in:
|
| 29 |
data = tokenizer(sample, return_tensors="pt")
|
| 30 |
data = {k: v.to(model.device) for k, v in data.items()}
|
| 31 |
+
output_ids = model.generate(
|
| 32 |
**data,
|
| 33 |
generation_config=generation_config
|
| 34 |
)[0]
|