Update README.md
Browse files
README.md
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
gen_kwargs = {
|
2 |
"max_new_tokens": 100,
|
3 |
"top_k": 70,
|
@@ -20,4 +21,5 @@ model.to(device)
|
|
20 |
|
21 |
prepared = tokenizer.encode(inp, return_tensors='pt').to(model.device)
|
22 |
out = model.generate(input_ids=prepared, **gen_kwargs)
|
23 |
-
generated = tokenizer.decode(out[0])
|
|
|
|
1 |
+
```
|
2 |
gen_kwargs = {
|
3 |
"max_new_tokens": 100,
|
4 |
"top_k": 70,
|
|
|
21 |
|
22 |
prepared = tokenizer.encode(inp, return_tensors='pt').to(model.device)
|
23 |
out = model.generate(input_ids=prepared, **gen_kwargs)
|
24 |
+
generated = tokenizer.decode(out[0])
|
25 |
+
```
|