Update README.md
Browse files
README.md
CHANGED
|
@@ -1,3 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
Ars model
|
| 2 |
|
| 3 |
To Run:
|
|
@@ -22,6 +26,7 @@ inputs = tokenizer(
|
|
| 22 |
PROMPT,
|
| 23 |
return_tensors="pt",
|
| 24 |
)
|
|
|
|
| 25 |
input_ids = inputs["input_ids"].cuda()
|
| 26 |
|
| 27 |
generation_config = GenerationConfig(
|
|
@@ -29,7 +34,9 @@ generation_config = GenerationConfig(
|
|
| 29 |
top_p=0.95,
|
| 30 |
repetition_penalty=1.15,
|
| 31 |
)
|
|
|
|
| 32 |
print("Generating...")
|
|
|
|
| 33 |
generation_output = model.generate(
|
| 34 |
input_ids=input_ids,
|
| 35 |
generation_config=generation_config,
|
|
@@ -37,5 +44,6 @@ generation_output = model.generate(
|
|
| 37 |
output_scores=True,
|
| 38 |
max_new_tokens=128,
|
| 39 |
)
|
|
|
|
| 40 |
for s in generation_output.sequences:
|
| 41 |
print(tokenizer.decode(s))
|
|
|
|
| 1 |
+
---
|
| 2 |
+
language:
|
| 3 |
+
- en
|
| 4 |
+
---
|
| 5 |
Ars model
|
| 6 |
|
| 7 |
To Run:
|
|
|
|
| 26 |
PROMPT,
|
| 27 |
return_tensors="pt",
|
| 28 |
)
|
| 29 |
+
|
| 30 |
input_ids = inputs["input_ids"].cuda()
|
| 31 |
|
| 32 |
generation_config = GenerationConfig(
|
|
|
|
| 34 |
top_p=0.95,
|
| 35 |
repetition_penalty=1.15,
|
| 36 |
)
|
| 37 |
+
|
| 38 |
print("Generating...")
|
| 39 |
+
|
| 40 |
generation_output = model.generate(
|
| 41 |
input_ids=input_ids,
|
| 42 |
generation_config=generation_config,
|
|
|
|
| 44 |
output_scores=True,
|
| 45 |
max_new_tokens=128,
|
| 46 |
)
|
| 47 |
+
|
| 48 |
for s in generation_output.sequences:
|
| 49 |
print(tokenizer.decode(s))
|