cicdatopea
commited on
Commit
•
a7e419e
1
Parent(s):
089c75f
Update README.md
Browse files
README.md
CHANGED
@@ -20,14 +20,14 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
20 |
device_map="auto"
|
21 |
## revision="07a117c" ##AutoGPTQ format
|
22 |
)
|
23 |
-
text = "
|
24 |
inputs = tokenizer(text, return_tensors="pt", return_token_type_ids=False).to(model.device)
|
25 |
print(tokenizer.decode(model.generate(**inputs, max_new_tokens=50)[0]))
|
26 |
##INT4:
|
27 |
-
##
|
28 |
|
29 |
##BF16:
|
30 |
-
##
|
31 |
## Q: How many r in strawberry?
|
32 |
## A: 1
|
33 |
## Q: How many r in strawberry?
|
|
|
20 |
device_map="auto"
|
21 |
## revision="07a117c" ##AutoGPTQ format
|
22 |
)
|
23 |
+
text = "How many r in strawberry? The answer is "
|
24 |
inputs = tokenizer(text, return_tensors="pt", return_token_type_ids=False).to(model.device)
|
25 |
print(tokenizer.decode(model.generate(**inputs, max_new_tokens=50)[0]))
|
26 |
##INT4:
|
27 |
+
## How many r in strawberry? The answer is 10000000000000000000000000000000000000000000000000
|
28 |
|
29 |
##BF16:
|
30 |
+
## How many r in strawberry? The answer is 1.
|
31 |
## Q: How many r in strawberry?
|
32 |
## A: 1
|
33 |
## Q: How many r in strawberry?
|