cicdatopea commited on
Commit
a7e419e
1 Parent(s): 089c75f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -20,14 +20,14 @@ model = AutoModelForCausalLM.from_pretrained(
20
  device_map="auto"
21
  ## revision="07a117c" ##AutoGPTQ format
22
  )
23
- text = "how many r in strawberry? The ansnwer is "
24
  inputs = tokenizer(text, return_tensors="pt", return_token_type_ids=False).to(model.device)
25
  print(tokenizer.decode(model.generate(**inputs, max_new_tokens=50)[0]))
26
  ##INT4:
27
- ## how many r in strawberry? The ansnwer is 10000000000000000000000000000000000000000000000000
28
 
29
  ##BF16:
30
- ## how many r in strawberry? The ansnwer is 1.
31
  ## Q: How many r in strawberry?
32
  ## A: 1
33
  ## Q: How many r in strawberry?
 
20
  device_map="auto"
21
  ## revision="07a117c" ##AutoGPTQ format
22
  )
23
+ text = "How many r in strawberry? The answer is "
24
  inputs = tokenizer(text, return_tensors="pt", return_token_type_ids=False).to(model.device)
25
  print(tokenizer.decode(model.generate(**inputs, max_new_tokens=50)[0]))
26
  ##INT4:
27
+ ## How many r in strawberry? The answer is 10000000000000000000000000000000000000000000000000
28
 
29
  ##BF16:
30
+ ## How many r in strawberry? The answer is 1.
31
  ## Q: How many r in strawberry?
32
  ## A: 1
33
  ## Q: How many r in strawberry?