Transformers
GGUF
Inference Endpoints
LoneStriker commited on
Commit
1bba177
1 Parent(s): fda32a6

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -1,9 +1,5 @@
1
  gemma-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
2
- gemma-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
3
- gemma-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
4
  gemma-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
5
- gemma-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
6
  gemma-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
7
- gemma-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
8
  gemma-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
9
  gemma-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
1
  gemma-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
 
 
2
  gemma-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
3
  gemma-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
4
  gemma-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
5
  gemma-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -63,9 +63,9 @@ tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b")
63
  model = AutoModelForCausalLM.from_pretrained("google/gemma-7b")
64
 
65
  input_text = "Write me a poem about Machine Learning."
66
- input_ids = tokenizer(**input_text, return_tensors="pt")
67
 
68
- outputs = model.generate(input_ids)
69
  print(tokenizer.decode(outputs[0]))
70
  ```
71
 
 
63
  model = AutoModelForCausalLM.from_pretrained("google/gemma-7b")
64
 
65
  input_text = "Write me a poem about Machine Learning."
66
+ input_ids = tokenizer(input_text, return_tensors="pt")
67
 
68
+ outputs = model.generate(**input_ids)
69
  print(tokenizer.decode(outputs[0]))
70
  ```
71
 
gemma-7b-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7837fb5e6d01b87ba5cf02194a9df0bda681902e1c210bdb752312c42e144b04
3
- size 4402039968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb96a9db84a2ca992745ad4869f294b12f3ca1933fd760d187423d415c858fd4
3
+ size 4709393568
gemma-7b-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:055d07a2b61e83b8d23198b6d0bd4c2b60848033d23bad648675c62f23eacdea
3
- size 5127231648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a970b0e32449345c43a0e24bce2e46bcc7374dec9d87e4f563cac5f9090252e
3
+ size 5330085024
gemma-7b-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80e14c828b57b0e0cf739c7c34c35c67e47f2a43ad473a6fff35d2d8ce2a4592
3
- size 6040328352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9885421edfa94cc94882a1be453789413bd22c3866acc0af7f961bc9e7d33e
3
+ size 6144828576