Per Egil Kummervold commited on
Commit
8bd8c44
·
1 Parent(s): a7d7f10

3B test float16

Browse files
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "LlamaForCausalLM"
4
  ],
@@ -28,7 +29,7 @@
28
  },
29
  "rope_theta": 500000.0,
30
  "tie_word_embeddings": true,
31
- "torch_dtype": "bfloat16",
32
  "transformers_version": "4.48.0",
33
  "use_cache": true,
34
  "vocab_size": 128256
 
1
  {
2
+ "_name_or_path": "meta-llama/Llama-3.2-3B",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
29
  },
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": true,
32
+ "torch_dtype": "float32",
33
  "transformers_version": "4.48.0",
34
  "use_cache": true,
35
  "vocab_size": 128256
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e20bcb6f2794dec2733ac4057cb426a41e3aff67bc38a9fce9ab16f29657671c
3
- size 4965799096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981d13863fea41563edddcec61c6ddfc6dfedfa77789759f7a04839bc7915287
3
+ size 4965798912
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:364fbe8976cc31cdc768bc6d33dd6dd0cd08b3e7beea6ea0eac1d7df00ee393e
3
- size 1459729952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b66afa3c7de090f1bfdf040e4e0dba3e10e627ebe811a7d351473c3e3d7b510
3
+ size 1459729880