danielhanchen commited on
Commit
372aead
1 Parent(s): 1d72632

Upload MllamaForCausalLM

Browse files
Files changed (39) hide show
  1. config.json +0 -15
  2. model-00001-of-00037.safetensors +3 -0
  3. model-00002-of-00037.safetensors +3 -0
  4. model-00003-of-00037.safetensors +3 -0
  5. model-00004-of-00037.safetensors +3 -0
  6. model-00005-of-00037.safetensors +3 -0
  7. model-00006-of-00037.safetensors +3 -0
  8. model-00007-of-00037.safetensors +3 -0
  9. model-00008-of-00037.safetensors +3 -0
  10. model-00009-of-00037.safetensors +3 -0
  11. model-00010-of-00037.safetensors +3 -0
  12. model-00011-of-00037.safetensors +3 -0
  13. model-00012-of-00037.safetensors +3 -0
  14. model-00013-of-00037.safetensors +3 -0
  15. model-00014-of-00037.safetensors +3 -0
  16. model-00015-of-00037.safetensors +3 -0
  17. model-00016-of-00037.safetensors +3 -0
  18. model-00017-of-00037.safetensors +3 -0
  19. model-00018-of-00037.safetensors +3 -0
  20. model-00019-of-00037.safetensors +3 -0
  21. model-00020-of-00037.safetensors +3 -0
  22. model-00021-of-00037.safetensors +3 -0
  23. model-00022-of-00037.safetensors +3 -0
  24. model-00023-of-00037.safetensors +3 -0
  25. model-00024-of-00037.safetensors +3 -0
  26. model-00025-of-00037.safetensors +3 -0
  27. model-00026-of-00037.safetensors +3 -0
  28. model-00027-of-00037.safetensors +3 -0
  29. model-00028-of-00037.safetensors +3 -0
  30. model-00029-of-00037.safetensors +3 -0
  31. model-00030-of-00037.safetensors +3 -0
  32. model-00031-of-00037.safetensors +3 -0
  33. model-00032-of-00037.safetensors +3 -0
  34. model-00033-of-00037.safetensors +3 -0
  35. model-00034-of-00037.safetensors +3 -0
  36. model-00035-of-00037.safetensors +3 -0
  37. model-00036-of-00037.safetensors +3 -0
  38. model-00037-of-00037.safetensors +3 -0
  39. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -37,21 +37,6 @@
37
  "num_hidden_layers": 100,
38
  "num_key_value_heads": 8,
39
  "pad_token_id": 128004,
40
- "quantization_config": {
41
- "_load_in_4bit": true,
42
- "_load_in_8bit": false,
43
- "bnb_4bit_compute_dtype": "bfloat16",
44
- "bnb_4bit_quant_storage": "uint8",
45
- "bnb_4bit_quant_type": "nf4",
46
- "bnb_4bit_use_double_quant": true,
47
- "llm_int8_enable_fp32_cpu_offload": false,
48
- "llm_int8_has_fp16_weight": false,
49
- "llm_int8_skip_modules": null,
50
- "llm_int8_threshold": 6.0,
51
- "load_in_4bit": true,
52
- "load_in_8bit": false,
53
- "quant_method": "bitsandbytes"
54
- },
55
  "rms_norm_eps": 1e-05,
56
  "rope_scaling": {
57
  "factor": 8.0,
 
37
  "num_hidden_layers": 100,
38
  "num_key_value_heads": 8,
39
  "pad_token_id": 128004,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  "rms_norm_eps": 1e-05,
41
  "rope_scaling": {
42
  "factor": 8.0,
model-00001-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1fba7e0783c32ff19945abd429f8cd6995ec6c076b92c959a19e42ff09ae85
3
+ size 4584539880
model-00002-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:005a4e2e91d049a5588f029d5b720ed9069da254728b6865ea4feb79a7579bf8
3
+ size 4664168332
model-00003-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17d2a3294c83800042f6baf4dbed834903e16e11abde0356f12960454bb5365
3
+ size 4999711704
model-00004-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dac9645d4664a3256139101018fc59df64c16a217cf57a2e3ced33818fdc9a3
3
+ size 4966157988
model-00005-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006cff5db3d12a7d88304c23bba6d4391af5f2d507a3fd91c6da31f4ce9936f0
3
+ size 4664134408
model-00006-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24639aa5196582eb38cb343deb8af95939a3f7e1ab55601da14aa610d10a6f3a
3
+ size 4664168356
model-00007-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f6cccc7d0c7b31a117acd594e777ae2ce4ce9531be7dd2bb220583081ed1a3f
3
+ size 4664184860
model-00008-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bfc2abab27c9bd25a256e1a99d465866c77e1e8ec37842874475aeeeeb98174
3
+ size 4999695240
model-00009-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0d09be859089e725ca7cdcf0e5fe62e62e7dc6c0a95c7ba967fcd7db7f187d8
3
+ size 4966158020
model-00010-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64af923ba68fa6727ef424d846fdd393ee01910426ba32efb0e80a1d0f5bbdbb
3
+ size 4664134408
model-00011-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a2edf8b33e3b1b2b25aa9b6a5fc4e985d9f454d0b22153baea873af111ac885
3
+ size 4664168364
model-00012-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b106e3702e8ec19d9dfc0aaf1359bb91546214acbd227bed7620d07ba3dc31
3
+ size 4664167408
model-00013-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee4651517a0e40bdd3eac738a3f8bb86a8fe72f930911071db40e8c33f1b3bb
3
+ size 4999712684
model-00014-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0388320865dc44c60971a67a471d6b4a4f62c6072abfd3548ce94d0c27dc6d05
3
+ size 4966157276
model-00015-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abdbfe2ac62d25a06ba484ed33e7289c7a6e7be04340c0fcd2801b660147e188
3
+ size 4664135136
model-00016-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e467e6afe48d5bcab190e48476565d3c93756774270f2295e4f0d5f1eeb9f728
3
+ size 4664184860
model-00017-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3379352192388394b32890abbcacdd77c13f22848bae777da2643e3b9c5441ff
3
+ size 4664150920
model-00018-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e05154d640f506cd51ace961357d3ebf3a4440e693dcb9bcabc1fb6bbe63520a
3
+ size 4999712684
model-00019-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c0cecd2356a79689734fa88d66a4bbfc739aab2afd592ea3c482303ec78f06
3
+ size 4966157056
model-00020-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b9aa89b99b63d529c8e1e1f654676697f227845e7e4e730a7e316d6e05bb115
3
+ size 4664135364
model-00021-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8d5c4c8f832639d4f47355855b4df851491e36fe2e5712b8813412d699c2c1
3
+ size 4664167408
model-00022-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:806bb2b39375df205fff4dde8fbef0040306c0eafdeba052f7129aacdafb793f
3
+ size 4664168364
model-00023-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1bc703e99257300588b821077478b00920ce5e4994823e9fe99ad6dcc23081
3
+ size 4999711948
model-00024-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4a670a6d8003fc41553b0c56599e46ed8dd9503a3e82f446a158aa79004842
3
+ size 4966157792
model-00025-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8835ec89e7d96a4747d024ce0f48e261435aac71c55881c69c7211a8496bf473
3
+ size 4664151860
model-00026-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed17f016eb563541a0c03e4dd81b4fd714a6d2689fde3074cddb10fbcc88b3a
3
+ size 4664150920
model-00027-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9050f6f744a43eaf64f60c006babe839fd1de6d56b06c6cd36cb71f35fa86965
3
+ size 4664168364
model-00028-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e7fb575be85c6d426c89bd8271b00d28b9b405dcd475d7bfd1442c581b5439f
3
+ size 4999711728
model-00029-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8186730dde8ca9effde084cb302a4cb65b8c096f169f37b181925c759e99b05
3
+ size 4966158020
model-00030-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef68e22a893efd0250054711ba407fa7264795491d7ca0e53f982cab2338ccb
3
+ size 4664134408
model-00031-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37aace932954b87e03fb311c10954136c0526bf0c2538361f036f51b881d0fa3
3
+ size 4664168356
model-00032-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530b8610e40a13554f4a231cff4b59257c21e2d64bcb109c5a3678a0a34e50cf
3
+ size 4664184860
model-00033-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26a0414b5805979b0beed827fddfeb820579dd43f805a036b83492b167e7469
3
+ size 4999695240
model-00034-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15bb11ce754d05242faf7dc0128acf470c3b6497141552bfe22bb5e2f6d4a731
3
+ size 4966158020
model-00035-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b088ea6615aa10387e049e43a2eaa4e0376482a20a342692c6cb082487bf2d0
3
+ size 4664134408
model-00036-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6b0efa40c8b93b2f09f5046ec9104604515f89dbea95b64ea19702ddc4bfe5
3
+ size 4664168364
model-00037-of-00037.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5364abf7eefe938132d5b9ce6a8bbbb95703ffc55d9a1e32250c6c69742b76e3
3
+ size 3040920232
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff