AXCXEPT commited on
Commit
2079332
1 Parent(s): 3368aa4

Upload Qwen2ForCausalLM

Browse files
config.json CHANGED
@@ -16,21 +16,6 @@
16
  "num_attention_heads": 64,
17
  "num_hidden_layers": 80,
18
  "num_key_value_heads": 8,
19
- "quantization_config": {
20
- "_load_in_4bit": true,
21
- "_load_in_8bit": false,
22
- "bnb_4bit_compute_dtype": "float32",
23
- "bnb_4bit_quant_storage": "uint8",
24
- "bnb_4bit_quant_type": "fp4",
25
- "bnb_4bit_use_double_quant": false,
26
- "llm_int8_enable_fp32_cpu_offload": false,
27
- "llm_int8_has_fp16_weight": false,
28
- "llm_int8_skip_modules": null,
29
- "llm_int8_threshold": 6.0,
30
- "load_in_4bit": true,
31
- "load_in_8bit": false,
32
- "quant_method": "bitsandbytes"
33
- },
34
  "rms_norm_eps": 1e-06,
35
  "rope_theta": 1000000.0,
36
  "sliding_window": null,
 
16
  "num_attention_heads": 64,
17
  "num_hidden_layers": 80,
18
  "num_key_value_heads": 8,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  "rms_norm_eps": 1e-06,
20
  "rope_theta": 1000000.0,
21
  "sliding_window": null,
model-00001-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9deeb15072b8f25be6559bcac79e348db8742e43a21a9788e6809197a34b8fe
3
+ size 4548798728
model-00002-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e4d55ef29d00c878881104596e1e23515c8c172806bf32159b4183a981f541
3
+ size 4964101384
model-00003-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a721210489fc61244c8923e0d8ccfbe6b94ffe9a7d864887c607e5afb44b827
3
+ size 4781637328
model-00004-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa2704b00105426d3f4d2d3e74ad66dc7254bea6a144439ea2f9530bcf1b31e
3
+ size 4781670320
model-00005-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e13b0e7708ce1b42a59b2ed4fbc80a778a6c545cda62326b84dfb47cfbf132b
3
+ size 4781670360
model-00006-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07b03659bdae6f976424bb78989844da64ea16410babee3a61bbffb9e7d62ff
3
+ size 4964101416
model-00007-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31434c10cc8a4c3fcce0bf19b1d70c83602804886b2659e9365c7839b8e338e4
3
+ size 4781637360
model-00008-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7de17e7954bdece38b86b377f1a94d0aa8d229b4620aece5b56033afdd2687
3
+ size 4781670360
model-00009-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83a18e338226f415b9f0562808bc41f007a868171f5bbb9b87b2757e9f50f711
3
+ size 4781670360
model-00010-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baef3dcb745dc0ccbb8e06d099879d342409326db48230a662abe437403171a7
3
+ size 4964101416
model-00011-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf86fa99752922bed8efb972f8b8b84005769ce43bd3c86f77776bdf5264c126
3
+ size 4781637360
model-00012-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e1c701a2160502320c7c370c1f90f21df1f48d89fb217def606f0e56986b7c
3
+ size 4781670360
model-00013-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8602be0d29340b9a739a5259f629ee7ac3d6c461d115ca829072addfb5edd7d8
3
+ size 4781670360
model-00014-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf83274ffdeaa60854a38788dc42d91a95205ba5dc913adc40ce7cbddad5effe
3
+ size 4964101416
model-00015-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4204d97a24b53608e1b8e88bd546644fa82244f629d23a94809441c80296fe9
3
+ size 4781637360
model-00016-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9894dccfb62b8db7324a99e64cc40d3c954310974cfa5583f574bbf22934411
3
+ size 4781670360
model-00017-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90ba2311d55f3a04ca4c252883788caa696fd66d3f4c5b399ae40b503208e2b
3
+ size 4781670360
model-00018-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff18f4ce8d7542beaccb03de749c55bd6b0a31585b632045c6d090a4ee35999
3
+ size 4964101416
model-00019-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706bc41505661e849d762c689577904f0819696944378befcd03819fbd4a494a
3
+ size 4781637360
model-00020-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1834a6bf10e64a3228161f36ee91cf5bef4367ebdf9c6f8234cbef425b210f9f
3
+ size 4781670360
model-00021-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88723f0b4aae38e027bdb007f7b997153c5130fa579c1d1efb8a72405aa5ade5
3
+ size 4781670360
model-00022-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f74e0defeaf17b91251f18bfc72ac657753b62c32cf391d34646db228a671f
3
+ size 4964101416
model-00023-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a522fbca34af5756cb5334cfb96375c7cdf884b4b1a47f2fa81b504ab8947b
3
+ size 4781637360
model-00024-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c87565c021be284194d754f11cb051624064ecdc81fce6c30dead8d8f9a432b6
3
+ size 4781670360
model-00025-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e9882720213972afbd5b6c69488a79b40a37aef771f6ffc5cfd56146732b82
3
+ size 4781670360
model-00026-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01785ecbf995cfd8b521999e0d4662583a5ed4bbd148bbcb70736f9119ec85e
3
+ size 4964101416
model-00027-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f9bb948d6e1c7da352f8cb1d975e8e1d21ad9eee6e7e5bf1b9815d0c158a616
3
+ size 4781637360
model-00028-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdee4a0766db5cb099a46beb1e67d2362ad29924ea445db7ceb3406ca33e984d
3
+ size 4781670360
model-00029-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69573a24e63ca33d8c2b7c1c8d3ef92f6003ce40626c4173be137b86128102e7
3
+ size 4781670360
model-00030-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c1e8a4ec9a272ec2641d59e4b9b3a88e3fe518f51d29459afc40641a44a472
3
+ size 3208747032
model-00031-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdbc8f91c574681655bd34786cb3923093027809999083ab1843ea595d8b9a49
3
+ size 2491416704
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff