Upload Qwen2ForCausalLM
Browse files- config.json +0 -15
- model-00001-of-00031.safetensors +3 -0
- model-00002-of-00031.safetensors +3 -0
- model-00003-of-00031.safetensors +3 -0
- model-00004-of-00031.safetensors +3 -0
- model-00005-of-00031.safetensors +3 -0
- model-00006-of-00031.safetensors +3 -0
- model-00007-of-00031.safetensors +3 -0
- model-00008-of-00031.safetensors +3 -0
- model-00009-of-00031.safetensors +3 -0
- model-00010-of-00031.safetensors +3 -0
- model-00011-of-00031.safetensors +3 -0
- model-00012-of-00031.safetensors +3 -0
- model-00013-of-00031.safetensors +3 -0
- model-00014-of-00031.safetensors +3 -0
- model-00015-of-00031.safetensors +3 -0
- model-00016-of-00031.safetensors +3 -0
- model-00017-of-00031.safetensors +3 -0
- model-00018-of-00031.safetensors +3 -0
- model-00019-of-00031.safetensors +3 -0
- model-00020-of-00031.safetensors +3 -0
- model-00021-of-00031.safetensors +3 -0
- model-00022-of-00031.safetensors +3 -0
- model-00023-of-00031.safetensors +3 -0
- model-00024-of-00031.safetensors +3 -0
- model-00025-of-00031.safetensors +3 -0
- model-00026-of-00031.safetensors +3 -0
- model-00027-of-00031.safetensors +3 -0
- model-00028-of-00031.safetensors +3 -0
- model-00029-of-00031.safetensors +3 -0
- model-00030-of-00031.safetensors +3 -0
- model-00031-of-00031.safetensors +3 -0
- model.safetensors.index.json +0 -0
config.json
CHANGED
@@ -16,21 +16,6 @@
|
|
16 |
"num_attention_heads": 64,
|
17 |
"num_hidden_layers": 80,
|
18 |
"num_key_value_heads": 8,
|
19 |
-
"quantization_config": {
|
20 |
-
"_load_in_4bit": true,
|
21 |
-
"_load_in_8bit": false,
|
22 |
-
"bnb_4bit_compute_dtype": "float32",
|
23 |
-
"bnb_4bit_quant_storage": "uint8",
|
24 |
-
"bnb_4bit_quant_type": "fp4",
|
25 |
-
"bnb_4bit_use_double_quant": false,
|
26 |
-
"llm_int8_enable_fp32_cpu_offload": false,
|
27 |
-
"llm_int8_has_fp16_weight": false,
|
28 |
-
"llm_int8_skip_modules": null,
|
29 |
-
"llm_int8_threshold": 6.0,
|
30 |
-
"load_in_4bit": true,
|
31 |
-
"load_in_8bit": false,
|
32 |
-
"quant_method": "bitsandbytes"
|
33 |
-
},
|
34 |
"rms_norm_eps": 1e-06,
|
35 |
"rope_theta": 1000000.0,
|
36 |
"sliding_window": null,
|
|
|
16 |
"num_attention_heads": 64,
|
17 |
"num_hidden_layers": 80,
|
18 |
"num_key_value_heads": 8,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
19 |
"rms_norm_eps": 1e-06,
|
20 |
"rope_theta": 1000000.0,
|
21 |
"sliding_window": null,
|
model-00001-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9deeb15072b8f25be6559bcac79e348db8742e43a21a9788e6809197a34b8fe
|
3 |
+
size 4548798728
|
model-00002-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28e4d55ef29d00c878881104596e1e23515c8c172806bf32159b4183a981f541
|
3 |
+
size 4964101384
|
model-00003-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a721210489fc61244c8923e0d8ccfbe6b94ffe9a7d864887c607e5afb44b827
|
3 |
+
size 4781637328
|
model-00004-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fa2704b00105426d3f4d2d3e74ad66dc7254bea6a144439ea2f9530bcf1b31e
|
3 |
+
size 4781670320
|
model-00005-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e13b0e7708ce1b42a59b2ed4fbc80a778a6c545cda62326b84dfb47cfbf132b
|
3 |
+
size 4781670360
|
model-00006-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f07b03659bdae6f976424bb78989844da64ea16410babee3a61bbffb9e7d62ff
|
3 |
+
size 4964101416
|
model-00007-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31434c10cc8a4c3fcce0bf19b1d70c83602804886b2659e9365c7839b8e338e4
|
3 |
+
size 4781637360
|
model-00008-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e7de17e7954bdece38b86b377f1a94d0aa8d229b4620aece5b56033afdd2687
|
3 |
+
size 4781670360
|
model-00009-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83a18e338226f415b9f0562808bc41f007a868171f5bbb9b87b2757e9f50f711
|
3 |
+
size 4781670360
|
model-00010-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:baef3dcb745dc0ccbb8e06d099879d342409326db48230a662abe437403171a7
|
3 |
+
size 4964101416
|
model-00011-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf86fa99752922bed8efb972f8b8b84005769ce43bd3c86f77776bdf5264c126
|
3 |
+
size 4781637360
|
model-00012-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02e1c701a2160502320c7c370c1f90f21df1f48d89fb217def606f0e56986b7c
|
3 |
+
size 4781670360
|
model-00013-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8602be0d29340b9a739a5259f629ee7ac3d6c461d115ca829072addfb5edd7d8
|
3 |
+
size 4781670360
|
model-00014-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf83274ffdeaa60854a38788dc42d91a95205ba5dc913adc40ce7cbddad5effe
|
3 |
+
size 4964101416
|
model-00015-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4204d97a24b53608e1b8e88bd546644fa82244f629d23a94809441c80296fe9
|
3 |
+
size 4781637360
|
model-00016-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9894dccfb62b8db7324a99e64cc40d3c954310974cfa5583f574bbf22934411
|
3 |
+
size 4781670360
|
model-00017-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b90ba2311d55f3a04ca4c252883788caa696fd66d3f4c5b399ae40b503208e2b
|
3 |
+
size 4781670360
|
model-00018-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cff18f4ce8d7542beaccb03de749c55bd6b0a31585b632045c6d090a4ee35999
|
3 |
+
size 4964101416
|
model-00019-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:706bc41505661e849d762c689577904f0819696944378befcd03819fbd4a494a
|
3 |
+
size 4781637360
|
model-00020-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1834a6bf10e64a3228161f36ee91cf5bef4367ebdf9c6f8234cbef425b210f9f
|
3 |
+
size 4781670360
|
model-00021-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88723f0b4aae38e027bdb007f7b997153c5130fa579c1d1efb8a72405aa5ade5
|
3 |
+
size 4781670360
|
model-00022-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e3f74e0defeaf17b91251f18bfc72ac657753b62c32cf391d34646db228a671f
|
3 |
+
size 4964101416
|
model-00023-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:74a522fbca34af5756cb5334cfb96375c7cdf884b4b1a47f2fa81b504ab8947b
|
3 |
+
size 4781637360
|
model-00024-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c87565c021be284194d754f11cb051624064ecdc81fce6c30dead8d8f9a432b6
|
3 |
+
size 4781670360
|
model-00025-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61e9882720213972afbd5b6c69488a79b40a37aef771f6ffc5cfd56146732b82
|
3 |
+
size 4781670360
|
model-00026-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d01785ecbf995cfd8b521999e0d4662583a5ed4bbd148bbcb70736f9119ec85e
|
3 |
+
size 4964101416
|
model-00027-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f9bb948d6e1c7da352f8cb1d975e8e1d21ad9eee6e7e5bf1b9815d0c158a616
|
3 |
+
size 4781637360
|
model-00028-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cdee4a0766db5cb099a46beb1e67d2362ad29924ea445db7ceb3406ca33e984d
|
3 |
+
size 4781670360
|
model-00029-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69573a24e63ca33d8c2b7c1c8d3ef92f6003ce40626c4173be137b86128102e7
|
3 |
+
size 4781670360
|
model-00030-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63c1e8a4ec9a272ec2641d59e4b9b3a88e3fe518f51d29459afc40641a44a472
|
3 |
+
size 3208747032
|
model-00031-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cdbc8f91c574681655bd34786cb3923093027809999083ab1843ea595d8b9a49
|
3 |
+
size 2491416704
|
model.safetensors.index.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|