wannaphong
commited on
Commit
•
778c43b
1
Parent(s):
a0bae02
Upload XGLMForCausalLM
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +27 -0
- generation_config.json +8 -0
- pytorch_model-00001-of-00099.bin +3 -0
- pytorch_model-00002-of-00099.bin +3 -0
- pytorch_model-00003-of-00099.bin +3 -0
- pytorch_model-00004-of-00099.bin +3 -0
- pytorch_model-00005-of-00099.bin +3 -0
- pytorch_model-00006-of-00099.bin +3 -0
- pytorch_model-00007-of-00099.bin +3 -0
- pytorch_model-00008-of-00099.bin +3 -0
- pytorch_model-00009-of-00099.bin +3 -0
- pytorch_model-00010-of-00099.bin +3 -0
- pytorch_model-00011-of-00099.bin +3 -0
- pytorch_model-00012-of-00099.bin +3 -0
- pytorch_model-00013-of-00099.bin +3 -0
- pytorch_model-00014-of-00099.bin +3 -0
- pytorch_model-00015-of-00099.bin +3 -0
- pytorch_model-00016-of-00099.bin +3 -0
- pytorch_model-00017-of-00099.bin +3 -0
- pytorch_model-00018-of-00099.bin +3 -0
- pytorch_model-00019-of-00099.bin +3 -0
- pytorch_model-00020-of-00099.bin +3 -0
- pytorch_model-00021-of-00099.bin +3 -0
- pytorch_model-00022-of-00099.bin +3 -0
- pytorch_model-00023-of-00099.bin +3 -0
- pytorch_model-00024-of-00099.bin +3 -0
- pytorch_model-00025-of-00099.bin +3 -0
- pytorch_model-00026-of-00099.bin +3 -0
- pytorch_model-00027-of-00099.bin +3 -0
- pytorch_model-00028-of-00099.bin +3 -0
- pytorch_model-00029-of-00099.bin +3 -0
- pytorch_model-00030-of-00099.bin +3 -0
- pytorch_model-00031-of-00099.bin +3 -0
- pytorch_model-00032-of-00099.bin +3 -0
- pytorch_model-00033-of-00099.bin +3 -0
- pytorch_model-00034-of-00099.bin +3 -0
- pytorch_model-00035-of-00099.bin +3 -0
- pytorch_model-00036-of-00099.bin +3 -0
- pytorch_model-00037-of-00099.bin +3 -0
- pytorch_model-00038-of-00099.bin +3 -0
- pytorch_model-00039-of-00099.bin +3 -0
- pytorch_model-00040-of-00099.bin +3 -0
- pytorch_model-00041-of-00099.bin +3 -0
- pytorch_model-00042-of-00099.bin +3 -0
- pytorch_model-00043-of-00099.bin +3 -0
- pytorch_model-00044-of-00099.bin +3 -0
- pytorch_model-00045-of-00099.bin +3 -0
- pytorch_model-00046-of-00099.bin +3 -0
- pytorch_model-00047-of-00099.bin +3 -0
- pytorch_model-00048-of-00099.bin +3 -0
config.json
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "pythainlp/wangchanglm-7.5B-sft-adapter-merged",
|
3 |
+
"activation_dropout": 0.0,
|
4 |
+
"activation_function": "gelu",
|
5 |
+
"architectures": [
|
6 |
+
"XGLMForCausalLM"
|
7 |
+
],
|
8 |
+
"attention_dropout": 0.1,
|
9 |
+
"attention_heads": 32,
|
10 |
+
"bos_token_id": 0,
|
11 |
+
"d_model": 4096,
|
12 |
+
"decoder_start_token_id": 2,
|
13 |
+
"dropout": 0.1,
|
14 |
+
"eos_token_id": 2,
|
15 |
+
"ffn_dim": 16384,
|
16 |
+
"init_std": 0.02,
|
17 |
+
"layerdrop": 0.0,
|
18 |
+
"max_position_embeddings": 2048,
|
19 |
+
"model_type": "xglm",
|
20 |
+
"num_layers": 32,
|
21 |
+
"pad_token_id": 1,
|
22 |
+
"scale_embedding": true,
|
23 |
+
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.28.0.dev0",
|
25 |
+
"use_cache": true,
|
26 |
+
"vocab_size": 256008
|
27 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 2,
|
5 |
+
"eos_token_id": 2,
|
6 |
+
"pad_token_id": 1,
|
7 |
+
"transformers_version": "4.28.0.dev0"
|
8 |
+
}
|
pytorch_model-00001-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:75882088cb42be9373711c98285fd609a355bdc5dec1a85bf59b827b90e2935d
|
3 |
+
size 537
|
pytorch_model-00002-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ce5522210d7f4e8a6e066ac17f7aa967ade61acaafe02717c413c33a29a86ce
|
3 |
+
size 4194436010
|
pytorch_model-00003-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b11f070d7b687190e1f454906992d226aa5896fc445b596f2bc46af13a28d74d
|
3 |
+
size 268537475
|
pytorch_model-00004-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e28a29d83ef900375714f9f32259443d86b02cbd6907a16ed80ef72803a341f
|
3 |
+
size 268502203
|
pytorch_model-00005-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2961328bc97e9270f1eda9d53715579b7917920b1c1b6874c754846d878b679f
|
3 |
+
size 335612287
|
pytorch_model-00006-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af8cccaf6a9c950c8ce8a3ad32828a1f7773e29480d54816ff6fec9095459122
|
3 |
+
size 201411617
|
pytorch_model-00007-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4dff1fbae570abc63c37add41e516b0ef418bd4c7883ef4a412bace724cf4068
|
3 |
+
size 268502203
|
pytorch_model-00008-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4f54f33342d2f295da74e576f22a8f0abec6dc6d52feee37274025d9c3a0c52
|
3 |
+
size 335612287
|
pytorch_model-00009-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a4cc9d7a96c4c41cf7fbe4b2ba2d6e907e5ba1987e3a763e996ee83e009fc83
|
3 |
+
size 201411617
|
pytorch_model-00010-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:677ce7bd1c94a44e6c5d9dac94511bff965373349af3c3d8d74abe282138dbb4
|
3 |
+
size 268502203
|
pytorch_model-00011-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4ed9031ca883f930b2fbbc5184d7ad9751b23cd44f0573829422bdb0fb87046
|
3 |
+
size 335612287
|
pytorch_model-00012-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0485cf9d12c9a5125de2a23ad72630294baebcf5f589b4d4ed4366a34d5b5b7a
|
3 |
+
size 201411617
|
pytorch_model-00013-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9321812a81705b0656884ebe207877e703e31b8060d7d5053ce225958c3f5cda
|
3 |
+
size 268502203
|
pytorch_model-00014-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce196446e9f89fe7b400c3cafb39cd6f4398206d40b6deccc04b6d1df9d73a55
|
3 |
+
size 335612287
|
pytorch_model-00015-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eefc85903e38d5e7fb90098be6a65e46b24552d3971e110999bd30af22e493c9
|
3 |
+
size 201411617
|
pytorch_model-00016-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db924d470a040ab28e3ee8cb56fd3aaf9c05f932f662c7e8fc314aafe289a8e2
|
3 |
+
size 268502203
|
pytorch_model-00017-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b079b21a35ccda6bd49195b2e62b4b29f38cc75024d092ac25b601e6fe32842
|
3 |
+
size 335612287
|
pytorch_model-00018-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b58c04c64ceca34722e6a656be79379f74d6b63b834efa0d6a329ff2b4ac0ba
|
3 |
+
size 201411617
|
pytorch_model-00019-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d3997cd62e549ea62255aa0d8c0cdfd40603bf1623a0ee77b0d2df743e62b35
|
3 |
+
size 268502203
|
pytorch_model-00020-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0af92381b03d4e1c09d1b197074aaa5f1be1544f27936fcd0a6f506242baa8d
|
3 |
+
size 335612287
|
pytorch_model-00021-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d81030c5c0d204e0fc189077959b06a7f140ea29192f3713daa4298bbcad75fb
|
3 |
+
size 201411617
|
pytorch_model-00022-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa4595cdc3638a8f8a40882ee25e3d082f41f99748c88dbe2749e5b96d0ce4ea
|
3 |
+
size 268502203
|
pytorch_model-00023-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8630d7dbce9c43898a5135feb07e0ecdd5983098602182b25391a6962ab49662
|
3 |
+
size 335612287
|
pytorch_model-00024-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09d1986a57fca31851562eb142308a9fa1e6d15334eff50d87703094b542c112
|
3 |
+
size 201411617
|
pytorch_model-00025-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2df1497c38ecc8845ee71adbea20bf0e7c8ccebac9e0182f280eecb8519fec42
|
3 |
+
size 268502203
|
pytorch_model-00026-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8c8b4cd94bbc0536a4d63e652a5888892fd0e6ec540854c8bb7beb9cabf9836
|
3 |
+
size 335612287
|
pytorch_model-00027-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:371cc2886f3709020054b99516e22ecfc07c4a6404b61b8dbc0e86b9a4018b13
|
3 |
+
size 201411617
|
pytorch_model-00028-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be8a204e1ab2470cea52aec5800424f23686c5edc7f8c0ba6dda6c1ec268e660
|
3 |
+
size 268502203
|
pytorch_model-00029-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e3dd099b9afd0e243582119f6739fd57ad9bd86444959abd38a0bd460905627
|
3 |
+
size 335612287
|
pytorch_model-00030-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d42678118415def191dec825ac5b8259782d7bf64e06b4398b1053aac1b865b
|
3 |
+
size 201411617
|
pytorch_model-00031-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11538e0039cbbd94b4a360fb02cf82952c85d04302099d97ce65eb9f9855f1da
|
3 |
+
size 268502203
|
pytorch_model-00032-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9117180b08ba8ee087358eef95244ada0bfc1785de79ec5347b1f35092977f93
|
3 |
+
size 335612287
|
pytorch_model-00033-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ca2eff7eec73401d7104c4932056a964baf014a9c9f26b45ce39c7f5aabe8e9
|
3 |
+
size 201411617
|
pytorch_model-00034-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2d0bf3151fd6bd3be4ef5d86b82e8e123bdf1f8887d6e0d8bd591c11c4063f2
|
3 |
+
size 268502203
|
pytorch_model-00035-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27150ce2c5c51a94eed5fc1cb91a113eafe1ea032a314857c5e7622119f30331
|
3 |
+
size 335612287
|
pytorch_model-00036-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e6dfd42770f16e313b853493e2ef84417a0d826ff2cd407f2216ea8ef8f6910
|
3 |
+
size 201411617
|
pytorch_model-00037-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06f1c5fd059ec61af93db9d0a8f4717c4d2ea5ac5f570b37fed5db98a350509f
|
3 |
+
size 268502203
|
pytorch_model-00038-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b04c876a5f14688258e459869b4c878acb22f305b34edb9baa019c694103222
|
3 |
+
size 335612287
|
pytorch_model-00039-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10dab87cddd4d73cf6ae8902192f122146925609d78607cd095bb68fa8c8a670
|
3 |
+
size 201411617
|
pytorch_model-00040-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23dc202661a47988f9b9835b2adeb2a788dabc9f55e15532354baadbeceb4cc0
|
3 |
+
size 268502203
|
pytorch_model-00041-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b762170af37f3edc8b619213a532f37344e6bd138d7f2284bfc927f3a9213a14
|
3 |
+
size 335612287
|
pytorch_model-00042-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34d3780802568978fac817bcbb33a145ccc9e409be09db268a854b9dfe4bcc66
|
3 |
+
size 201411617
|
pytorch_model-00043-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b21f851346e2312862398116e9e24fe15df511a0e3c2133707db0e58a17191b
|
3 |
+
size 268502203
|
pytorch_model-00044-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b635fd262374da00a8432c0a6ac2320ac32a3dd2870dbf96deea5e5dc9307faa
|
3 |
+
size 335612287
|
pytorch_model-00045-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e229745d71d0c05afaacf975d864908d0ea75570bdbb37d526e0fa1f898d1f5
|
3 |
+
size 201411617
|
pytorch_model-00046-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bfdabaa60e36b2dcb58866076fbcee05281e6bafa2625564748713adcebd7ba
|
3 |
+
size 268502203
|
pytorch_model-00047-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51db2de99ccf8da99d1b9418706fcc7ec812a65a189d05609723b2491344a472
|
3 |
+
size 335612287
|
pytorch_model-00048-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72ca246b6e447f108dc9d99a52a0fa7e358317cc9ff5c18932fb4f1a56e77a08
|
3 |
+
size 201411617
|