Upload 96 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +41 -0
- generation_config.json +6 -0
- merges.txt +0 -0
- pytorch_model-00001-of-00088.bin +3 -0
- pytorch_model-00002-of-00088.bin +3 -0
- pytorch_model-00003-of-00088.bin +3 -0
- pytorch_model-00004-of-00088.bin +3 -0
- pytorch_model-00005-of-00088.bin +3 -0
- pytorch_model-00006-of-00088.bin +3 -0
- pytorch_model-00007-of-00088.bin +3 -0
- pytorch_model-00008-of-00088.bin +3 -0
- pytorch_model-00009-of-00088.bin +3 -0
- pytorch_model-00010-of-00088.bin +3 -0
- pytorch_model-00011-of-00088.bin +3 -0
- pytorch_model-00012-of-00088.bin +3 -0
- pytorch_model-00013-of-00088.bin +3 -0
- pytorch_model-00014-of-00088.bin +3 -0
- pytorch_model-00015-of-00088.bin +3 -0
- pytorch_model-00016-of-00088.bin +3 -0
- pytorch_model-00017-of-00088.bin +3 -0
- pytorch_model-00018-of-00088.bin +3 -0
- pytorch_model-00019-of-00088.bin +3 -0
- pytorch_model-00020-of-00088.bin +3 -0
- pytorch_model-00021-of-00088.bin +3 -0
- pytorch_model-00022-of-00088.bin +3 -0
- pytorch_model-00023-of-00088.bin +3 -0
- pytorch_model-00024-of-00088.bin +3 -0
- pytorch_model-00025-of-00088.bin +3 -0
- pytorch_model-00026-of-00088.bin +3 -0
- pytorch_model-00027-of-00088.bin +3 -0
- pytorch_model-00028-of-00088.bin +3 -0
- pytorch_model-00029-of-00088.bin +3 -0
- pytorch_model-00030-of-00088.bin +3 -0
- pytorch_model-00031-of-00088.bin +3 -0
- pytorch_model-00032-of-00088.bin +3 -0
- pytorch_model-00033-of-00088.bin +3 -0
- pytorch_model-00034-of-00088.bin +3 -0
- pytorch_model-00035-of-00088.bin +3 -0
- pytorch_model-00036-of-00088.bin +3 -0
- pytorch_model-00037-of-00088.bin +3 -0
- pytorch_model-00038-of-00088.bin +3 -0
- pytorch_model-00039-of-00088.bin +3 -0
- pytorch_model-00040-of-00088.bin +3 -0
- pytorch_model-00041-of-00088.bin +3 -0
- pytorch_model-00042-of-00088.bin +3 -0
- pytorch_model-00043-of-00088.bin +3 -0
- pytorch_model-00044-of-00088.bin +3 -0
- pytorch_model-00045-of-00088.bin +3 -0
- pytorch_model-00046-of-00088.bin +3 -0
- pytorch_model-00047-of-00088.bin +3 -0
config.json
ADDED
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "KoboldAI/GPT-J-6B-Adventure",
|
3 |
+
"activation_function": "gelu_new",
|
4 |
+
"adventure": true,
|
5 |
+
"architectures": [
|
6 |
+
"GPTJForCausalLM"
|
7 |
+
],
|
8 |
+
"attn_pdrop": 0.0,
|
9 |
+
"bos_token_id": 50256,
|
10 |
+
"embd_pdrop": 0.0,
|
11 |
+
"eos_token_id": 50256,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"layer_norm_epsilon": 1e-05,
|
14 |
+
"model_type": "gptj",
|
15 |
+
"n_embd": 4096,
|
16 |
+
"n_head": 16,
|
17 |
+
"n_inner": null,
|
18 |
+
"n_layer": 28,
|
19 |
+
"n_positions": 2048,
|
20 |
+
"rep_pen": 1.2,
|
21 |
+
"resid_pdrop": 0.0,
|
22 |
+
"rotary_dim": 64,
|
23 |
+
"summary_activation": null,
|
24 |
+
"summary_first_dropout": 0.1,
|
25 |
+
"summary_proj_to_labels": true,
|
26 |
+
"summary_type": "cls_index",
|
27 |
+
"summary_use_proj": true,
|
28 |
+
"task_specific_params": {
|
29 |
+
"text-generation": {
|
30 |
+
"do_sample": true,
|
31 |
+
"max_length": 50,
|
32 |
+
"temperature": 1.0
|
33 |
+
}
|
34 |
+
},
|
35 |
+
"tie_word_embeddings": false,
|
36 |
+
"tokenizer_class": "GPT2Tokenizer",
|
37 |
+
"torch_dtype": "float16",
|
38 |
+
"transformers_version": "4.27.4",
|
39 |
+
"use_cache": true,
|
40 |
+
"vocab_size": 50400
|
41 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 50256,
|
4 |
+
"eos_token_id": 50256,
|
5 |
+
"transformers_version": "4.27.4"
|
6 |
+
}
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
pytorch_model-00001-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03c39fb29af22ae146f72a26d551b0a99033f31972130952dda764decd3c0872
|
3 |
+
size 537
|
pytorch_model-00002-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f6dc4f2250cfc8ab858cdf502700e9f6c13fb38ce7b96eada48f2ef1f3d90e32
|
3 |
+
size 412877738
|
pytorch_model-00003-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1265e463b96d839f85e17280ed3e90b7576e44dcf71e74ed622ce1cfa5775d3f
|
3 |
+
size 138431521
|
pytorch_model-00004-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fba75143c7a2474e7fe062f3e4af14f3b9b56a96350c9b2274d9f0476d2fe46
|
3 |
+
size 134251707
|
pytorch_model-00005-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e20f3541e47085a9b2626e8ac929ac405e0924ae53a7cfad2eeadb9f0ee080c7
|
3 |
+
size 171993808
|
pytorch_model-00006-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a5a7990c9695b4d23d4d8954b10f4537325a3c3a84a7a2538869e6b8b2e82cb
|
3 |
+
size 100664844
|
pytorch_model-00007-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fe199c37822de5f51dba4707773cc09bed2593fcd15f72d8faf8a64f1be7c5b
|
3 |
+
size 134251707
|
pytorch_model-00008-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62338757dd50d5833578dda2cc3e43b5d47e0c3a849b612f24c34af66fdb0c3b
|
3 |
+
size 171993808
|
pytorch_model-00009-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:87ee4b3f70d39575ad9381a5a478516da8ca946f052e3686fd9e01135ef6b3be
|
3 |
+
size 100664844
|
pytorch_model-00010-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de06389cd2cf286621644be26ab8bc428c869b9f1accf0cc0586f0d59b7a6c50
|
3 |
+
size 134251707
|
pytorch_model-00011-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a597198f4ec9297db71241f72487dd7ff70b208a938a953cda5365f877bd1647
|
3 |
+
size 171993808
|
pytorch_model-00012-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf1275f2d59cf84ebf42d9f2a19ea9305f4cd3f84a903f00ceb27c10e0f0ec97
|
3 |
+
size 100664844
|
pytorch_model-00013-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0610895e9868c4d0423d0c7e692d80a5248fa88110727df8facfdcf85d31633
|
3 |
+
size 134251707
|
pytorch_model-00014-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60883e7deb23e7ca8d4c000a1ea89d7e7b53c4dde49bd147ce5ff062951a6cb1
|
3 |
+
size 171993808
|
pytorch_model-00015-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c743509b350b7bf129aba95abb67beab4a42b98c6db99743388893e2c391b0e
|
3 |
+
size 100664844
|
pytorch_model-00016-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:efd01bc4e885f9a9aa3a50139184b9106752ecdd0c53b8d5084d05f16a2a39a4
|
3 |
+
size 134251707
|
pytorch_model-00017-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe8cef1f7bc4ca36d684204afe1b8fdb355f43b99c8d7866fd1e9e7c130125a6
|
3 |
+
size 171993808
|
pytorch_model-00018-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:207b029b4689fc38416c2d0e0138c936159fb55619a68a54cabc2f199e631ae4
|
3 |
+
size 100664844
|
pytorch_model-00019-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a58df90196baabd1ae410a25798b80747ea9fe92496cfe914961559b5580854
|
3 |
+
size 134251707
|
pytorch_model-00020-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e462e62c21f95669bd4bdbf8e3e6dac9e93d1b159b045676fb11ceb049222cee
|
3 |
+
size 171993808
|
pytorch_model-00021-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f45550d0769a96b1bda1d5520869e3eb20e35a3108f1ab32415c25d2bfb385b
|
3 |
+
size 100664844
|
pytorch_model-00022-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a37e7a6562b9af03957b937df5233a44374ce0564db88a6b2f2eec9443038037
|
3 |
+
size 134251707
|
pytorch_model-00023-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d49f36ffb572a5113189cf50e74f893c2af1e84447791204925f44025a716ad9
|
3 |
+
size 171993808
|
pytorch_model-00024-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:21a878083edf287503c941d97851ef133507e6fa37a6465bfb834d7ce5fbf010
|
3 |
+
size 100664844
|
pytorch_model-00025-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b6b239998630398a7b55e83e7ea65448dd7b89a567c025a2ce216411beb80be1
|
3 |
+
size 134251707
|
pytorch_model-00026-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:624a953a0c013150ca726145e28423bb8bbd43b6ff941c3f9c7d90c9f8c3f2df
|
3 |
+
size 171993808
|
pytorch_model-00027-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:155580abfcea42fd6c108c80af207352068b10e7fc6f3be4d9a1e6c5fc35b316
|
3 |
+
size 100664844
|
pytorch_model-00028-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5c4458764b55b609310f41486bc5b2ccbf5c854303bcb8150e209d0bd03d05d0
|
3 |
+
size 134251707
|
pytorch_model-00029-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e674436d6313c8e0a2c5d3d8722d923c29b0dc618606f2953778cc040839d04
|
3 |
+
size 171993808
|
pytorch_model-00030-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb5ff69719a2bf0ca3712f7f2a9f132782cfa7c803ffab89c14184d9da0bfe58
|
3 |
+
size 100664844
|
pytorch_model-00031-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9450d5021fb3076eaf7c738c182f5655b242c46041fb92e7b4755ed4d2a48bd
|
3 |
+
size 134251707
|
pytorch_model-00032-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa2c9cfb2eca4cf33ef7b906b1f48d35c94af8ed62246896754ab748050784e1
|
3 |
+
size 171993808
|
pytorch_model-00033-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf93b920fba1e15aab02ce1de64cdd3af1e674e534cf4f3792addff3d085001f
|
3 |
+
size 100664844
|
pytorch_model-00034-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e3d88b4b7a9a8f1f92d2f662203bb4f42653f6f571af442e0fd2faeb6d3d68f
|
3 |
+
size 134251707
|
pytorch_model-00035-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c7dfc5a7f84d61ba22e1dc5930952555ed8fae5117d1645dc18475fe762ebd4
|
3 |
+
size 171993808
|
pytorch_model-00036-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e68a0b5b5cbb041429af14e159115f940c99a07a9ae916e4a81e605aa7f175b
|
3 |
+
size 100664844
|
pytorch_model-00037-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38e2769295220db74eedb57f9270389b140959991a5ba61149ff7074d4ed20a6
|
3 |
+
size 134251707
|
pytorch_model-00038-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d92b8fcb3604771d96cb11f6deed0f0adc57e4688f6dcd8659918243126c3ef
|
3 |
+
size 171993808
|
pytorch_model-00039-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84a9457de1b79969b0b39d720dd46ce43c80a41558ae730a9ff1c06819a1ad33
|
3 |
+
size 100664844
|
pytorch_model-00040-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b92b7d8006e426fd8898b8d974ec18eca82c618baee2b327005d45d2736b917
|
3 |
+
size 134251707
|
pytorch_model-00041-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a439242c4332a6641367b7426f06a40379f3c649ed193dda4cd128227cdd7bb
|
3 |
+
size 171993808
|
pytorch_model-00042-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:253abe1eaef1bc065ec09c12ef2da8ce16a9b555730512149f87f7305ffe0c1e
|
3 |
+
size 100664844
|
pytorch_model-00043-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be19e0073206af8848eb2fd2294c8768bcb4869b1e1b7d4efe76ca94b0774761
|
3 |
+
size 134251707
|
pytorch_model-00044-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd0235e788026ec235d075c792bd104ca0c219381abff9dfafa5de9940e60d94
|
3 |
+
size 171993808
|
pytorch_model-00045-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec9dd751efb7080c1c373ed73bc461a518168ce818ba4ae09c2ab9b2a6f1c3d5
|
3 |
+
size 100664844
|
pytorch_model-00046-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:73c03be091238d5671724c2e0ccc7d48c881fa75fa3c9de9f0e2759f16d59dc3
|
3 |
+
size 134251707
|
pytorch_model-00047-of-00088.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c06717e3d05484d6db3ebec529c12d98bbf8d14352aa788a3dc0d9dcf851f14a
|
3 |
+
size 171993808
|