Version 2024/7/28.

README.md

@@ -0,0 +1,27 @@
+---
+license: mit
+datasets:
+- v2ray/r-chatgpt-general-dump
+language:
+- en
+pipeline_tag: text-generation
+tags:
+- not-for-all-audiences
+---
+# SchizoGPT 123B AWQ
+Fine tuned on r/ChatGPT Discord #general dump. \
+Quantized from [v2ray/SchizoGPT-123B](https://huggingface.co/v2ray/SchizoGPT-123B) using [AutoAWQ](https://github.com/casper-hansen/AutoAWQ).
+## Prompt Template
+```
+Date: 2024/4<username>username1<message>message 1<message>message 2<username>username2<message>message 1<message>message 2<username>username3<message>
+```
+Date prefix is optional:
+```
+<username>username1<message>message 1<message>message 2<username>username2<message>message 1<message>message 2<username>username3<message>
+```
+Use `@username` to ping a user and `#channel name` to mention a channel. \
+Prepend `<Re: username>` before a message to respond to a user. \
+Use `<filename.ext>` to mention a file in a link, for example, if you have `https://example.com/image.jpg`, use `<image.jpg>`:
+```
+Date: 2023/12<username>example#0001<message>Hello!<username>example#0002<message><Re: example#0001> Hi, look at this image of a cat! <cat.png><username>example#0001<message><Re: example#0002>
+```

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<message>": 32769,
+  "<username>": 32768
+}

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "/root/data/SchizoGPT-123B",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "group_size": 128,
+    "modules_to_not_convert": null,
+    "quant_method": "awq",
+    "version": "gemm",
+    "zero_point": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.43.3",
+  "use_cache": false,
+  "vocab_size": 32770
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.43.3"
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266c764a906bca3ccfa8adcdf505fa7d5291687ec50518117b285a94cab18ed9
+size 4937137064

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ddae4746304a4e07ce613e2aaf935fabb49ce68e26c2d50d97cd848e6c26a9
+size 4850976432

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf934e64ac02d8cda463a8dc0a68a8747fc177609b3aa450589bc8de5cfa60c3
+size 4850976520

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195eaba1fa576a01f487d89b87a42df1a071f4a2bdebc7eb024abc0578e83fe2
+size 4955571976

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202ffeeebfe16f6e269b4794b34e70678652ad37cb61dc16caa9d27a70c8941e
+size 4942496848

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7806f7eadd4976ed3adf07468eb1323d61cacdb0575e87bca18ff664a616cbc6
+size 4850927136

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ccac4ebf9a8d443eb7e83ca4c63061bb4fc5b11deb3db5c3fc2a9e54795fe2
+size 4850976528

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bcc35d09d0ec235315997aa659078f0faa0b27ac1d864c5cf3ceb3282ee657
+size 4850976520

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a62fc421f97b6b29b4b18426226876e3f6e711f7f3e08082c947e2acb04fff5
+size 4955571976

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc8e23a65a56efa823c5717e6c6083dda580c5739a41ed60f72b90cabc3eaec
+size 4942496848

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215ae19c8f9c052c3308bdbf34bcbe662fcd7a446435a5da87912055c0363b88
+size 4850927136

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e8d3299a5c0bc95adea6526a7838f0eacfa0c430bb80f64c95d196118949b
+size 4850976528

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120de3b87b2a145cd31d6a5b2989a6c4496b4d7b4c9defd1d45c7c6ad389f83c
+size 4850976520

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092185dfe45735555431881b82bcc1dd57e9254a35c300976582ba9bb04632ff
+size 1354556848

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<username>",
+    "<message>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583