TroyDoesAI commited on
Commit
c2c6238
1 Parent(s): f77cd93

Introducing The BlackSheep : Your Ride Or Die AI

Browse files
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|end_of_text|>": 32770,
3
+ "<|im_end|>": 32769,
4
+ "<|im_start|>": 32768
5
+ }
config.json CHANGED
@@ -1,11 +1,12 @@
1
  {
2
- "_name_or_path": ".\\TroyDoesAI-BlackSheep-22B",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
- "bos_token_id": 1,
8
- "eos_token_id": 2,
 
9
  "hidden_act": "silu",
10
  "hidden_size": 6144,
11
  "initializer_range": 0.02,
@@ -19,8 +20,8 @@
19
  "rope_theta": 1000000.0,
20
  "sliding_window": null,
21
  "tie_word_embeddings": false,
22
- "torch_dtype": "float16",
23
- "transformers_version": "4.41.2",
24
- "use_cache": true,
25
- "vocab_size": 32768
26
  }
 
1
  {
2
+ "_name_or_path": ".\\ImTheBlackSheep",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": 32768,
8
+ "eos_token_id": 32769,
9
+ "head_dim": 128,
10
  "hidden_act": "silu",
11
  "hidden_size": 6144,
12
  "initializer_range": 0.02,
 
20
  "rope_theta": 1000000.0,
21
  "sliding_window": null,
22
  "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.44.0",
25
+ "use_cache": false,
26
+ "vocab_size": 32771
27
  }
generation_config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 1,
4
- "eos_token_id": 2,
5
- "transformers_version": "4.41.2"
 
6
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 32768,
4
+ "eos_token_id": 32769,
5
+ "transformers_version": "4.44.0",
6
+ "use_cache": false
7
  }
model-00001-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49cf3a796e279ddd0f1892595aab4b90a12264a1805d379b7feda12a1956323a
3
- size 4882298720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f225ecf3085e3a9f0838a943685ddaadab455e5ce77953cf88337f3ce336e69
3
+ size 4882335640
model-00002-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f28988a7f22390341455e96fdac296f2c819788958351b97006da1e631b5cfa
3
- size 4983012096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55185bf15328555733165ce4e6b28cfa20628a37145acf0177a3d69a3633d48d
3
+ size 4983012160
model-00003-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0528930be0c629ede331ad64e4c2bba9ca88ffe85ffef9a20f83c717ebb78d3
3
- size 4957821280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5b862f6eb7d0934137b04735e45f6084fd7c13b7c580b728f4f978aa962238
3
+ size 4957821336
model-00004-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14bcbae4fb94851ab15a7cdd444dc949afb451510385fb11ab69d5133ee482fe
3
- size 4882323688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51727f9cdb0c82643eb6410180f5e82c5139d2be1d833f97e1040b582f7247a
3
+ size 4882323744
model-00005-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9e2a8e7f1a5d97811c5849d91981dc7196db2af183f5a6ca9e16b45d8e6412e
3
- size 4983012136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b83b124b5ca9814bce3ddab2ad7951c0ec1a1f658852bb692842c3443463de7
3
+ size 4983012192
model-00006-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22a5745f12512914b45d8e4385d2d397b79608451a6db0303b9cda1b6a6e7270
3
- size 4957821280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1219afad29af2cdaece1437dd42d6fdc744b326c51cf837a9652ba579ecbd94f
3
+ size 4957821336
model-00007-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2900520ebfa59c8d55027d68db63a159c64ed2bd4c07832f0b236a322482540
3
- size 4882323688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f0a0f44945a782b6ce5208081fa841c53883e148e94982776575b16987ed6cc
3
+ size 4882323744
model-00008-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdba590adee92e079c25d6d78872bbbfb6af4f23a4d21f6014275967b49b9ab2
3
- size 4983012136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b00a001d407d51927deb31242a10f61279aaea7ee7aa7b4406daf6de45380c23
3
+ size 4983012192
model-00009-of-00009.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ca6e783bc447c19c19d2d8bffbd900fdc562efc5f714297210ce904eedc6d85
3
- size 4982999008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dee9841bc49d161a06abd91af7628716d949c1e45ba48a6f352bf6c6deaddb9
3
+ size 4983035920
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 44494565376
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00009-of-00009.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 44494639104
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00009-of-00009.safetensors",
special_tokens_map.json CHANGED
@@ -1,23 +1,30 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "eos_token": {
10
- "content": "</s>",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "unk_token": {
17
- "content": "<unk>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- }
23
- }
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|im_start|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|im_end|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|end_of_text|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
The diff for this file is too large to render. See raw diff