nitky commited on 11 days ago

Commit

71f1419

•

1 Parent(s): 992d918

Upload 37 files

Browse files

Files changed (32) hide show

README.md +2 -2
mergekit_config.yml +2 -2
model-00001-of-00030.safetensors +1 -1
model-00002-of-00030.safetensors +1 -1
model-00003-of-00030.safetensors +1 -1
model-00004-of-00030.safetensors +1 -1
model-00005-of-00030.safetensors +1 -1
model-00006-of-00030.safetensors +1 -1
model-00007-of-00030.safetensors +1 -1
model-00008-of-00030.safetensors +1 -1
model-00009-of-00030.safetensors +1 -1
model-00010-of-00030.safetensors +1 -1
model-00011-of-00030.safetensors +1 -1
model-00012-of-00030.safetensors +1 -1
model-00013-of-00030.safetensors +1 -1
model-00014-of-00030.safetensors +1 -1
model-00015-of-00030.safetensors +1 -1
model-00016-of-00030.safetensors +1 -1
model-00017-of-00030.safetensors +1 -1
model-00018-of-00030.safetensors +1 -1
model-00019-of-00030.safetensors +1 -1
model-00020-of-00030.safetensors +1 -1
model-00021-of-00030.safetensors +1 -1
model-00022-of-00030.safetensors +1 -1
model-00023-of-00030.safetensors +1 -1
model-00024-of-00030.safetensors +1 -1
model-00025-of-00030.safetensors +1 -1
model-00026-of-00030.safetensors +1 -1
model-00027-of-00030.safetensors +1 -1
model-00028-of-00030.safetensors +1 -1
model-00029-of-00030.safetensors +1 -1
model-00030-of-00030.safetensors +1 -1

README.md CHANGED Viewed

@@ -16,7 +16,7 @@ license: llama3.3
 ---
 # Llama-3.3-FakeSwallow-70B-Instruct-v0.1
-🚨 **Only for research purpose. This model has repetitions output issues.**
 This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
@@ -116,7 +116,7 @@ models:
       weight: 1.0
   - model: meta-llama/Llama-3.3-70B-Instruct
     parameters:
-      weight: 0.8
 dtype: bfloat16
 name: Llama-3.3-FakeSwallow-70B-Instruct-v0.1
 ```

 ---
 # Llama-3.3-FakeSwallow-70B-Instruct-v0.1
+🚨 **Only for research purpose. This model may have repetition issues.**
 This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
       weight: 1.0
   - model: meta-llama/Llama-3.3-70B-Instruct
     parameters:
+      weight: 0.998
 dtype: bfloat16
 name: Llama-3.3-FakeSwallow-70B-Instruct-v0.1
 ```

mergekit_config.yml CHANGED Viewed

@@ -6,6 +6,6 @@ models:
       weight: 1.0
   - model: meta-llama/Llama-3.3-70B-Instruct
     parameters:
-      weight: 0.8
 dtype: bfloat16
-name: Llama-3.3-FakeSwallow-70B-Instruct-v0.1

       weight: 1.0
   - model: meta-llama/Llama-3.3-70B-Instruct
     parameters:
+      weight: 0.998
 dtype: bfloat16
+name: Llama-3.3-FakeSwallow-70B-Instruct-v0.1

model-00001-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d92d2a612ae7c2c055fe5c17a0536afbba678689a53bcefab5b6307fdd30d620
 size 4672471504

 version https://git-lfs.github.com/spec/v1
+oid sha256:a2abcae2863665dd2934ff3b2f3d99d971208c8ee22c169a54a54fb7ac8c341a
 size 4672471504

model-00002-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:415852a66d81252cc13eeae213abca41b01527659e4c2f02385c2842beffb3eb
 size 4664167400

 version https://git-lfs.github.com/spec/v1
+oid sha256:3ec0c1c1f3c465463106935737ff18776451b223b6ed2eeb7b4e7ea45c7f0269
 size 4664167400

model-00003-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56831561d85a56e6e3d5778daa4c854dffb876eabc41023d8ccec515d6c97db9
 size 4982917904

 version https://git-lfs.github.com/spec/v1
+oid sha256:b9999c587201726d24e7ccdd3025abbe115a0d9b21c6d5cd4849c109035f1902
 size 4982917904

model-00004-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e90e0378f703c997c28d4d8318e30737bfb9bd4515b1d82fa2cfd9c2e36a270b
 size 4999711736

 version https://git-lfs.github.com/spec/v1
+oid sha256:f3369714f0e45cd994e467441e4131b901415becc9c336140a9fee76c756c354
 size 4999711736

model-00005-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa26e16af3e88ae3b6c60c3bd58038a0def4fd21dc4fd15f53e4d52717a415bd
 size 4647373576

 version https://git-lfs.github.com/spec/v1
+oid sha256:64319776044cc4d49f72a6305ffcb8a65913de2394a38227e0b2f8ea0e157233
 size 4647373576

model-00006-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fade55569000c6770087da51067fa4d5abd0e5852875386962e2dad8bb43c43
 size 4664167400

 version https://git-lfs.github.com/spec/v1
+oid sha256:50ad7935778dfebc2f4b05335edbcff97796551ecd65dc45b5f1fb9f7cc13f89
 size 4664167400

model-00007-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac81773a54e5d56e1cb03f2146deca89ee15edcca3833b60bc7f92d00fa3ac43
 size 4664167416

 version https://git-lfs.github.com/spec/v1
+oid sha256:e465636e55b060d356d379931b28244cf75186860048e04d879c7d36514f529c
 size 4664167416

model-00008-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:736b5e20a0aea37f3fa7cc9eb7650194f3df94100f2139efee922e0e50c010a9
 size 4982917904

 version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa382afbb9938b5ef49e3ca2e243830bdbdb90aa2ee2e0eb4f55c8592904bb
 size 4982917904

model-00009-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ede521f00dbc1b2fbd439380accc4dc37cae87a865b006655a6fce5e26ed0ddc
 size 4999711736

 version https://git-lfs.github.com/spec/v1
+oid sha256:018393c8276e1df816043142d8ffdb4ce6ed4e2e268b1bb564efdaf695de7d60
 size 4999711736

model-00010-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b3f4d6406005c480bce37d2b0f6c796fd76ecf4270d5da1b2d8b9c7222055db
 size 4647373568

 version https://git-lfs.github.com/spec/v1
+oid sha256:27becd8bbda36d5d282d15ec6db77a338c7b58b24476bf4b60fe1d073b50ee9d
 size 4647373568

model-00011-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d555d078bedac1a69dc9a0c62a656c945261c51e672bb94efe631ab9e7cef3f
 size 4664167408

 version https://git-lfs.github.com/spec/v1
+oid sha256:8d32611a144da8447960b87a2ffc9bbefe3c31c4fdbff88d6fce846ccf203529
 size 4664167408

model-00012-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092338e63a8fcc7055aaa6d148a1af6fb82214365e90f74c2d8dcc0eeacc3a27
 size 4664167416

 version https://git-lfs.github.com/spec/v1
+oid sha256:741ef86554785b22517ab50cd1b5b9545b580e1729f55cc8c1e8f3131fd39e1e
 size 4664167416

model-00013-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54c1ee885880953d63b4202cc4e249673552096278c4d25d2a92a0e371dfa5bf
 size 4982917904

 version https://git-lfs.github.com/spec/v1
+oid sha256:75f9680190442a07329064202a84e2456b3e2987bb29f1ec309d7e707af5bb8a
 size 4982917904

model-00014-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a899d5d7e72f695e66f2f021ecd7bff06eb9f562326060e2c152eeccb3ea9eeb
 size 4999711728

 version https://git-lfs.github.com/spec/v1
+oid sha256:e70e664fed33803fb9625fd1e0f2188bc02f7fadae5b17e965842cdc9fc45872
 size 4999711728

model-00015-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:addd18af971f5873ca76a51fbd00a93956512f7528fbbfd677c6ebce349e1562
 size 4647373576

 version https://git-lfs.github.com/spec/v1
+oid sha256:58837be3a591819263ecad23f78182e0da21a038cf57d223479e0082667138c8
 size 4647373576

model-00016-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a8ea3c2d7080e0bf37ef5337914c59bb6ffbe9a8baad9fd0c416be518bb1861
 size 4664167408

 version https://git-lfs.github.com/spec/v1
+oid sha256:f163bbd6ebd3eb109efdd8d5369f8af7f97c48f976f13752acb7fa32adbfd83b
 size 4664167408

model-00017-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1de6e65007bfac9f5a7fe9c9853564fccb66cba81519fceb4feaabf609cc2c7
 size 4664167416

 version https://git-lfs.github.com/spec/v1
+oid sha256:9318dc028ef444dfc8e39b8669dbb4c489755a85ee0de88d50f30b0f3fc2b38d
 size 4664167416

model-00018-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36f1af8fc82e97744c368049f23cdaa9971a935c745e75adf80a8a96f2c67b5c
 size 4982917896

 version https://git-lfs.github.com/spec/v1
+oid sha256:5491e64e5e69a413ec828a63a923be604ed9cfb6c0b88a8320360af408e65e17
 size 4982917896

model-00019-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7a2dea27e358e72389104b78a61350a7f611f7015835103fe3ba72b48da15f9
 size 4999711736

 version https://git-lfs.github.com/spec/v1
+oid sha256:1c7e3b09c5f149236b9b486681382422bc1fb185172a0a713f2d065b0eab9d56
 size 4999711736

model-00020-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aff847672a8106bcc2421f4df9e30d4022fa4be2798be6719d5e38d3b98cda04
 size 4647373576

 version https://git-lfs.github.com/spec/v1
+oid sha256:145aa684794ae71c9ec813532a37947a0729bcb6edd76a16cae2d003245ddec8
 size 4647373576

model-00021-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bd12197138c0728195b3e7a43cd40b4607f1baf2d610be7971a61fe50ee02de
 size 4664167408

 version https://git-lfs.github.com/spec/v1
+oid sha256:c6603995cd6f0a58e4bca182ff599e4538778fb2cc88f96e9746de51503697f1
 size 4664167408

model-00022-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28ee2964d9a1f181e60bc6c6d92092c7a30bbdd708b8341d02134c9d09a6967c
 size 4664167408

 version https://git-lfs.github.com/spec/v1
+oid sha256:6f7b4fc6f7540efd90d88d22fa03e26e17ec7ed1f7ea1d95e6d8d26809b3b756
 size 4664167408

model-00023-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0df8a8177da22398bafdab76c6d491f29feb355b3bb70335230fbab0a6529caf
 size 4982917904

 version https://git-lfs.github.com/spec/v1
+oid sha256:4aeffefae51f77f3de65aa8d0e5ba54714866f813e0a3d8acf84a17c74f9bdcf
 size 4982917904

model-00024-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e6885b2e896068c7a0352477499fc1f67c5e8ac02200a4a7b230cbd421f676a
 size 4999711736

 version https://git-lfs.github.com/spec/v1
+oid sha256:e877bf0bd8cf61ded36dfdadbd7cba1be857b85b6a0417e89bad00f1800acf8c
 size 4999711736

model-00025-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f605c07ab221e6165bb20f2d11dc0c6de40078b554e9566f6d57a85bae2477b
 size 4647373576

 version https://git-lfs.github.com/spec/v1
+oid sha256:86b8b13079955b1e8b0a4217a476db157fa0fd10d584fe1cce3eb1d981c24742
 size 4647373576

model-00026-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c45767bd9373c4096a79929e3a5e222d8383e6c03be5d30d0f56af5ff77a6edf
 size 4664167400

 version https://git-lfs.github.com/spec/v1
+oid sha256:e15025844074c4c984d0775081f2606112f5d7dac1a5ab62b2506c4759d9d2af
 size 4664167400

model-00027-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef86637c4e5615853a65cb1680499895a64b3426f5a2dbd8b6ba168739459a7b
 size 4664167416

 version https://git-lfs.github.com/spec/v1
+oid sha256:57693283d117aa4b0f15749ef88f0939dd15a4760ae722a69749050e3d298218
 size 4664167416

model-00028-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c76f55494f08697044208a1a68b55cb276786536641039ddc8e1b5c36d6b21
 size 4982917904

 version https://git-lfs.github.com/spec/v1
+oid sha256:b760733f822b2fc71eb8e62aa7d5c0edcbc6f35e7d1230ab60ea62ff83f37c2d
 size 4982917904

model-00029-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:214ddfe88a372d2ed89cc7560afbb54c0074a86a6b99a298dd301f39e99f24af
 size 4999711728

 version https://git-lfs.github.com/spec/v1
+oid sha256:f75332b0063881ec6e47ef79eaf9058b285537adb6086a255338754ff753863d
 size 4999711728

model-00030-of-00030.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81ae8cf23a45a5f0d5c6499316462216686c491b14e17f13df6efab4d863cf14
 size 1996539368

 version https://git-lfs.github.com/spec/v1
+oid sha256:90372ecf66145cf60114a7b04f5c8289c912bf203a43c93c49728c765ba81e9a
 size 1996539368