Upload folder using huggingface_hub

README.md

@@ -6,31 +6,37 @@ tags:
 - lazymergekit
 - automerger
 base_model:
+- MSL7/INEX12-7b
 - automerger/YamshadowExperiment28-7B
 ---
 
 # Inex12Yamshadowexperiment28-7B
 
 Inex12Yamshadowexperiment28-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
+* [MSL7/INEX12-7b](https://huggingface.co/MSL7/INEX12-7b)
 * [automerger/YamshadowExperiment28-7B](https://huggingface.co/automerger/YamshadowExperiment28-7B)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-- model: MSL7/INEX12-7b
-  # No parameters necessary for base model
-- model: automerger/YamshadowExperiment28-7B
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: MSL7/INEX12-7b
+        layer_range: [0, 32]
+      - model: automerger/YamshadowExperiment28-7B
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: MSL7/INEX12-7b
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
-```
+    ```
 
 ## 💻 Usage
 

mergekit_config.yml

@@ -1,14 +1,19 @@
 
-models:
-- model: MSL7/INEX12-7b
-  # No parameters necessary for base model
-- model: automerger/YamshadowExperiment28-7B
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: MSL7/INEX12-7b
+        layer_range: [0, 32]
+      - model: automerger/YamshadowExperiment28-7B
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: MSL7/INEX12-7b
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
+    

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf7eaca5ee4980961b57a4be7833a41603b79bb5f6662179b24b3bbca574b08b
+oid sha256:5ea50d3d5cf2bbfc16a95f2375c1141b18e432c31c5c339245ecfd6450d9d04f
 size 9825524456

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0b728c0003fa5e05d2765eb60747b0dbc2337d073973a715d772bbbef0788a9
+oid sha256:09948a2415914dd059d5606609af3719e7d0c376e11487bcd800650bc32a25e1
 size 4657973592