xzuyn commited on
Commit
037ceaa
1 Parent(s): 444dadd

Upload Fimbulvetr-Holodeck-Erebus-Westlake-10.7B.yaml

Browse files
Fimbulvetr-Holodeck-Erebus-Westlake-10.7B.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Mistral Merging
2
+ merge_method: linear
3
+ dtype: float16
4
+ models:
5
+ - model: KoboldAI/Mistral-7B-Holodeck-1
6
+ parameters:
7
+ weight: 0.45
8
+ - model: KoboldAI/Mistral-7B-Erebus-v3
9
+ parameters:
10
+ weight: 0.45
11
+ - model: senseable/WestLake-7B-v2
12
+ parameters:
13
+ weight: 0.1
14
+ name: MV01-Holodeck-Erebus-Westlake-7B
15
+ ---
16
+
17
+ # Mistral Stacking
18
+ merge_method: passthrough
19
+ dtype: float16
20
+ slices:
21
+ - sources:
22
+ - model: MV01-Holodeck-Erebus-Westlake-7B
23
+ layer_range: [0, 24]
24
+ - sources:
25
+ - model: MV01-Holodeck-Erebus-Westlake-7B
26
+ layer_range: [8, 32]
27
+ name: MV01-Stacked-Holodeck-Erebus-Westlake-Unhealed-10.7B
28
+ ---
29
+
30
+ # Mistral Stack Healing
31
+ merge_method: task_arithmetic
32
+ dtype: float16
33
+ base_model: Undi95/Mistral-11B-v0.1
34
+ models:
35
+ - model: Sao10K/Fimbulvetr-11B-v2
36
+ parameters:
37
+ weight: 1.0
38
+ - model: MV01-Stacked-Holodeck-Erebus-Westlake-Unhealed-10.7B
39
+ parameters:
40
+ weight: 1.0