Upload folder using huggingface_hub

README.md

@@ -1,7 +1,7 @@
 ---
 base_model:
-- Qwen/Qwen-7B
-- TideDra/Qwen-VL-Chat-DPO
+- Meta-Llama-3-8B-Instruct
+- Llama-3-8B-Instruct-Coder
 license: apache-2.0
 tags:
 - moe
@@ -9,38 +9,57 @@ tags:
 - merge
 - mergekit
 - lazymergekit
-- Qwen/Qwen-7B
-- TideDra/Qwen-VL-Chat-DPO
+- Meta-Llama-3-8B-Instruct
+- Llama-3-8B-Instruct-Coder
 ---
 
 # QwenMoEAriel
 
 QwenMoEAriel is a Mixture of Experts (MoE) made with the following models using [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing):
-* [Qwen/Qwen-7B](https://huggingface.co/Qwen/Qwen-7B)
-* [TideDra/Qwen-VL-Chat-DPO](https://huggingface.co/TideDra/Qwen-VL-Chat-DPO)
+* [Meta-Llama-3-8B-Instruct](https://huggingface.co/Meta-Llama-3-8B-Instruct)
+* [Llama-3-8B-Instruct-Coder](https://huggingface.co/Llama-3-8B-Instruct-Coder)
 
 ## 🧩 Configuration
 
 ```yaml
-base_model: Qwen/Qwen-7B
-gate_mode: cheap_embed
+base_model: Meta-Llama-3-8B-Instruct
 experts:
-  - source_model: Qwen/Qwen-7B
+  - source_model: Meta-Llama-3-8B-Instruct
     positive_prompts:
+    - "explain"
     - "chat"
     - "assistant"
-    - "tell me"
-    - "explain"
-    - "I want"
-  - source_model: TideDra/Qwen-VL-Chat-DPO
+    - "think"
+    - "roleplay"
+    - "versatile"
+    - "helpful"
+    - "factual"
+    - "integrated"
+    - "adaptive"
+    - "comprehensive"
+    - "balanced"
+    negative_prompts:
+    - "specialized"
+    - "narrow"
+    - "focused"
+    - "limited"
+    - "specific"
+  - source_model: Llama-3-8B-Instruct-Coder
     positive_prompts:
-    - "code"
     - "python"
-    - "javascript"
+    - "math"
+    - "solve"
+    - "code"
     - "programming"
+    - "javascript"
     - "algorithm"
-shared_experts:
-  - source_model: Qwen/Qwen-7B
+    - "factual"
+    negative_prompts:
+    - "sorry"
+    - "cannot"
+    - "concise"
+    - "imaginative"
+    - "creative"
 ```
 
 ## 💻 Usage