adding pipeline tag
Browse files
README.md
CHANGED
@@ -24,7 +24,8 @@ model-index:
|
|
24 |
value: 54.18
|
25 |
name: strict accuracy
|
26 |
source:
|
27 |
-
url:
|
|
|
28 |
name: Open LLM Leaderboard
|
29 |
- task:
|
30 |
type: text-generation
|
@@ -39,7 +40,8 @@ model-index:
|
|
39 |
value: 29.98
|
40 |
name: normalized accuracy
|
41 |
source:
|
42 |
-
url:
|
|
|
43 |
name: Open LLM Leaderboard
|
44 |
- task:
|
45 |
type: text-generation
|
@@ -54,7 +56,8 @@ model-index:
|
|
54 |
value: 6.5
|
55 |
name: exact match
|
56 |
source:
|
57 |
-
url:
|
|
|
58 |
name: Open LLM Leaderboard
|
59 |
- task:
|
60 |
type: text-generation
|
@@ -69,7 +72,8 @@ model-index:
|
|
69 |
value: 4.7
|
70 |
name: acc_norm
|
71 |
source:
|
72 |
-
url:
|
|
|
73 |
name: Open LLM Leaderboard
|
74 |
- task:
|
75 |
type: text-generation
|
@@ -84,7 +88,8 @@ model-index:
|
|
84 |
value: 10.96
|
85 |
name: acc_norm
|
86 |
source:
|
87 |
-
url:
|
|
|
88 |
name: Open LLM Leaderboard
|
89 |
- task:
|
90 |
type: text-generation
|
@@ -101,8 +106,10 @@ model-index:
|
|
101 |
value: 24.4
|
102 |
name: accuracy
|
103 |
source:
|
104 |
-
url:
|
|
|
105 |
name: Open LLM Leaderboard
|
|
|
106 |
---
|
107 |
|
108 |
# MN-LooseCannon-12B-v1
|
@@ -166,5 +173,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
|
|
166 |
|MATH Lvl 5 (4-Shot)| 6.50|
|
167 |
|GPQA (0-shot) | 4.70|
|
168 |
|MuSR (0-shot) |10.96|
|
169 |
-
|MMLU-PRO (5-shot) |24.40|
|
170 |
-
|
|
|
24 |
value: 54.18
|
25 |
name: strict accuracy
|
26 |
source:
|
27 |
+
url: >-
|
28 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=GalrionSoftworks/MN-LooseCannon-12B-v1
|
29 |
name: Open LLM Leaderboard
|
30 |
- task:
|
31 |
type: text-generation
|
|
|
40 |
value: 29.98
|
41 |
name: normalized accuracy
|
42 |
source:
|
43 |
+
url: >-
|
44 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=GalrionSoftworks/MN-LooseCannon-12B-v1
|
45 |
name: Open LLM Leaderboard
|
46 |
- task:
|
47 |
type: text-generation
|
|
|
56 |
value: 6.5
|
57 |
name: exact match
|
58 |
source:
|
59 |
+
url: >-
|
60 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=GalrionSoftworks/MN-LooseCannon-12B-v1
|
61 |
name: Open LLM Leaderboard
|
62 |
- task:
|
63 |
type: text-generation
|
|
|
72 |
value: 4.7
|
73 |
name: acc_norm
|
74 |
source:
|
75 |
+
url: >-
|
76 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=GalrionSoftworks/MN-LooseCannon-12B-v1
|
77 |
name: Open LLM Leaderboard
|
78 |
- task:
|
79 |
type: text-generation
|
|
|
88 |
value: 10.96
|
89 |
name: acc_norm
|
90 |
source:
|
91 |
+
url: >-
|
92 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=GalrionSoftworks/MN-LooseCannon-12B-v1
|
93 |
name: Open LLM Leaderboard
|
94 |
- task:
|
95 |
type: text-generation
|
|
|
106 |
value: 24.4
|
107 |
name: accuracy
|
108 |
source:
|
109 |
+
url: >-
|
110 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=GalrionSoftworks/MN-LooseCannon-12B-v1
|
111 |
name: Open LLM Leaderboard
|
112 |
+
pipeline_tag: text-generation
|
113 |
---
|
114 |
|
115 |
# MN-LooseCannon-12B-v1
|
|
|
173 |
|MATH Lvl 5 (4-Shot)| 6.50|
|
174 |
|GPQA (0-shot) | 4.70|
|
175 |
|MuSR (0-shot) |10.96|
|
176 |
+
|MMLU-PRO (5-shot) |24.40|
|
|