Adding Evaluation Results

README.md

@@ -1,33 +1,4 @@
 ---
-base_model:
-- rvv-karma/BASH-Coder-Mistral-7B
-- Locutusque/Hercules-3.1-Mistral-7B
-- KoboldAI/Mistral-7B-Erebus-v3 
-- Locutusque/Hyperion-2.1-Mistral-7B
-- Severian/Nexus-IKM-Mistral-7B-Pytorch
-- NousResearch/Hermes-2-Pro-Mistral-7B
-- mistralai/Mistral-7B-Instruct-v0.2
-- Nitral-AI/ProdigyXBioMistral_7B
-- Nitral-AI/Infinite-Mika-7b
-- Nous-Yarn-Mistral-7b-128k
-- yanismiraoui/Yarn-Mistral-7b-128k-sharded
-- LeroyDyer/LCARS_TOP_SCORE
-- LeroyDyer/Mixtral_AI_Cyber_Matrix_2_0
-- LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b
-- LeroyDyer/LCARS_AI_StarTrek_Computer
-- LeroyDyer/_Spydaz_Web_AI_ActionQA_Project
-- LeroyDyer/_Spydaz_Web_AI_ChatML_512K_Project
-- LeroyDyer/_Spydaz_Web_AI_ChatQA_ReAct_Project_UltraFineTuned
-- LeroyDyer/SpyazWeb_AI_DeepMind_Project
-- LeroyDyer/SpydazWeb_AI_Swahili_Project
-- LeroyDyer/_Spydaz_Web_AI_ChatQA_ReAct_Project
-- LeroyDyer/_Spydaz_Web_AI_MistralStar_001_Project
-- LeroyDyer/QuietStar_Project
-- LeroyDyer/Mixtral_BioMedical_7b
-- LeroyDyer/Mixtral_AI_CyberTron_Coder
-- LeroyDyer/_Spydaz_Web_AI_BIBLE_002
-- LeroyDyer/_Spydaz_Web_AI_ChatQA_Reasoning101_Project
-- LeroyDyer/SpydazWeb_AI_Text_AudioVision_Project
 language:
 - en
 - sw
@@ -44,21 +15,7 @@ language:
 - bm
 - su
 license: apache-2.0
-datasets:
-- neoneye/base64-decode-v2
-- neoneye/base64-encode-v1
-- VuongQuoc/Chemistry_text_to_image
-- Kamizuru00/diagram_image_to_text
-- LeroyDyer/Chemistry_text_to_image_BASE64
-- LeroyDyer/AudioCaps-Spectrograms_to_Base64
-- LeroyDyer/winogroud_text_to_imaget_BASE64
-- LeroyDyer/chart_text_to_Base64
-- LeroyDyer/diagram_image_to_text_BASE64
-- mekaneeky/salt_m2e_15_3_instruction
-- mekaneeky/SALT-languages-bible
-- xz56/react-llama
-- BeIR/hotpotqa
-- arcee-ai/agent-data
+library_name: transformers
 tags:
 - RolePlay
 - Role-Play-Pro
@@ -120,8 +77,50 @@ tags:
 - Text-Spectrogram
 - Mel-Text
 - Text-Mel
-pipeline_tag: text-generation
-library_name: transformers
+base_model:
+- rvv-karma/BASH-Coder-Mistral-7B
+- Locutusque/Hercules-3.1-Mistral-7B
+- KoboldAI/Mistral-7B-Erebus-v3
+- Locutusque/Hyperion-2.1-Mistral-7B
+- Severian/Nexus-IKM-Mistral-7B-Pytorch
+- NousResearch/Hermes-2-Pro-Mistral-7B
+- mistralai/Mistral-7B-Instruct-v0.2
+- Nitral-AI/ProdigyXBioMistral_7B
+- Nitral-AI/Infinite-Mika-7b
+- Nous-Yarn-Mistral-7b-128k
+- yanismiraoui/Yarn-Mistral-7b-128k-sharded
+- LeroyDyer/LCARS_TOP_SCORE
+- LeroyDyer/Mixtral_AI_Cyber_Matrix_2_0
+- LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b
+- LeroyDyer/LCARS_AI_StarTrek_Computer
+- LeroyDyer/_Spydaz_Web_AI_ActionQA_Project
+- LeroyDyer/_Spydaz_Web_AI_ChatML_512K_Project
+- LeroyDyer/_Spydaz_Web_AI_ChatQA_ReAct_Project_UltraFineTuned
+- LeroyDyer/SpyazWeb_AI_DeepMind_Project
+- LeroyDyer/SpydazWeb_AI_Swahili_Project
+- LeroyDyer/_Spydaz_Web_AI_ChatQA_ReAct_Project
+- LeroyDyer/_Spydaz_Web_AI_MistralStar_001_Project
+- LeroyDyer/QuietStar_Project
+- LeroyDyer/Mixtral_BioMedical_7b
+- LeroyDyer/Mixtral_AI_CyberTron_Coder
+- LeroyDyer/_Spydaz_Web_AI_BIBLE_002
+- LeroyDyer/_Spydaz_Web_AI_ChatQA_Reasoning101_Project
+- LeroyDyer/SpydazWeb_AI_Text_AudioVision_Project
+datasets:
+- neoneye/base64-decode-v2
+- neoneye/base64-encode-v1
+- VuongQuoc/Chemistry_text_to_image
+- Kamizuru00/diagram_image_to_text
+- LeroyDyer/Chemistry_text_to_image_BASE64
+- LeroyDyer/AudioCaps-Spectrograms_to_Base64
+- LeroyDyer/winogroud_text_to_imaget_BASE64
+- LeroyDyer/chart_text_to_Base64
+- LeroyDyer/diagram_image_to_text_BASE64
+- mekaneeky/salt_m2e_15_3_instruction
+- mekaneeky/SALT-languages-bible
+- xz56/react-llama
+- BeIR/hotpotqa
+- arcee-ai/agent-data
 metrics:
 - accuracy
 - bertscore
@@ -129,6 +128,102 @@ metrics:
 - bleurt
 - brier_score
 - cer
+pipeline_tag: text-generation
+model-index:
+- name: SpydazWeb_AI_HumanAI_RP
+  results:
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: IFEval (0-Shot)
+      type: HuggingFaceH4/ifeval
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: inst_level_strict_acc and prompt_level_strict_acc
+      value: 25.41
+      name: strict accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=LeroyDyer/SpydazWeb_AI_HumanAI_RP
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: BBH (3-Shot)
+      type: BBH
+      args:
+        num_few_shot: 3
+    metrics:
+    - type: acc_norm
+      value: 7.18
+      name: normalized accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=LeroyDyer/SpydazWeb_AI_HumanAI_RP
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MATH Lvl 5 (4-Shot)
+      type: hendrycks/competition_math
+      args:
+        num_few_shot: 4
+    metrics:
+    - type: exact_match
+      value: 1.28
+      name: exact match
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=LeroyDyer/SpydazWeb_AI_HumanAI_RP
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: GPQA (0-shot)
+      type: Idavidrein/gpqa
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 3.36
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=LeroyDyer/SpydazWeb_AI_HumanAI_RP
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MuSR (0-shot)
+      type: TAUR-Lab/MuSR
+      args:
+        num_few_shot: 0
+    metrics:
+    - type: acc_norm
+      value: 5.87
+      name: acc_norm
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=LeroyDyer/SpydazWeb_AI_HumanAI_RP
+      name: Open LLM Leaderboard
+  - task:
+      type: text-generation
+      name: Text Generation
+    dataset:
+      name: MMLU-PRO (5-shot)
+      type: TIGER-Lab/MMLU-Pro
+      config: main
+      split: test
+      args:
+        num_few_shot: 5
+    metrics:
+    - type: acc
+      value: 3.6
+      name: accuracy
+    source:
+      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=LeroyDyer/SpydazWeb_AI_HumanAI_RP
+      name: Open LLM Leaderboard
 ---
 
 BASE MODEL : 
@@ -407,4 +502,17 @@ It most definatly did create graphs ad recognize some images , but i will need t
 so I will find some other insteresting datasets based around the task of image detection and generation as well as image segmentation and mask etc :
 It only the conversion of the dataset to include these base64 representations : 
 Image training is quite slow ! ( i was able to create the trainer settings to perform 5000 samples in a single step , but it was still very slow for the step. ( google colab ))
-So If i Tap into the A100 I will Do a few 1000( sample ) Steps : also using this prompt ! as well as task training we are also prompt tuning ! by installing many repetitions of the same prompt ... hopefully removing traces of ..."your a helpful AI"
+So If i Tap into the A100 I will Do a few 1000( sample ) Steps : also using this prompt ! as well as task training we are also prompt tuning ! by installing many repetitions of the same prompt ... hopefully removing traces of ..."your a helpful AI"
+# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)
+Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/LeroyDyer__SpydazWeb_AI_HumanAI_RP-details)
+
+|      Metric       |Value|
+|-------------------|----:|
+|Avg.               | 7.78|
+|IFEval (0-Shot)    |25.41|
+|BBH (3-Shot)       | 7.18|
+|MATH Lvl 5 (4-Shot)| 1.28|
+|GPQA (0-shot)      | 3.36|
+|MuSR (0-shot)      | 5.87|
+|MMLU-PRO (5-shot)  | 3.60|
+