Update results.json with latest aggregated results.

assets/results/results.json

@@ -598,5 +598,758 @@
             "Failed Entries": 1,
             "Success Ratio": 0.9964
         }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.542,
+                "Completeness": 0.5156,
+                "Conciseness": 0.2512,
+                "Helpfulness": 0.5033,
+                "Honesty": 0.533,
+                "Harmlessness": 0.542,
+                "3C3H Score": 0.4812
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6009,
+                "Reasoning": 0.4825,
+                "Orthographic and Grammatical Analysis": 0.0309,
+                "Safety": 0.2583
+            }
+        },
+        "Meta": {
+            "Model Name": "CohereForAI/aya-23-35B",
+            "License": "cc-by-nc-4.0",
+            "Revision": "main",
+            "Precision": "float16",
+            "Params": 35.0,
+            "Total Entries": 279,
+            "Successful Entries": 278,
+            "Failed Entries": 1,
+            "Success Ratio": 0.9964
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.5878,
+                "Completeness": 0.5472,
+                "Conciseness": 0.1738,
+                "Helpfulness": 0.5594,
+                "Honesty": 0.5806,
+                "Harmlessness": 0.5833,
+                "3C3H Score": 0.5054
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6209,
+                "Reasoning": 0.5394,
+                "Orthographic and Grammatical Analysis": 0.0269,
+                "Safety": 0.2354
+            }
+        },
+        "Meta": {
+            "Model Name": "CohereForAI/c4ai-command-r-08-2024",
+            "License": "cc-by-nc-4.0",
+            "Revision": "main",
+            "Precision": "float16",
+            "Params": 32.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6282,
+                "Completeness": 0.6221,
+                "Conciseness": 0.1733,
+                "Helpfulness": 0.5978,
+                "Honesty": 0.6119,
+                "Harmlessness": 0.6282,
+                "3C3H Score": 0.5436
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6891,
+                "Reasoning": 0.5333,
+                "Orthographic and Grammatical Analysis": 0.0264,
+                "Safety": 0.2521
+            }
+        },
+        "Meta": {
+            "Model Name": "CohereForAI/c4ai-command-r-v01",
+            "License": "cc-by-nc-4.0",
+            "Revision": "main",
+            "Precision": "float16",
+            "Params": 35.0,
+            "Total Entries": 279,
+            "Successful Entries": 277,
+            "Failed Entries": 2,
+            "Success Ratio": 0.9928
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.5297,
+                "Completeness": 0.4679,
+                "Conciseness": 0.2876,
+                "Helpfulness": 0.4694,
+                "Honesty": 0.5097,
+                "Harmlessness": 0.5297,
+                "3C3H Score": 0.4657
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.5958,
+                "Reasoning": 0.4296,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.3171
+            }
+        },
+        "Meta": {
+            "Model Name": "FreedomIntelligence/AceGPT-v1.5-13B-Chat",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "float32",
+            "Params": 13.0,
+            "Total Entries": 279,
+            "Successful Entries": 275,
+            "Failed Entries": 4,
+            "Success Ratio": 0.9857
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6717,
+                "Completeness": 0.6642,
+                "Conciseness": 0.2906,
+                "Helpfulness": 0.6479,
+                "Honesty": 0.6657,
+                "Harmlessness": 0.6717,
+                "3C3H Score": 0.602
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.7136,
+                "Reasoning": 0.5694,
+                "Orthographic and Grammatical Analysis": 0.0632,
+                "Safety": 0.75
+            }
+        },
+        "Meta": {
+            "Model Name": "FreedomIntelligence/AceGPT-v2-70B-Chat",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "float16",
+            "Params": 70.0,
+            "Total Entries": 279,
+            "Successful Entries": 267,
+            "Failed Entries": 12,
+            "Success Ratio": 0.957
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.7103,
+                "Completeness": 0.7091,
+                "Conciseness": 0.1912,
+                "Helpfulness": 0.6888,
+                "Honesty": 0.7036,
+                "Harmlessness": 0.7103,
+                "3C3H Score": 0.6189
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6862,
+                "Reasoning": 0.7472,
+                "Orthographic and Grammatical Analysis": 0.0282,
+                "Safety": 0.5482
+            }
+        },
+        "Meta": {
+            "Model Name": "MaziyarPanahi/calme-2.2-qwen2.5-72b",
+            "License": "tongyi-qianwen",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 72.0,
+            "Total Entries": 279,
+            "Successful Entries": 275,
+            "Failed Entries": 4,
+            "Success Ratio": 0.9857
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.2848,
+                "Completeness": 0.2848,
+                "Conciseness": 0.088,
+                "Helpfulness": 0.2553,
+                "Honesty": 0.2531,
+                "Harmlessness": 0.2833,
+                "3C3H Score": 0.2416
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.2384,
+                "Reasoning": 0.2723,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.5486
+            }
+        },
+        "Meta": {
+            "Model Name": "Qwen/Qwen2.5-1.5B-Instruct",
+            "License": "qwen",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 1.443,
+            "Total Entries": 279,
+            "Successful Entries": 268,
+            "Failed Entries": 11,
+            "Success Ratio": 0.9606
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6146,
+                "Completeness": 0.6059,
+                "Conciseness": 0.1859,
+                "Helpfulness": 0.5914,
+                "Honesty": 0.5988,
+                "Harmlessness": 0.6146,
+                "3C3H Score": 0.5352
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.566,
+                "Reasoning": 0.6684,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.6009
+            }
+        },
+        "Meta": {
+            "Model Name": "Qwen/Qwen2.5-14B-Instruct",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 14.0,
+            "Total Entries": 279,
+            "Successful Entries": 269,
+            "Failed Entries": 10,
+            "Success Ratio": 0.9642
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.8831,
+                "Completeness": 0.8781,
+                "Conciseness": 0.3327,
+                "Helpfulness": 0.8697,
+                "Honesty": 0.8778,
+                "Harmlessness": 0.8831,
+                "3C3H Score": 0.7874
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.7896,
+                "Reasoning": 0.77,
+                "Orthographic and Grammatical Analysis": 0.7487,
+                "Safety": 0.9013
+            }
+        },
+        "Meta": {
+            "Model Name": "claude-3-5-sonnet-20241022",
+            "License": "Proprietary",
+            "Revision": "UNK",
+            "Precision": "UNK",
+            "Params": "UNK",
+            "Total Entries": 279,
+            "Successful Entries": 268,
+            "Failed Entries": 11,
+            "Success Ratio": 0.9606
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6389,
+                "Completeness": 0.6377,
+                "Conciseness": 0.1938,
+                "Helpfulness": 0.6162,
+                "Honesty": 0.6316,
+                "Harmlessness": 0.6389,
+                "3C3H Score": 0.5595
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6376,
+                "Reasoning": 0.5767,
+                "Orthographic and Grammatical Analysis": 0.0591,
+                "Safety": 0.6854
+            }
+        },
+        "Meta": {
+            "Model Name": "claude-3-haiku-20240307",
+            "License": "Proprietary",
+            "Revision": "UNK",
+            "Precision": "UNK",
+            "Params": "UNK",
+            "Total Entries": 279,
+            "Successful Entries": 276,
+            "Failed Entries": 3,
+            "Success Ratio": 0.9892
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.2603,
+                "Completeness": 0.2311,
+                "Conciseness": 0.0721,
+                "Helpfulness": 0.2132,
+                "Honesty": 0.2476,
+                "Harmlessness": 0.2594,
+                "3C3H Score": 0.214
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.224,
+                "Reasoning": 0.2934,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.1771
+            }
+        },
+        "Meta": {
+            "Model Name": "meta-llama/Meta-Llama-3-70B-Instruct",
+            "License": "llama3",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 70.0,
+            "Total Entries": 279,
+            "Successful Entries": 274,
+            "Failed Entries": 5,
+            "Success Ratio": 0.9821
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.721,
+                "Completeness": 0.7138,
+                "Conciseness": 0.2298,
+                "Helpfulness": 0.7041,
+                "Honesty": 0.7141,
+                "Harmlessness": 0.721,
+                "3C3H Score": 0.634
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6923,
+                "Reasoning": 0.7312,
+                "Orthographic and Grammatical Analysis": 0.1909,
+                "Safety": 0.5229
+            }
+        },
+        "Meta": {
+            "Model Name": "gpt-4o-mini",
+            "License": "Proprietary",
+            "Revision": "UNK",
+            "Precision": "UNK",
+            "Params": "UNK",
+            "Total Entries": 279,
+            "Successful Entries": 276,
+            "Failed Entries": 3,
+            "Success Ratio": 0.9892
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.8375,
+                "Completeness": 0.8291,
+                "Conciseness": 0.2894,
+                "Helpfulness": 0.8099,
+                "Honesty": 0.83,
+                "Harmlessness": 0.8375,
+                "3C3H Score": 0.7389
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.8014,
+                "Reasoning": 0.7455,
+                "Orthographic and Grammatical Analysis": 0.5027,
+                "Safety": 0.6063
+            }
+        },
+        "Meta": {
+            "Model Name": "gpt-4o",
+            "License": "Proprietary",
+            "Revision": "UNK",
+            "Precision": "UNK",
+            "Params": "UNK",
+            "Total Entries": 279,
+            "Successful Entries": 277,
+            "Failed Entries": 2,
+            "Success Ratio": 0.9928
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.7194,
+                "Completeness": 0.7181,
+                "Conciseness": 0.1927,
+                "Helpfulness": 0.6921,
+                "Honesty": 0.7099,
+                "Harmlessness": 0.7194,
+                "3C3H Score": 0.6253
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6611,
+                "Reasoning": 0.7922,
+                "Orthographic and Grammatical Analysis": 0.0736,
+                "Safety": 0.5741
+            }
+        },
+        "Meta": {
+            "Model Name": "rombodawg/Rombos-LLM-V2.5-Qwen-72b",
+            "License": "qwen",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 72.0,
+            "Total Entries": 279,
+            "Successful Entries": 272,
+            "Failed Entries": 7,
+            "Success Ratio": 0.9749
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.7121,
+                "Completeness": 0.7097,
+                "Conciseness": 0.1876,
+                "Helpfulness": 0.6882,
+                "Honesty": 0.6968,
+                "Harmlessness": 0.7121,
+                "3C3H Score": 0.6177
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6815,
+                "Reasoning": 0.7567,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.5667
+            }
+        },
+        "Meta": {
+            "Model Name": "MaziyarPanahi/calme-2.1-qwen2.5-72b",
+            "License": "tongyi-qianwen",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 72.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.3285,
+                "Completeness": 0.3225,
+                "Conciseness": 0.0869,
+                "Helpfulness": 0.2987,
+                "Honesty": 0.3081,
+                "Harmlessness": 0.3279,
+                "3C3H Score": 0.2788
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.2945,
+                "Reasoning": 0.3667,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.2625
+            }
+        },
+        "Meta": {
+            "Model Name": "inceptionai/jais-family-1p3b-chat",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "float32",
+            "Params": 1.0,
+            "Total Entries": 279,
+            "Successful Entries": 277,
+            "Failed Entries": 2,
+            "Success Ratio": 0.9928
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.5695,
+                "Completeness": 0.5624,
+                "Conciseness": 0.1577,
+                "Helpfulness": 0.5312,
+                "Honesty": 0.554,
+                "Harmlessness": 0.5695,
+                "3C3H Score": 0.4907
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.5702,
+                "Reasoning": 0.5139,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.5604
+            }
+        },
+        "Meta": {
+            "Model Name": "inceptionai/jais-family-30b-16k-chat",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "float32",
+            "Params": 30.0,
+            "Total Entries": 279,
+            "Successful Entries": 278,
+            "Failed Entries": 1,
+            "Success Ratio": 0.9964
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.1966,
+                "Completeness": 0.1535,
+                "Conciseness": 0.0285,
+                "Helpfulness": 0.1196,
+                "Honesty": 0.1643,
+                "Harmlessness": 0.1957,
+                "3C3H Score": 0.143
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.1577,
+                "Reasoning": 0.1872,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.0875
+            }
+        },
+        "Meta": {
+            "Model Name": "inceptionai/jais-family-590m-chat",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "float32",
+            "Params": 0.719,
+            "Total Entries": 279,
+            "Successful Entries": 278,
+            "Failed Entries": 1,
+            "Success Ratio": 0.9964
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.0791,
+                "Completeness": 0.0504,
+                "Conciseness": 0.0216,
+                "Helpfulness": 0.0414,
+                "Honesty": 0.0549,
+                "Harmlessness": 0.0755,
+                "3C3H Score": 0.0538
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.0293,
+                "Reasoning": 0.0756,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.2417
+            }
+        },
+        "Meta": {
+            "Model Name": "meta-llama/Llama-3.2-1B-Instruct",
+            "License": "llama3.2",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 1.0,
+            "Total Entries": 279,
+            "Successful Entries": 278,
+            "Failed Entries": 1,
+            "Success Ratio": 0.9964
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.2736,
+                "Completeness": 0.2616,
+                "Conciseness": 0.0792,
+                "Helpfulness": 0.1971,
+                "Honesty": 0.2315,
+                "Harmlessness": 0.2727,
+                "3C3H Score": 0.2193
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.2133,
+                "Reasoning": 0.28,
+                "Orthographic and Grammatical Analysis": 0.0,
+                "Safety": 0.3771
+            }
+        },
+        "Meta": {
+            "Model Name": "meta-llama/Llama-3.2-3B-Instruct",
+            "License": "llama3.2",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 3.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6296,
+                "Completeness": 0.6165,
+                "Conciseness": 0.2258,
+                "Helpfulness": 0.5923,
+                "Honesty": 0.6123,
+                "Harmlessness": 0.6296,
+                "3C3H Score": 0.551
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.6538,
+                "Reasoning": 0.6033,
+                "Orthographic and Grammatical Analysis": 0.0309,
+                "Safety": 0.375
+            }
+        },
+        "Meta": {
+            "Model Name": "meta-llama/Llama-3.2-90B-Vision-Instruct",
+            "License": "llama3.2",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 90.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6858,
+                "Completeness": 0.6511,
+                "Conciseness": 0.345,
+                "Helpfulness": 0.635,
+                "Honesty": 0.6747,
+                "Harmlessness": 0.6858,
+                "3C3H Score": 0.6129
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.7062,
+                "Reasoning": 0.6394,
+                "Orthographic and Grammatical Analysis": 0.0215,
+                "Safety": 0.7167
+            }
+        },
+        "Meta": {
+            "Model Name": "meta-llama/Llama-3.3-70B-Instruct",
+            "License": "llama3.3",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 70.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.3321,
+                "Completeness": 0.1434,
+                "Conciseness": 0.0403,
+                "Helpfulness": 0.1359,
+                "Honesty": 0.2631,
+                "Harmlessness": 0.3295,
+                "3C3H Score": 0.2074
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.2891,
+                "Reasoning": 0.1744,
+                "Orthographic and Grammatical Analysis": 0.0175,
+                "Safety": 0.0
+            }
+        },
+        "Meta": {
+            "Model Name": "stabilityai/ar-stablelm-2-chat",
+            "License": "other",
+            "Revision": "main",
+            "Precision": "float32",
+            "Params": 2.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.5317,
+                "Completeness": 0.4875,
+                "Conciseness": 0.1711,
+                "Helpfulness": 0.4271,
+                "Honesty": 0.4904,
+                "Harmlessness": 0.5317,
+                "3C3H Score": 0.4399
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.4885,
+                "Reasoning": 0.4211,
+                "Orthographic and Grammatical Analysis": 0.0323,
+                "Safety": 0.7708
+            }
+        },
+        "Meta": {
+            "Model Name": "utter-project/EuroLLM-9B-Instruct",
+            "License": "apache-2.0",
+            "Revision": "main",
+            "Precision": "bfloat16",
+            "Params": 9.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "claude-3.5-sonnet Scores": {
+            "3C3H Scores": {
+                "Correctness": 0.6619,
+                "Completeness": 0.6356,
+                "Conciseness": 0.1938,
+                "Helpfulness": 0.6353,
+                "Honesty": 0.6526,
+                "Harmlessness": 0.661,
+                "3C3H Score": 0.5734
+            },
+            "Tasks Scores": {
+                "Question Answering (QA)": 0.7327,
+                "Reasoning": 0.5506,
+                "Orthographic and Grammatical Analysis": 0.0538,
+                "Safety": 0.2458
+            }
+        },
+        "Meta": {
+            "Model Name": "CohereForAI/c4ai-command-r-plus-08-2024",
+            "License": "cc-by-nc-4.0",
+            "Revision": "main",
+            "Precision": "float16",
+            "Params": 104.0,
+            "Total Entries": 279,
+            "Successful Entries": 279,
+            "Failed Entries": 0,
+            "Success Ratio": 1.0
+        }
+    },
+    {
+        "_last_sync_timestamp": "2024-12-15T20:20:14.747963"
     }
 ]