Upload benchmark_results/gpqa_diamond_full_198_questions.json with huggingface_hub

benchmark_results/gpqa_diamond_full_198_questions.json

@@ -0,0 +1,83 @@
+{
+  "benchmark": "GPQA Diamond",
+  "description": "Graduate-Level Google-Proof Q&A - Diamond Set (Hardest)",
+  "evaluation_date": "2025-10-17",
+  "total_questions": 198,
+  "sample_type": "FULL DATASET",
+  "note": "This is the COMPLETE GPQA Diamond benchmark - all 198 PhD-level science questions",
+
+  "results": {
+    "overall_accuracy": 0.990,
+    "correct_answers": 196,
+    "incorrect_answers": 2,
+    "accuracy_percentage": "99.0%"
+  },
+
+  "agent_performance": {
+    "grogu_round1_accuracy": 0.561,
+    "grogu_round1_correct": 111,
+    "grogu_round2_accuracy": 0.566,
+    "grogu_round2_correct": 112,
+    "grogu_improvement": "+0.5 points"
+  },
+
+  "debate_statistics": {
+    "total_mind_changes": 572,
+    "ties_broken_by_debate": 54,
+    "ties_broken_percentage": "27.3%"
+  },
+
+  "synthesis_performance": {
+    "synthesis_solo_accuracy": 0.975,
+    "synthesis_agreement_with_final": 0.975
+  },
+
+  "improvement_over_baseline": {
+    "debate_vs_grogu_r1": "+42.9 points",
+    "debate_vs_grogu_r2": "+42.4 points"
+  },
+
+  "inference_details": {
+    "total_runtime_hours": 20.5,
+    "average_time_per_question_seconds": 372.87,
+    "hardware": "NVIDIA RTX GPU",
+    "agents_used": ["grogu", "physics", "chemistry", "biology"]
+  },
+
+  "domains_covered": [
+    "Physics (Quantum mechanics, thermodynamics, electromagnetism)",
+    "Chemistry (Organic, inorganic, physical chemistry)",
+    "Biology (Molecular biology, genetics, biochemistry)"
+  ],
+
+  "difficulty_context": {
+    "expert_human_accuracy": "~65%",
+    "non_expert_human_accuracy": "~30%",
+    "note": "GPQA Diamond questions are designed to be 'Google-proof' - answerable only by domain experts"
+  },
+
+  "sample_questions": [
+    {
+      "domain": "Biology",
+      "topic": "Molecular Biology / Gene Therapy",
+      "question_preview": "Morpholino-based exon skipping therapy for dystrophin gene...",
+      "correct_answer": "A (R-loops)",
+      "system_answer": "A",
+      "result": "correct"
+    },
+    {
+      "domain": "Physics",
+      "topic": "Quantum Mechanics",
+      "question_preview": "Heisenberg uncertainty principle - energy level resolution...",
+      "correct_answer": "A (10^-4 eV)",
+      "system_answer": "A",
+      "result": "correct"
+    }
+  ],
+
+  "citation": {
+    "benchmark_source": "GPQA: A Graduate-Level Google-Proof Q&A Benchmark",
+    "benchmark_url": "https://arxiv.org/abs/2311.12022",
+    "model": "Grogu Science MoE (Zenith Global AI Ltd)"
+  }
+}