{
  "metadata": {
    "model_name": "llama-3.3-70b-instruct",
    "timestamp": "20241212-013440"
  },
  "categories": {
    "STEM": {
      "subjects": [
        {
          "subject": "high_school_chemistry",
          "correct_rate": 64.03940886699507
        },
        {
          "subject": "high_school_mathematics",
          "correct_rate": 46.666666666666664
        },
        {
          "subject": "abstract_algebra",
          "correct_rate": 48.0
        },
        {
          "subject": "computer_security",
          "correct_rate": 84.0
        },
        {
          "subject": "college_computer_science",
          "correct_rate": 61.61616161616161
        },
        {
          "subject": "college_chemistry",
          "correct_rate": 53.0
        },
        {
          "subject": "conceptual_physics",
          "correct_rate": 74.8936170212766
        },
        {
          "subject": "high_school_statistics",
          "correct_rate": 68.05555555555556
        },
        {
          "subject": "college_mathematics",
          "correct_rate": 44.0
        },
        {
          "subject": "college_biology",
          "correct_rate": 88.19444444444444
        },
        {
          "subject": "college_physics",
          "correct_rate": 52.94117647058824
        },
        {
          "subject": "elementary_mathematics",
          "correct_rate": 64.81481481481481
        },
        {
          "subject": "high_school_biology",
          "correct_rate": 88.70967741935483
        },
        {
          "subject": "high_school_physics",
          "correct_rate": 57.615894039735096
        },
        {
          "subject": "machine_learning",
          "correct_rate": 56.25
        },
        {
          "subject": "astronomy",
          "correct_rate": 88.1578947368421
        },
        {
          "subject": "electrical_engineering",
          "correct_rate": 69.6551724137931
        },
        {
          "subject": "high_school_computer_science",
          "correct_rate": 79.0
        }
      ],
      "correct_rate": 66.09
    },
    "humanities": {
      "subjects": [
        {
          "subject": "world_religions",
          "correct_rate": 84.7953216374269
        },
        {
          "subject": "high_school_us_history",
          "correct_rate": 89.70588235294117
        },
        {
          "subject": "moral_disputes",
          "correct_rate": 77.74566473988439
        },
        {
          "subject": "high_school_world_history",
          "correct_rate": 88.60759493670885
        },
        {
          "subject": "formal_logic",
          "correct_rate": 62.698412698412696
        },
        {
          "subject": "international_law",
          "correct_rate": 85.12396694214877
        },
        {
          "subject": "jurisprudence",
          "correct_rate": 76.85185185185185
        },
        {
          "subject": "professional_law",
          "correct_rate": 59.58279009126467
        },
        {
          "subject": "logical_fallacies",
          "correct_rate": 83.43558282208589
        },
        {
          "subject": "philosophy",
          "correct_rate": 74.27652733118971
        },
        {
          "subject": "moral_scenarios",
          "correct_rate": 78.65921787709496
        },
        {
          "subject": "prehistory",
          "correct_rate": 84.25925925925925
        },
        {
          "subject": "high_school_european_history",
          "correct_rate": 84.84848484848484
        }
      ],
      "correct_rate": 79.28
    },
    "social sciences": {
      "subjects": [
        {
          "subject": "high_school_geography",
          "correct_rate": 86.36363636363636
        },
        {
          "subject": "high_school_psychology",
          "correct_rate": 91.19266055045871
        },
        {
          "subject": "sociology",
          "correct_rate": 87.56218905472637
        },
        {
          "subject": "high_school_microeconomics",
          "correct_rate": 86.5546218487395
        },
        {
          "subject": "professional_psychology",
          "correct_rate": 76.79738562091504
        },
        {
          "subject": "security_studies",
          "correct_rate": 77.55102040816327
        },
        {
          "subject": "us_foreign_policy",
          "correct_rate": 91.0
        },
        {
          "subject": "public_relations",
          "correct_rate": 70.9090909090909
        },
        {
          "subject": "high_school_government_and_politics",
          "correct_rate": 93.78238341968913
        },
        {
          "subject": "econometrics",
          "correct_rate": 61.40350877192983
        },
        {
          "subject": "human_sexuality",
          "correct_rate": 81.67938931297711
        },
        {
          "subject": "high_school_macroeconomics",
          "correct_rate": 80.51282051282051
        }
      ],
      "correct_rate": 82.11
    },
    "other (business, health, misc.)": {
      "subjects": [
        {
          "subject": "virology",
          "correct_rate": 53.6144578313253
        },
        {
          "subject": "college_medicine",
          "correct_rate": 72.25433526011561
        },
        {
          "subject": "global_facts",
          "correct_rate": 62.0
        },
        {
          "subject": "miscellaneous",
          "correct_rate": 87.35632183908046
        },
        {
          "subject": "medical_genetics",
          "correct_rate": 84.0
        },
        {
          "subject": "human_aging",
          "correct_rate": 78.47533632286996
        },
        {
          "subject": "nutrition",
          "correct_rate": 83.33333333333334
        },
        {
          "subject": "marketing",
          "correct_rate": 88.88888888888889
        },
        {
          "subject": "anatomy",
          "correct_rate": 71.85185185185186
        },
        {
          "subject": "professional_medicine",
          "correct_rate": 88.23529411764706
        },
        {
          "subject": "professional_accounting",
          "correct_rate": 56.02836879432624
        },
        {
          "subject": "management",
          "correct_rate": 82.52427184466019
        },
        {
          "subject": "clinical_knowledge",
          "correct_rate": 80.75471698113208
        },
        {
          "subject": "business_ethics",
          "correct_rate": 74.0
        }
      ],
      "correct_rate": 75.95
    }
  },
  "subjects": {
    "high_school_geography": {
      "correct_rate": 86.36363636363636,
      "category": "social sciences"
    },
    "virology": {
      "correct_rate": 53.6144578313253,
      "category": "other (business, health, misc.)"
    },
    "world_religions": {
      "correct_rate": 84.7953216374269,
      "category": "humanities"
    },
    "college_medicine": {
      "correct_rate": 72.25433526011561,
      "category": "other (business, health, misc.)"
    },
    "high_school_chemistry": {
      "correct_rate": 64.03940886699507,
      "category": "STEM"
    },
    "high_school_mathematics": {
      "correct_rate": 46.666666666666664,
      "category": "STEM"
    },
    "global_facts": {
      "correct_rate": 62.0,
      "category": "other (business, health, misc.)"
    },
    "high_school_psychology": {
      "correct_rate": 91.19266055045871,
      "category": "social sciences"
    },
    "abstract_algebra": {
      "correct_rate": 48.0,
      "category": "STEM"
    },
    "computer_security": {
      "correct_rate": 84.0,
      "category": "STEM"
    },
    "sociology": {
      "correct_rate": 87.56218905472637,
      "category": "social sciences"
    },
    "college_computer_science": {
      "correct_rate": 61.61616161616161,
      "category": "STEM"
    },
    "high_school_us_history": {
      "correct_rate": 89.70588235294117,
      "category": "humanities"
    },
    "miscellaneous": {
      "correct_rate": 87.35632183908046,
      "category": "other (business, health, misc.)"
    },
    "high_school_microeconomics": {
      "correct_rate": 86.5546218487395,
      "category": "social sciences"
    },
    "college_chemistry": {
      "correct_rate": 53.0,
      "category": "STEM"
    },
    "moral_disputes": {
      "correct_rate": 77.74566473988439,
      "category": "humanities"
    },
    "medical_genetics": {
      "correct_rate": 84.0,
      "category": "other (business, health, misc.)"
    },
    "professional_psychology": {
      "correct_rate": 76.79738562091504,
      "category": "social sciences"
    },
    "high_school_world_history": {
      "correct_rate": 88.60759493670885,
      "category": "humanities"
    },
    "security_studies": {
      "correct_rate": 77.55102040816327,
      "category": "social sciences"
    },
    "conceptual_physics": {
      "correct_rate": 74.8936170212766,
      "category": "STEM"
    },
    "us_foreign_policy": {
      "correct_rate": 91.0,
      "category": "social sciences"
    },
    "human_aging": {
      "correct_rate": 78.47533632286996,
      "category": "other (business, health, misc.)"
    },
    "public_relations": {
      "correct_rate": 70.9090909090909,
      "category": "social sciences"
    },
    "high_school_statistics": {
      "correct_rate": 68.05555555555556,
      "category": "STEM"
    },
    "formal_logic": {
      "correct_rate": 62.698412698412696,
      "category": "humanities"
    },
    "nutrition": {
      "correct_rate": 83.33333333333334,
      "category": "other (business, health, misc.)"
    },
    "marketing": {
      "correct_rate": 88.88888888888889,
      "category": "other (business, health, misc.)"
    },
    "college_mathematics": {
      "correct_rate": 44.0,
      "category": "STEM"
    },
    "international_law": {
      "correct_rate": 85.12396694214877,
      "category": "humanities"
    },
    "anatomy": {
      "correct_rate": 71.85185185185186,
      "category": "other (business, health, misc.)"
    },
    "jurisprudence": {
      "correct_rate": 76.85185185185185,
      "category": "humanities"
    },
    "college_biology": {
      "correct_rate": 88.19444444444444,
      "category": "STEM"
    },
    "college_physics": {
      "correct_rate": 52.94117647058824,
      "category": "STEM"
    },
    "professional_law": {
      "correct_rate": 59.58279009126467,
      "category": "humanities"
    },
    "high_school_government_and_politics": {
      "correct_rate": 93.78238341968913,
      "category": "social sciences"
    },
    "professional_medicine": {
      "correct_rate": 88.23529411764706,
      "category": "other (business, health, misc.)"
    },
    "logical_fallacies": {
      "correct_rate": 83.43558282208589,
      "category": "humanities"
    },
    "professional_accounting": {
      "correct_rate": 56.02836879432624,
      "category": "other (business, health, misc.)"
    },
    "philosophy": {
      "correct_rate": 74.27652733118971,
      "category": "humanities"
    },
    "moral_scenarios": {
      "correct_rate": 78.65921787709496,
      "category": "humanities"
    },
    "management": {
      "correct_rate": 82.52427184466019,
      "category": "other (business, health, misc.)"
    },
    "elementary_mathematics": {
      "correct_rate": 64.81481481481481,
      "category": "STEM"
    },
    "prehistory": {
      "correct_rate": 84.25925925925925,
      "category": "humanities"
    },
    "high_school_biology": {
      "correct_rate": 88.70967741935483,
      "category": "STEM"
    },
    "high_school_physics": {
      "correct_rate": 57.615894039735096,
      "category": "STEM"
    },
    "machine_learning": {
      "correct_rate": 56.25,
      "category": "STEM"
    },
    "high_school_european_history": {
      "correct_rate": 84.84848484848484,
      "category": "humanities"
    },
    "econometrics": {
      "correct_rate": 61.40350877192983,
      "category": "social sciences"
    },
    "clinical_knowledge": {
      "correct_rate": 80.75471698113208,
      "category": "other (business, health, misc.)"
    },
    "human_sexuality": {
      "correct_rate": 81.67938931297711,
      "category": "social sciences"
    },
    "high_school_macroeconomics": {
      "correct_rate": 80.51282051282051,
      "category": "social sciences"
    },
    "astronomy": {
      "correct_rate": 88.1578947368421,
      "category": "STEM"
    },
    "electrical_engineering": {
      "correct_rate": 69.6551724137931,
      "category": "STEM"
    },
    "high_school_computer_science": {
      "correct_rate": 79.0,
      "category": "STEM"
    },
    "business_ethics": {
      "correct_rate": 74.0,
      "category": "other (business, health, misc.)"
    }
  },
  "overall_correct_rate": 74.89
}