diff --git "a/GEMMA_9B_B10_MMLU_H.ipynb" "b/GEMMA_9B_B10_MMLU_H.ipynb" new file mode 100644--- /dev/null +++ "b/GEMMA_9B_B10_MMLU_H.ipynb" @@ -0,0 +1,8922 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "0c24ca36-1782-4ce8-8094-6f6528dada19", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "e45f01941b984da59c8215e5d0fdbc33", + "c1af9f9962f14181b56af5c6340f41ad", + "3381a25afa1a4ac4b65c531feb5f9407", + "ade207c5bb44485dae09a5a3fc414bfb", + "96f8ae744112403aa1c2415772cf5faf", + "1f51d19ea1d84b0aa8d7635e873eb8fb", + "e8026b1bf4f948f7a67ab753bdc16565", + "9a798dd18fca4140ae6d03085ae83629", + "5f2179c1a6314af88adca5856ed397f5", + "907d0f51a73748e9a7cda50e7bb58c35", + "78736d1cec3f4bcc9d2a59672ee4bb40", + "84e2f6d79bb04e388fd6053fc0207efd", + "7fa40ed7a38b4924902dfe6c1ff952f8", + "904403c8a1334588bee0c629a8518a5d", + "da9cc5f3770547759a5366c3410bf23b", + "8bebf7a327364c05b04aae6d5def58ff", + "91105ed7122b4dfd9619f181ba8a838a", + "1511905fb6244d319a5d571c6f0d718d", + "a1d5b347418e473793ef7496bc9a6e21", + "45463d2f2148403c9ce4a8d743ba2925" + ] + }, + "id": "0c24ca36-1782-4ce8-8094-6f6528dada19", + "outputId": "ab783659-69fd-42c5-c28a-bc05875b228d" + }, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/plain": [ + "VBox(children=(HTML(value='
\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "
---|---|---|---|---|
0 | \n", + "Q पर दिए गए क्षेत्र विस्तार Q(sqrt(2), sqrt(3)... | \n", + "B | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
1 | \n", + "मान लीजिए S_5 में p = (1, 2, 5, 4)(2, 3) है. S... | \n", + "C | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
2 | \n", + "दिए गए बहुपद के संकेतित परिमित क्षेत्र में गुण... | \n", + "D | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
3 | \n", + "कथन 1 | नॉन-एबेलियन ग्रुप का एक फ़ैक्टर ग्रुप ... | \n", + "B | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
4 | \n", + "दिए गए बहुपद रिंग में दिए गए बहुपदों का गुणनफल... | \n", + "B | \n", + "abstract_algebra | \n", + "MMLU | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
14037 | \n", + "चीन और कोरिया में धार्मिक परम्पराओं का मुख्य क... | \n", + "A | \n", + "world_religions | \n", + "MMLU | \n", + "
14038 | \n", + "हान राजवंश के समय सूखे के दौरान आम लोग किससे अ... | \n", + "C | \n", + "world_religions | \n", + "MMLU | \n", + "
14039 | \n", + "धर्मशास्त्रीय शब्द होमोओसिओस का अर्थ निम्नलिखि... | \n", + "B | \n", + "world_religions | \n", + "MMLU | \n", + "
14040 | \n", + "जापानी मूल मिथक के अनुसार, अमातरासु को किसने अ... | \n", + "B | \n", + "world_religions | \n", + "MMLU | \n", + "
14041 | \n", + "ऑगस्टस का नुमेन निम्नलिखित में से किस विशेषता ... | \n", + "A | \n", + "world_religions | \n", + "MMLU | \n", + "
14042 rows × 4 columns
\n", + "\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "
---|---|---|---|---|---|
1262 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "B | \n", + "college_medicine | \n", + "MMLU | \n", + "1917 | \n", + "
1202 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1894 | \n", + "
1289 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1892 | \n", + "
1246 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1831 | \n", + "
1358 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1830 | \n", + "
5938 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "A | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1313 | \n", + "
5874 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "B | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1292 | \n", + "
12115 | \n", + "साल 1993 में, एक पशुपालक किसान को 20 एकड़ के स... | \n", + "A | \n", + "professional_law | \n", + "MMLU | \n", + "1279 | \n", + "
10876 | \n", + "एक भूमि-विकास कंपनी के पास दक्षिणपश्चिम में 40... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1277 | \n", + "
11923 | \n", + "साल 1993 में, एक ज़मींदार के पास एक अंगूर के ब... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1266 | \n", + "
\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "
---|---|---|---|---|---|
2399 | \n", + "100 का तीन पांचवा भाग क्या है? ### A) 3 B) 5 ... | \n", + "D | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
2277 | \n", + "कौन सी संख्या 7 का गुणज है? ### A) 27 B) 48 C... | \n", + "C | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
7890 | \n", + "तीन स्टूज में से कौन अन्य से संबंधित नहीं था? ... | \n", + "B | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
2274 | \n", + "−8 • (−4) का गुणनफल ज्ञात कीजिए। ### A) −4 B)... | \n", + "C | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
7667 | \n", + "लौवर संग्रहालय कहां है? ### A) पेरिस B) ल्योन... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
7410 | \n", + "पेरेग्रन किस तरह का जानवर है? ### A) मूज़ B) ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
669 | \n", + "पानी का pH मान कितना है? ### A) 3.5 B) 7 C) 1... | \n", + "B | \n", + "clinical_knowledge | \n", + "MMLU | \n", + "38 | \n", + "
3204 | \n", + "Python 3 में, निम्न में से कौन सा फ़्लोर डिवीज... | \n", + "B | \n", + "high_school_computer_science | \n", + "MMLU | \n", + "38 | \n", + "
7421 | \n", + "आप एक युवा गाय को क्या कहते हैं? ### A) घोड़... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
2107 | \n", + "किस संख्या का निरपेक्ष मान 5 से अधिक है? ### ... | \n", + "A | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "38 | \n", + "
38 | \n", + "परिमित क्षेत्र Z_7 के लिए जनरेटर पता करें. ###... | \n", + "C | \n", + "abstract_algebra | \n", + "MMLU | \n", + "38 | \n", + "
7529 | \n", + "आपका हॉलक्स क्या है? ### A) कान का लोब B) जीभ... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "38 | \n", + "
2126 | \n", + "एक दशक में कितने वर्ष होते हैं? ### A) 5 B) 1... | \n", + "B | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "37 | \n", + "
7722 | \n", + "इनमें से कौन मसाला नहीं है? ### A) डिल B) सौं... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "37 | \n", + "
1552 | \n", + "WPA किस प्रकार के एन्क्रिप्शन का उपयोग करता है... | \n", + "C | \n", + "computer_security | \n", + "MMLU | \n", + "37 | \n", + "
13949 | \n", + "भक्ति का प्रायः क्या अनुवाद किया जाता है? ### ... | \n", + "C | \n", + "world_religions | \n", + "MMLU | \n", + "37 | \n", + "
3142 | \n", + "निम्नलिखित में से कौन सा एक रेडियोधर्मी तत्व ह... | \n", + "C | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "37 | \n", + "
2112 | \n", + "Compute 22 / 2 + 9. ### A) 10 B) 11 C) 20 D) ... | \n", + "C | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "37 | \n", + "
5077 | \n", + "निम्नलिखित में से कौन द्वितीयक प्रबलक है? ### ... | \n", + "C | \n", + "high_school_psychology | \n", + "MMLU | \n", + "37 | \n", + "
7872 | \n", + "बेसबॉल में कितनी गेंदें वॉक करती हैं? ### A) ... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "37 | \n", + "
7737 | \n", + "इनमें से कौन सी फलियां नहीं हैं? ### A) फलिया... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "37 | \n", + "
2150 | \n", + "8 + 8 ÷ 2 + 2 = ### A) 4 B) 8 C) 10 D) 14 ###... | \n", + "D | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "36 | \n", + "
3161 | \n", + "निम्नलिखित में से किसे मेटलॉइड माना जाता है? #... | \n", + "C | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "36 | \n", + "
8041 | \n", + "इनमें से कौन सी मिर्च का प्रकार नहीं है? ### ... | \n", + "B | \n", + "miscellaneous | \n", + "MMLU | \n", + "36 | \n", + "
77 | \n", + "वलय Z x Z की विशेषता पता करें. ### A) 0 B) 3 ... | \n", + "A | \n", + "abstract_algebra | \n", + "MMLU | \n", + "36 | \n", + "
7744 | \n", + "जिराफ़ की कितनी आँखें होती हैं? ### A) एक बार... | \n", + "B | \n", + "miscellaneous | \n", + "MMLU | \n", + "36 | \n", + "
1766 | \n", + "नीले रंग का पूरक रंग है ### A) मैजेंटा B) पील... | \n", + "B | \n", + "conceptual_physics | \n", + "MMLU | \n", + "36 | \n", + "
3899 | \n", + "सरकार इसका उपयोग करके मुद्रास्फीति को मापती है... | \n", + "C | \n", + "high_school_macroeconomics | \n", + "MMLU | \n", + "35 | \n", + "
7548 | \n", + "सर्वहारा वर्ग क्या है? ### A) बेघर B) राजपरिव... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7686 | \n", + "अरबी अंक '2' को कैसे लिखा जाता है? ### A) 2 B... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7971 | \n", + "आइस हॉकी खेल में कितने पीरियड होते हैं? ### A... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7681 | \n", + "इनमें से कौन सा शब्द सही वर्तनी वाला है? ### ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
7851 | \n", + "बैकगैमौन कितने खिलाड़ियों का खेल है? ### A) द... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
8138 | \n", + "गेरी एडम्स किस संगठन के अध्यक्ष हैं? ### A) G... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "35 | \n", + "
1190 | \n", + "(1+i)^10 = ### A) 1 B) i C) 32 D) 32i ### MCQ... | \n", + "D | \n", + "college_mathematics | \n", + "MMLU | \n", + "33 | \n", + "
7624 | \n", + "इनमें से कौन सा सामान्यतः ज्ञात निवेश खाता है?... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "33 | \n", + "
8005 | \n", + "निम्नलिखित में से कौन सा तत्व धातु है? ### A)... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "33 | \n", + "
2087 | \n", + "−4 + ( −3 )= ### A) −7 B) −1 C) 1 D) 7 ### M... | \n", + "A | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "32 | \n", + "
8009 | \n", + "माणिक्य किस रंग का होता है? ### A) लाल B) काल... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "32 | \n", + "
7772 | \n", + "इनमें से कौन सा शब्द क्रिया विशेषण है? ### A)... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "
7585 | \n", + "बल = द्रव्यमान = क्या? ### A) वेग B) दूरी C) ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "
2983 | \n", + "एंटीमोनी का प्रतीक … है ### A) W B) Sb C) Fe ... | \n", + "B | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "29 | \n", + "
\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "A1 | \n", + "A2 | \n", + "A3 | \n", + "B1 | \n", + "B2 | \n", + "B3 | \n", + "C1 | \n", + "C2 | \n", + "C3 | \n", + "D1 | \n", + "D2 | \n", + "D3 | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
1262 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "B | \n", + "college_medicine | \n", + "MMLU | \n", + "1917 | \n", + "0.516257 | \n", + "3.852689e-07 | \n", + "0.0 | \n", + "0.354818 | \n", + "3.030374e-06 | \n", + "0.0 | \n", + "0.048019 | \n", + "2.790878e-08 | \n", + "0.0 | \n", + "0.069868 | \n", + "2.621788e-08 | \n", + "0.0 | \n", + "
1202 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1894 | \n", + "0.954477 | \n", + "2.689888e-07 | \n", + "0.0 | \n", + "0.025436 | \n", + "2.689888e-07 | \n", + "0.0 | \n", + "0.012015 | \n", + "2.835121e-08 | \n", + "0.0 | \n", + "0.003442 | \n", + "2.053755e-09 | \n", + "0.0 | \n", + "
1289 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1892 | \n", + "0.424950 | \n", + "2.352290e-07 | \n", + "0.0 | \n", + "0.121750 | \n", + "1.271636e-06 | \n", + "0.0 | \n", + "0.021157 | \n", + "5.947521e-08 | \n", + "0.0 | \n", + "0.424950 | \n", + "2.639196e-08 | \n", + "0.0 | \n", + "
1246 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1831 | \n", + "0.225298 | \n", + "1.737284e-07 | \n", + "0.0 | \n", + "0.693966 | \n", + "3.455002e-07 | \n", + "0.0 | \n", + "0.030491 | \n", + "1.737284e-07 | \n", + "0.0 | \n", + "0.039151 | \n", + "1.339650e-08 | \n", + "0.0 | \n", + "
1358 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1830 | \n", + "0.021581 | \n", + "6.391137e-08 | \n", + "0.0 | \n", + "0.917626 | \n", + "2.836049e-08 | \n", + "0.0 | \n", + "0.021581 | \n", + "1.831091e-08 | \n", + "0.0 | \n", + "0.031399 | \n", + "2.054427e-09 | \n", + "0.0 | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
2087 | \n", + "−4 + ( −3 )= ### A) −7 B) −1 C) 1 D) 7 ### M... | \n", + "A | \n", + "elementary_mathematics | \n", + "MMLU | \n", + "32 | \n", + "0.905976 | \n", + "5.020378e-07 | \n", + "0.0 | \n", + "0.045106 | \n", + "2.249978e-06 | \n", + "0.0 | \n", + "0.018803 | \n", + "4.970848e-08 | \n", + "0.0 | \n", + "0.012923 | \n", + "2.499499e-08 | \n", + "0.0 | \n", + "
8009 | \n", + "माणिक्य किस रंग का होता है? ### A) लाल B) काल... | \n", + "A | \n", + "miscellaneous | \n", + "MMLU | \n", + "32 | \n", + "0.967982 | \n", + "1.368823e-06 | \n", + "0.0 | \n", + "0.013808 | \n", + "9.407772e-07 | \n", + "0.0 | \n", + "0.007391 | \n", + "8.750592e-08 | \n", + "0.0 | \n", + "0.004483 | \n", + "3.219163e-08 | \n", + "0.0 | \n", + "
7772 | \n", + "इनमें से कौन सा शब्द क्रिया विशेषण है? ### A)... | \n", + "D | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "0.071688 | \n", + "1.060347e-06 | \n", + "0.0 | \n", + "0.023274 | \n", + "1.527574e-07 | \n", + "0.0 | \n", + "0.018126 | \n", + "4.111410e-08 | \n", + "0.0 | \n", + "0.873344 | \n", + "1.189676e-07 | \n", + "0.0 | \n", + "
7585 | \n", + "बल = द्रव्यमान = क्या? ### A) वेग B) दूरी C) ... | \n", + "C | \n", + "miscellaneous | \n", + "MMLU | \n", + "31 | \n", + "0.090459 | \n", + "3.241587e-07 | \n", + "0.0 | \n", + "0.022872 | \n", + "5.344473e-07 | \n", + "0.0 | \n", + "0.858254 | \n", + "8.196014e-08 | \n", + "0.0 | \n", + "0.017812 | \n", + "1.192513e-07 | \n", + "0.0 | \n", + "
2983 | \n", + "एंटीमोनी का प्रतीक … है ### A) W B) Sb C) Fe ... | \n", + "B | \n", + "high_school_chemistry | \n", + "MMLU | \n", + "29 | \n", + "0.027733 | \n", + "6.366120e-07 | \n", + "0.0 | \n", + "0.918378 | \n", + "1.625646e-06 | \n", + "0.0 | \n", + "0.004819 | \n", + "2.824948e-07 | \n", + "0.0 | \n", + "0.004819 | \n", + "7.603246e-08 | \n", + "0.0 | \n", + "
14042 rows × 17 columns
\n", + "\n", + " | Input | \n", + "Output | \n", + "Sub-Domain | \n", + "Dataset | \n", + "tok | \n", + "A1 | \n", + "A2 | \n", + "A3 | \n", + "B1 | \n", + "B2 | \n", + "... | \n", + "C2 | \n", + "C3 | \n", + "D1 | \n", + "D2 | \n", + "D3 | \n", + "A | \n", + "B | \n", + "C | \n", + "D | \n", + "ANS | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
1262 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "B | \n", + "college_medicine | \n", + "MMLU | \n", + "1917 | \n", + "0.516257 | \n", + "3.852689e-07 | \n", + "0.0 | \n", + "0.354818 | \n", + "3.030374e-06 | \n", + "... | \n", + "2.790878e-08 | \n", + "0.0 | \n", + "0.069868 | \n", + "2.621788e-08 | \n", + "0.0 | \n", + "0.516257 | \n", + "0.354821 | \n", + "0.048019 | \n", + "0.069868 | \n", + "A | \n", + "
1202 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1894 | \n", + "0.954477 | \n", + "2.689888e-07 | \n", + "0.0 | \n", + "0.025436 | \n", + "2.689888e-07 | \n", + "... | \n", + "2.835121e-08 | \n", + "0.0 | \n", + "0.003442 | \n", + "2.053755e-09 | \n", + "0.0 | \n", + "0.954478 | \n", + "0.025436 | \n", + "0.012015 | \n", + "0.003442 | \n", + "A | \n", + "
1289 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "A | \n", + "college_medicine | \n", + "MMLU | \n", + "1892 | \n", + "0.424950 | \n", + "2.352290e-07 | \n", + "0.0 | \n", + "0.121750 | \n", + "1.271636e-06 | \n", + "... | \n", + "5.947521e-08 | \n", + "0.0 | \n", + "0.424950 | \n", + "2.639196e-08 | \n", + "0.0 | \n", + "0.424950 | \n", + "0.121751 | \n", + "0.021157 | \n", + "0.424950 | \n", + "A | \n", + "
1246 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1831 | \n", + "0.225298 | \n", + "1.737284e-07 | \n", + "0.0 | \n", + "0.693966 | \n", + "3.455002e-07 | \n", + "... | \n", + "1.737284e-07 | \n", + "0.0 | \n", + "0.039151 | \n", + "1.339650e-08 | \n", + "0.0 | \n", + "0.225298 | \n", + "0.693966 | \n", + "0.030491 | \n", + "0.039151 | \n", + "B | \n", + "
1358 | \n", + "सौना का उपयोग करना जिसे \"सौना स्नान\" या सौना ब... | \n", + "D | \n", + "college_medicine | \n", + "MMLU | \n", + "1830 | \n", + "0.021581 | \n", + "6.391137e-08 | \n", + "0.0 | \n", + "0.917626 | \n", + "2.836049e-08 | \n", + "... | \n", + "1.831091e-08 | \n", + "0.0 | \n", + "0.031399 | \n", + "2.054427e-09 | \n", + "0.0 | \n", + "0.021581 | \n", + "0.917626 | \n", + "0.021581 | \n", + "0.031399 | \n", + "B | \n", + "
5938 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "A | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1313 | \n", + "0.831706 | \n", + "1.644773e-06 | \n", + "0.0 | \n", + "0.041408 | \n", + "1.203342e-06 | \n", + "... | \n", + "5.287115e-08 | \n", + "0.0 | \n", + "0.009239 | \n", + "1.514784e-08 | \n", + "0.0 | \n", + "0.831707 | \n", + "0.041409 | \n", + "0.112559 | \n", + "0.009239 | \n", + "A | \n", + "
5874 | \n", + "यह प्रश्न निम्नलिखित जानकारी से संबंधित है।\\nस... | \n", + "B | \n", + "high_school_world_history | \n", + "MMLU | \n", + "1292 | \n", + "0.036370 | \n", + "8.827655e-07 | \n", + "0.0 | \n", + "0.937991 | \n", + "5.699563e-07 | \n", + "... | \n", + "1.534017e-07 | \n", + "0.0 | \n", + "0.003383 | \n", + "1.340409e-08 | \n", + "0.0 | \n", + "0.036371 | \n", + "0.937992 | \n", + "0.017180 | \n", + "0.003383 | \n", + "B | \n", + "
12115 | \n", + "साल 1993 में, एक पशुपालक किसान को 20 एकड़ के स... | \n", + "A | \n", + "professional_law | \n", + "MMLU | \n", + "1279 | \n", + "0.387942 | \n", + "3.234532e-05 | \n", + "0.0 | \n", + "0.266629 | \n", + "6.369172e-06 | \n", + "... | \n", + "2.655066e-06 | \n", + "0.0 | \n", + "0.067414 | \n", + "1.824798e-06 | \n", + "0.0 | \n", + "0.387975 | \n", + "0.266635 | \n", + "0.266631 | \n", + "0.067416 | \n", + "A | \n", + "
10876 | \n", + "एक भूमि-विकास कंपनी के पास दक्षिणपश्चिम में 40... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1277 | \n", + "0.349803 | \n", + "1.543218e-05 | \n", + "0.0 | \n", + "0.349803 | \n", + "3.234760e-06 | \n", + "... | \n", + "6.369620e-07 | \n", + "0.0 | \n", + "0.100220 | \n", + "1.039812e-07 | \n", + "0.0 | \n", + "0.349819 | \n", + "0.349806 | \n", + "0.187237 | \n", + "0.100220 | \n", + "A | \n", + "
11923 | \n", + "साल 1993 में, एक ज़मींदार के पास एक अंगूर के ब... | \n", + "C | \n", + "professional_law | \n", + "MMLU | \n", + "1266 | \n", + "0.189858 | \n", + "6.847983e-06 | \n", + "0.0 | \n", + "0.354702 | \n", + "1.626539e-06 | \n", + "... | \n", + "2.854664e-06 | \n", + "0.0 | \n", + "0.167549 | \n", + "5.621167e-07 | \n", + "0.0 | \n", + "0.189865 | \n", + "0.354704 | \n", + "0.276245 | \n", + "0.167550 | \n", + "B | \n", + "
10 rows × 22 columns
\n", + "\n", + " | count | \n", + "
---|---|
ANS | \n", + "\n", + " |
B | \n", + "4555 | \n", + "
A | \n", + "3429 | \n", + "
D | \n", + "3033 | \n", + "
C | \n", + "3025 | \n", + "