File size: 1,663 Bytes
85667d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
abac22e
85667d0
 
 
 
02b1702
9549fcc
abac22e
 
 
 
9549fcc
 
 
 
 
e03b231
 
 
 
 
 
 
85667d0
02b1702
 
 
 
 
 
85667d0
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
import unittest
from result_data_processor import ResultDataProcessor
import pandas as pd

class TestResultDataProcessor(unittest.TestCase):

    def setUp(self):
        self.processor = ResultDataProcessor()

    # check that the result is a pandas dataframe
    def test_process_data(self):
        data = self.processor.data
        self.assertIsInstance(data, pd.DataFrame)
        
    # check that pandas dataframe has the right columns
    def test_columns(self):
        data = self.processor.data
        self.assertIn('Parameters', data.columns)
        self.assertIn('MMLU_average', data.columns)
        # check number of columns
        self.assertEqual(len(data.columns), 63)

    # check that the number of rows is correct
    def test_rows(self):
        data = self.processor.data
        self.assertEqual(len(data), 998)

    # check that mc1 column exists
    def test_mc1(self):
        data = self.processor.data
        self.assertIn('harness|truthfulqa:mc1', data.columns)

    # test that a column that contains truthfulqa:mc does not exist
    def test_truthfulqa_mc(self):
        data = self.processor.data
        self.assertNotIn('truthfulqa:mc', data.columns)

    # check for extreme outliers in mc1 column
    def test_mc1_outliers(self):
        data = self.processor.data
        mc1 = data['harness|truthfulqa:mc1']
        self.assertLess(mc1.max(), 1.0)
        self.assertGreater(mc1.min(), 0.0)
        

    # test that a column named organization exists
    def test_organization(self):
        data = self.processor.data
        self.assertIn('organization', data.columns)

if __name__ == '__main__':
    unittest.main()