Spaces:
Sleeping
Sleeping
IliaLarchenko
commited on
Commit
•
cb330d2
1
Parent(s):
855406f
Grader refactoring
Browse files- tests/grader.py +42 -26
tests/grader.py
CHANGED
@@ -3,6 +3,35 @@ from typing import Dict, Any, List
|
|
3 |
from openai import OpenAI
|
4 |
from tests.testing_prompts import grader_prompt
|
5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
|
7 |
def grade(json_file_path: str, model: str = "gpt-4o", suffix: str = "") -> Dict[str, Any]:
|
8 |
"""
|
@@ -13,9 +42,13 @@ def grade(json_file_path: str, model: str = "gpt-4o", suffix: str = "") -> Dict[
|
|
13 |
:param suffix: Suffix to add to the feedback file name.
|
14 |
:return: Feedback dictionary.
|
15 |
"""
|
16 |
-
|
17 |
-
|
18 |
-
|
|
|
|
|
|
|
|
|
19 |
|
20 |
interview_summary_list = generate_interview_summary(interview_data)
|
21 |
|
@@ -24,8 +57,7 @@ def grade(json_file_path: str, model: str = "gpt-4o", suffix: str = "") -> Dict[
|
|
24 |
{"role": "user", "content": f"Please evaluate the interviewer based on the following data: \n {'\n'.join(interview_summary_list)}"},
|
25 |
]
|
26 |
|
27 |
-
|
28 |
-
feedback = json.loads(response.choices[0].message.content)
|
29 |
|
30 |
populate_feedback_metadata(feedback, json_file_path, interview_data, model)
|
31 |
calculate_overall_score(feedback)
|
@@ -35,26 +67,10 @@ def grade(json_file_path: str, model: str = "gpt-4o", suffix: str = "") -> Dict[
|
|
35 |
return feedback
|
36 |
|
37 |
|
38 |
-
def
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
:param interview_data: Dictionary containing interview data.
|
43 |
-
:return: List of summary strings.
|
44 |
-
"""
|
45 |
-
summary = [
|
46 |
-
f"Interview type: {interview_data['inputs']['interview_type']}",
|
47 |
-
f"Interview difficulty: {interview_data['inputs']['difficulty']}",
|
48 |
-
f"Interview topic: {interview_data['inputs']['topic']}",
|
49 |
-
]
|
50 |
-
if interview_data["inputs"]["requirements"]:
|
51 |
-
summary.append(f"Interview requirements: {interview_data['inputs']['requirements']}")
|
52 |
-
summary.append(f"Problem statement proposed by interviewer: {interview_data['problem_statement']}")
|
53 |
-
summary.append(f"\nTranscript of the whole interview below:")
|
54 |
-
summary += interview_data["transcript"]
|
55 |
-
summary.append(f"\nTHE MAIN PART OF THE INTERVIEW ENDED HERE.")
|
56 |
-
summary.append(f"Feedback provided by interviewer: {interview_data['feedback']}")
|
57 |
-
return summary
|
58 |
|
59 |
|
60 |
def populate_feedback_metadata(feedback: Dict[str, Any], json_file_path: str, interview_data: Dict[str, Any], model: str) -> None:
|
@@ -104,4 +120,4 @@ def save_feedback(json_file_path: str, feedback: Dict[str, Any], suffix: str) ->
|
|
104 |
:param suffix: Suffix to add to the feedback file name.
|
105 |
"""
|
106 |
with open(json_file_path.replace(".json", f"_feedback_{suffix}.json"), "w") as file:
|
107 |
-
json.dump(feedback, file, indent=
|
|
|
3 |
from openai import OpenAI
|
4 |
from tests.testing_prompts import grader_prompt
|
5 |
|
6 |
+
BASE_URL = "https://api.openai.com/v1"
|
7 |
+
JSON_INDENT = 4
|
8 |
+
|
9 |
+
|
10 |
+
def format_interview_data(interview_data):
|
11 |
+
return [
|
12 |
+
f"Interview type: {interview_data['inputs']['interview_type']}",
|
13 |
+
f"Interview difficulty: {interview_data['inputs']['difficulty']}",
|
14 |
+
f"Interview topic: {interview_data['inputs']['topic']}",
|
15 |
+
]
|
16 |
+
|
17 |
+
|
18 |
+
def generate_interview_summary(interview_data: Dict[str, Any]) -> List[str]:
|
19 |
+
"""
|
20 |
+
Generate a summary of the interview data.
|
21 |
+
|
22 |
+
:param interview_data: Dictionary containing interview data.
|
23 |
+
:return: List of summary strings.
|
24 |
+
"""
|
25 |
+
summary = format_interview_data(interview_data)
|
26 |
+
if interview_data["inputs"]["requirements"]:
|
27 |
+
summary.append(f"Interview requirements: {interview_data['inputs']['requirements']}")
|
28 |
+
summary.append(f"Problem statement proposed by interviewer: {interview_data['problem_statement']}")
|
29 |
+
summary.append(f"\nTranscript of the whole interview below:")
|
30 |
+
summary += interview_data["transcript"]
|
31 |
+
summary.append(f"\nTHE MAIN PART OF THE INTERVIEW ENDED HERE.")
|
32 |
+
summary.append(f"Feedback provided by interviewer: {interview_data['feedback']}")
|
33 |
+
return summary
|
34 |
+
|
35 |
|
36 |
def grade(json_file_path: str, model: str = "gpt-4o", suffix: str = "") -> Dict[str, Any]:
|
37 |
"""
|
|
|
42 |
:param suffix: Suffix to add to the feedback file name.
|
43 |
:return: Feedback dictionary.
|
44 |
"""
|
45 |
+
try:
|
46 |
+
with open(json_file_path) as file:
|
47 |
+
interview_data = json.load(file)
|
48 |
+
except FileNotFoundError:
|
49 |
+
return {"error": "File not found"}
|
50 |
+
except json.JSONDecodeError:
|
51 |
+
return {"error": "Invalid JSON format"}
|
52 |
|
53 |
interview_summary_list = generate_interview_summary(interview_data)
|
54 |
|
|
|
57 |
{"role": "user", "content": f"Please evaluate the interviewer based on the following data: \n {'\n'.join(interview_summary_list)}"},
|
58 |
]
|
59 |
|
60 |
+
feedback = call_openai_api(messages, model)
|
|
|
61 |
|
62 |
populate_feedback_metadata(feedback, json_file_path, interview_data, model)
|
63 |
calculate_overall_score(feedback)
|
|
|
67 |
return feedback
|
68 |
|
69 |
|
70 |
+
def call_openai_api(messages, model):
|
71 |
+
client = OpenAI(base_url=BASE_URL)
|
72 |
+
response = client.chat.completions.create(model=model, messages=messages, temperature=0, response_format={"type": "json_object"})
|
73 |
+
return json.loads(response.choices[0].message.content)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
74 |
|
75 |
|
76 |
def populate_feedback_metadata(feedback: Dict[str, Any], json_file_path: str, interview_data: Dict[str, Any], model: str) -> None:
|
|
|
120 |
:param suffix: Suffix to add to the feedback file name.
|
121 |
"""
|
122 |
with open(json_file_path.replace(".json", f"_feedback_{suffix}.json"), "w") as file:
|
123 |
+
json.dump(feedback, file, indent=JSON_INDENT)
|