Added analytics

.gitignore

@@ -161,3 +161,4 @@ cython_debug/
 
 .vscode/
 records/
+analysis.ipynb

tests/candidate.py

@@ -10,11 +10,12 @@ from dotenv import load_dotenv
 from openai import OpenAI
 
 from api.llm import LLMManager
-from config import config
+from utils.config import Config
 from resources.data import fixed_messages, topic_lists
 from resources.prompts import prompts
 from tests.testing_prompts import candidate_prompt
 
+config = Config()
 load_dotenv()
 
 
@@ -22,7 +23,7 @@ def complete_interview(interview_type, exp_name, requirements="", difficulty="",
     client = OpenAI(base_url="https://api.openai.com/v1")
     llm = LLMManager(config, prompts)
     llm_name = config.llm.name
-
+    print(f"Starting evaluation interviewer LLM: {llm_name}, candidate_LLM: {model} interview_type: {interview_type}")
     # Select a random topic or difficulty if not provided
     topic = topic or random.choice(topic_lists[interview_type])
     difficulty = difficulty or random.choice(["easy", "medium", "hard"])

tests/testing_prompts.py

@@ -54,3 +54,11 @@ You should evaluate the following aspects and return a JSON with these keys:
 
 Return just True, False, or None (if no info was provided) for each key except "comments", "comments" is string.
 """
+
+
+feedback_analyzer = f"""You are analyzing the feedback from a series of interviews.
+You goal is to improve the quality of the interviews, and structure the main problems and mistakes interviewers are making.
+Below are some comments based on the feedback from the interviews.
+Summarize them, find the main patterns, repeated mistakes and ares for improvement.
+Return TOP-5 problems/improvements/action steps.
+"""