Update llm/llamacpp/lc_model.py

llm/llamacpp/lc_model.py

@@ -1,5 +1,5 @@
-import logging
 import os
+import logging
 from abc import ABC
 
 import requests
@@ -10,6 +10,8 @@ from langchain_community.llms import LlamaCpp
 from llm.config import config
 from llm.llm_interface import LLMInterface
 
+print(os.getcwd())
+
 logger = logging.getLogger(__name__)
 
 logger.setLevel(logging.CRITICAL)  # because if something went wrong in execution application can't be work anymore
@@ -23,6 +25,11 @@ file_handler.setFormatter(formatted)
 
 logger.addHandler(file_handler)
 
+path_to_models = os.path.join(os.getcwd(), "/llm/models")
+print(path_to_models)
+
+path_to_prompts = os.path.join(os.getcwd(), "/llm/")
+print(path_to_prompts)
 
 class LC_TinyLlama(LLMInterface, ABC):
     def __init__(self, prompt_entity: str, prompt_id: int = 0):
@@ -34,7 +41,7 @@ class LC_TinyLlama(LLMInterface, ABC):
         try:
             get_file = requests.get(self.model_config["model_url"])
             if get_file.status_code == 200:
-                path_to_model = os.path.join("..models", self.model_config["model_name"])
+                path_to_model = os.path.join(path_to_models, self.model_config["model_name"])
                 with open(path_to_model, "wb") as f:
                     f.write(get_file.content)
                     logger.info("Model file successfully recorded")
@@ -48,10 +55,8 @@ class LC_TinyLlama(LLMInterface, ABC):
 
     @staticmethod
     def __read_yaml():
-        print(os.listdir('.'))
-        print(os.getcwd())
         try:
-            yaml_file = os.path.join(".../", 'prompts.yaml')
+            yaml_file = os.path.join(path_to_prompts, 'prompts.yaml')
             with open(yaml_file, 'r') as file:
                 data = yaml.safe_load(file)
             return data
@@ -68,7 +73,7 @@ class LC_TinyLlama(LLMInterface, ABC):
             prompt = PromptTemplate(template=template, input_variables=["entity"])
 
             llm = LlamaCpp(
-                model_path=os.path.join(".../models", self.model_config["model_name"]),
+                model_path=os.path.join(path_to_models, self.model_config["model_name"]),
                 temperature=self.model_config["temperature"],
                 max_tokens=self.model_config["max_tokens"],
                 top_p=self.model_config["top_p"],
@@ -100,13 +105,12 @@ class LC_TinyLlama(LLMInterface, ABC):
             logger.info(f"Unfortunately dictionary empty or None")
 
     def get_unused(self, current_lc):
-        models_dir = ".../models"
 
-        if len(os.listdir(models_dir)) > 1:
-            file_names = [os.path.basename(md) for md in os.listdir(models_dir)]
+        if len(os.listdir(path_to_models)) > 1:
+            file_names = [os.path.basename(md) for md in os.listdir(path_to_models)]
             for item in file_names:
                 if item != current_lc:
-                    unused_model_file = os.path.join(models_dir, item)
+                    unused_model_file = os.path.join(path_to_models, item)
                     return {item: unused_model_file}
         else:
             return None
@@ -128,7 +132,7 @@ class LC_Phi3(LLMInterface, ABC):
         try:
             get_file = requests.get(self.model_config["model_url"])
             if get_file.status_code == 200:
-                path_to_model = os.path.join("../models", self.model_config["model_name"])
+                path_to_model = os.path.join(path_to_models, self.model_config["model_name"])
                 with open(path_to_model, "wb") as f:
                     f.write(get_file.content)
                     logger.info("Model file successfully recorded")
@@ -142,7 +146,7 @@ class LC_Phi3(LLMInterface, ABC):
     @staticmethod
     def __read_yaml():
         try:
-            yaml_file = os.path.join("../", 'prompts.yaml')
+            yaml_file = os.path.join(path_to_prompts, 'prompts.yaml')
             with open(yaml_file, 'r') as file:
                 data = yaml.safe_load(file)
             return data
@@ -159,7 +163,7 @@ class LC_Phi3(LLMInterface, ABC):
             prompt = PromptTemplate(template=template, input_variables=["entity"])
 
             llm = LlamaCpp(
-                model_path=os.path.join("../models", self.model_config["model_name"]),
+                model_path=os.path.join(path_to_models, self.model_config["model_name"]),
                 temperature=self.model_config["temperature"],
                 max_tokens=self.model_config["max_tokens"],
                 top_p=self.model_config["top_p"],
@@ -191,13 +195,12 @@ class LC_Phi3(LLMInterface, ABC):
             logger.info(f"Unfortunately dictionary empty or None")
 
     def get_unused(self, current_lc):
-        models_dir = "../models"
 
-        if len(os.listdir(models_dir)) > 1:
-            file_names = [os.path.basename(md) for md in os.listdir(models_dir)]
+        if len(os.listdir(path_to_models)) > 1:
+            file_names = [os.path.basename(md) for md in os.listdir(path_to_models)]
             for item in file_names:
                 if item != current_lc:
-                    unused_model_file = os.path.join(models_dir, item)
+                    unused_model_file = os.path.join(path_to_models, item)
                     return {item: unused_model_file}
         else:
             return None