Fix tunpod Mounted Volume Path

app.py

@@ -20,8 +20,9 @@ from langchain import PromptTemplate, LLMChain
 
 # vector stores
 from langchain.vectorstores import FAISS
+import os
 
-cache_path = "./runpod-volume"
+cache_path = "/runpod-volume"
 model_repo = 'daryl149/llama-2-13b-chat-hf'
 
 tokenizer = AutoTokenizer.from_pretrained(model_repo, use_fast=True, cache_dir=cache_path)
@@ -127,6 +128,7 @@ def process_llm_response(llm_response):
     return ans,sources_used
 
 def text_generation(job):
+    # print(os.listdir(cache_path))
     llm_response = qa_chain(job["input"]["prompt"])
     ans,sources_used = process_llm_response(llm_response)