Update llm/huggingfacehub/hf_model.py

llm/huggingfacehub/hf_model.py

@@ -47,7 +47,8 @@ class HF_Mistaril(HFInterface, ABC):
             temperature=self.model_config["temperature"],
             max_new_tokens=self.model_config["max_new_tokens"],
             top_k=self.model_config["top_k"],
-            model_kwargs=({"load_in_8bit": self.model_config["load_in_8bit"]})
+            model_kwargs={"load_in_8bit": self.model_config["load_in_8bit"]}
+        )
 
     @staticmethod
     def __read_yaml():
@@ -94,7 +95,8 @@ class HF_TinyLlama(HFInterface, ABC):
             temperature=self.model_config["temperature"],
             max_new_tokens=self.model_config["max_new_tokens"],
             top_k=self.model_config["top_k"],
-            model_kwargs=({"load_in_8bit": self.model_config["load_in_8bit"]})
+            model_kwargs={"load_in_8bit": self.model_config["load_in_8bit"]}
+        )
 
     @staticmethod
     def __read_yaml():