Update llm/utils/config.py

llm/utils/config.py

@@ -60,4 +60,14 @@ config = {
         "load_in_8bit": True,
         "do_sample": True
     },
+
+    "FreeThinker3B": {
+        "model": "CineAI/FreeThinker3B",
+        "temperature": 0.5,
+        "max_new_tokens": 1200,
+        "top_k": 5,
+        "top_p":0.95,
+        "load_in_8bit": True,
+        "do_sample": True
+    },
 }