Update .env.local.template

.env.local.template

@@ -69,8 +69,7 @@ MODELS=`[
     "parameters": {
       "temperature": 0.4,
       "repetition_penalty": 2,
-      "max_new_tokens": 1000,
-      "stop":["<|im_end|>"]
+      "max_new_tokens": 2000,
     },
     "extraBody":{
       "presence_penalty":-0.9
@@ -99,17 +98,16 @@ MODELS=`[
       }
     ],
     "parameters": {
-      "temperature": 0.4,
+      "temperature": 0.3,
       "repetition_penalty": 2,
-      "max_new_tokens": 1000,
-      "stop":["<|im_end|>"]
+      "max_new_tokens": 4000,
     },
     "extraBody":{
-      "presence_penalty":-0.9
+      "presence_penalty":2
     }
   }
 ]`
-#Repetition penality = presence_penalty + 2
+#Repetition penality = presence_penalty + 2 # FOR TGI
 
 TASK_MODEL=`{
   "name": "czearing/article-title-generator",