temperature 0.7

handler.py

@@ -23,7 +23,14 @@ class EndpointHandler():
         inputs = data.pop("inputs", data)
 
         # Bad word: id 3070 corresponds to "(*", and we do not want to output a comment
-        prediction = self.pipeline(inputs, stopping_criteria=self.stopping_criteria, max_new_tokens=50, return_full_text=False, bad_words_ids=[[3070]])
+        prediction = self.pipeline(
+            inputs, 
+            stopping_criteria=self.stopping_criteria, 
+            max_new_tokens=50, 
+            return_full_text=False, 
+            bad_words_ids=[[3070]], 
+            temperature=0.7
+        )
         return prediction