updated the generator to use temperature and sampling

README.md

@@ -39,13 +39,19 @@ ARTICLE_TO_SUMMARIZE = ""
 # generate summary
 input_ids = tokenizer.encode(ARTICLE_TO_SUMMARIZE, return_tensors='pt')
 summary_ids = model.generate(input_ids,
-            max_length=100, 
-            num_beams=2,
-            repetition_penalty=2.5, 
-            length_penalty=1.0, 
+            min_length=20,
+            max_length=80,
+            num_beams=10,
+            repetition_penalty=2.5,
+            length_penalty=1.0,
             early_stopping=True,
             no_repeat_ngram_size=2,
-            use_cache=True)
+            use_cache=True,
+            do_sample = True,
+            temperature = 0.8,
+            top_k = 50,
+            top_p = 0.95)
+
 summary_text = tokenizer.decode(summary_ids[0], skip_special_tokens=True)
 print(summary_text)
 ```