Update app.py

app.py

@@ -30,13 +30,12 @@ Dialogue:
 
 What was going on?
 """
-    generation_config = GenerationConfig(max_new_tokens=80, do_sample=True, temperature=0.5)
 
     inputs = tokenizer(prompt, return_tensors='pt')
     output = tokenizer.decode(
         model.generate(
             inputs["input_ids"],
-            generation_config=generation_config,
+            max_new_tokens=80,
         )[0],
         skip_special_tokens=True
     )
@@ -73,13 +72,12 @@ What was going on?
 
 # this is for one_shot
 def one_shot(example_indices_full,my_example):
-  generation_config = GenerationConfig(max_new_tokens=80, do_sample=True, temperature=0.5)
 
   inputs = tokenizer(my_prompt(example_indices_full,my_example), return_tensors='pt')
   output = tokenizer.decode(
       model.generate(
           inputs["input_ids"],
-          generation_config=generation_config,
+          max_new_tokens=80,
       )[0],
       skip_special_tokens=True
   )
@@ -87,12 +85,11 @@ def one_shot(example_indices_full,my_example):
 
 # few_shot
 def few_shot(example_indices_full_few_shot,my_example):
-  generation_config = GenerationConfig(max_new_tokens=80, do_sample=True, temperature=0.5)
   inputs = tokenizer(my_prompt(example_indices_full_few_shot,my_example), return_tensors='pt')
   output = tokenizer.decode(
       model.generate(
           inputs["input_ids"],
-          generation_config=generation_config,
+          max_new_tokens=80,
       )[0],
       skip_special_tokens=True
   )
@@ -100,7 +97,7 @@ def few_shot(example_indices_full_few_shot,my_example):
 
 st.title("Google FLAN-T5(Base) Prompt Engineered Model: Zero-shot, Single-shot, and Few-shot")
 
-my_example = st.text_area("Enter dialogues to summarize", value="#Maaz#: Jalal how are you?\n#Jalal#: I am good thank you.\n#Maaz#: Are you going to school tomorrow.\n#Jalal#: No bro i am not going to school tomorrow.\n#Maaz#: why?\n#Jalal#: I am working on a project, are you want to work with me on my project?\n#Maaz#: sorry, i have to go to school.")
+my_example = st.text_area("Enter dialogues to summarize", value="Maaz: Jalal how are you?\nJalal: I am good thank you.\nMaaz: Are you going to school tomorrow.\nJalal: No bro i am not going to school tomorrow.\nMaaz: why?\nJalal: I am working on a project, are you want to work with me on my project?\nMaaz: sorry, i have to go to school.")
 
 if st.button("Run"):  
     zero_shot_output = zero_shot(my_example)