Update app.py

app.py

@@ -13,7 +13,7 @@ def correct_text(text, genConfig):
     corrected_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return corrected_text
 
-def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, temperature, top_k, top_p):
+def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, temperature, top_k, top_p, guidance_scale):
     config = GenerationConfig(
         max_new_tokens=max_new_tokens,
         min_new_tokens=min_new_tokens,
@@ -25,6 +25,9 @@ def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, te
         early_stopping=True,
         do_sample=True
     )
+
+    if guidance_scale > 0:
+        config.guidance_scale = float(guidance_scale)
     
     corrected = correct_text(text, config)
     yield corrected
@@ -57,9 +60,8 @@ with gr.Blocks() as demo:
         temperature = gr.Slider(minimum=0.1, maximum=100.0, value=0.7, step=0.1,  label="Temperature")
         top_k       = gr.Slider(minimum=0,   maximum=200,   value=50,  step=1,    label="Top-k")
         top_p       = gr.Slider(minimum=0.1, maximum=1.0,   value=1.0, step=0.05, label="Top-p (nucleus sampling)")
+        guideScale  = gr.Slider(minimum=0.1, maximum=50.0,  value=1.0, step=1, label="Guidance Scale")
         
-
-    
-    submitBtn.click(respond, [prompt_box, max_tokens, min_tokens, num_beams, beam_groups, temperature, top_k, top_p], output_box)
+    submitBtn.click(respond, [prompt_box, max_tokens, min_tokens, num_beams, beam_groups, temperature, top_k, top_p, guideScale], output_box)
 
 demo.launch()