Update app.py

app.py

@@ -2,6 +2,11 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM , GenerationConfig
 
 
+
+
+tokenizer = AutoTokenizer.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
+
 generation_config = GenerationConfig(
     penalty_alpha=0.6,
     do_sample = True,
@@ -12,11 +17,6 @@ generation_config = GenerationConfig(
     pad_token_id=tokenizer.eos_token_id
 )
 
-tokenizer = AutoTokenizer.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
-
-
-
 
 # Define a function that takes a text input and generates a text output
 def generate_text(text):