Update app.py

app.py

@@ -1,28 +1,3 @@
-from transformers import AutoModelForCausalLM, AutoTokenizer, GPTQConfig, BitsAndBytesConfig
-import torch
-from time import perf_counter
-from transformers import GenerationConfig
-from peft import PeftConfig,PeftModel
-import gradio as gr
-
-
-
-model_id = "truongghieu/deci-finetuned"
-
-peft_model_config = PeftConfig(model_id)
-config = PeftConfig.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path,return_dict = True,load_in_8bit = False,device_map="auto", torch_dtype=torch.float16)
-tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
-
-my_model = PeftModel.from_pretrained(model,model_id)
-
-def text_gen(input):
-    inputs = tokenizer("\n###Instruction: "+str(input)+"\".\n###Response:", return_tensors="pt").to("cuda")
-    
-    outputs = my_model.generate(**inputs)
-    return outputs
-
-gr.Interface(fn=text_gen,input=gr.Textbox(label="Message "),outputs=gr.Textbox(label="text"),title="Text Generation with GPT-3",
-    description="Enter a prompt to generate text using the GPT-3 model.",
-    live=True,).launch()
+import  gradio as gr
 
+gr.Interface.load("truongghieu/spaceTest").launch()