Update app.py

app.py

@@ -1,10 +1,20 @@
 import gradio as gr
-from transformers import pipeline
+from transformers import GPT2LMHeadModel, pipeline
 
-generator = pipeline('text-generation', model='pytorch_model.bin')
+device = 'cuda' if args.cuda else 'cpu'
+
+# load pretrained + finetuned GPT2
+model = GPT2LMHeadModel.from_pretrained("./model/pytorch_model.bin", from_pt=True)
+# model = GPT2LMHeadModel.from_pretrained("/zxc/model_epoch40_50w")
+model = model.to(device)
+
+
+# generator = pipeline('text-generation', model=model)
+
+trump = pipeline("text-generation", model=model, tokenizer=tokenizer, config={"max_length":140})
 
 def generate(text):
-    result = generator(text, max_length=30, num_return_sequences=1)
+    result = trump(text, num_return_sequences=1)
     return result[0]["generated_text"]
 
 examples = [