Ddg / app.py
Shuggu's picture
App. Py
aaddf0c
raw
history blame
591 Bytes
import transformers
from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("PKU-Alignment/beaver-7b-v1.0-reward")
model = AutoModel.from_pretrained("PKU-Alignment/beaver-7b-v1.0-reward")
def generate_response(prompt):
input_ids = tokenizer.encode(prompt, return_tensors="pt")
output = model.generate(input_ids, max_length=64, num_return_sequences=1)
response = tokenizer.decode(output[0], skip_special_tokens=True)
return generate_response
prompt = "What is the capital of France?"
response = generate_response(prompt)
print(response)