Benjamin Gonzalez commited on
Commit
62a0c90
·
1 Parent(s): 4d07925
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ model = AutoModelForCausalLM.from_pretrained(
16
  def generate(prompt, length):
17
  inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False)
18
  input_token_len = len(inputs.tokens())
19
- outputs = model.generate(**inputs, max_length=length if length >= input_token_len else input_token_len
20
  return tokenizer.batch_decode(outputs)[0]
21
 
22
 
 
16
  def generate(prompt, length):
17
  inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False)
18
  input_token_len = len(inputs.tokens())
19
+ outputs = model.generate(**inputs, max_length=length if length >= input_token_len else input_token_len)
20
  return tokenizer.batch_decode(outputs)[0]
21
 
22