Spaces:
Sleeping
Sleeping
Benjamin Gonzalez
commited on
Commit
·
62a0c90
1
Parent(s):
4d07925
im stupid
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
16 |
def generate(prompt, length):
|
17 |
inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False)
|
18 |
input_token_len = len(inputs.tokens())
|
19 |
-
outputs = model.generate(**inputs, max_length=length if length >= input_token_len else input_token_len
|
20 |
return tokenizer.batch_decode(outputs)[0]
|
21 |
|
22 |
|
|
|
16 |
def generate(prompt, length):
|
17 |
inputs = tokenizer(prompt, return_tensors="pt", return_attention_mask=False)
|
18 |
input_token_len = len(inputs.tokens())
|
19 |
+
outputs = model.generate(**inputs, max_length=length if length >= input_token_len else input_token_len)
|
20 |
return tokenizer.batch_decode(outputs)[0]
|
21 |
|
22 |
|