Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ model = GemmaForCausalLM.from_pretrained('google/gemma-2-9b',
|
|
11 |
# pipe = pipeline('text-generation', model=model,tokenizer = tokenizer)
|
12 |
|
13 |
MAX_MAX_NEW_TOKENS = 2048
|
14 |
-
DEFAULT_MAX_NEW_TOKENS =
|
15 |
|
16 |
@spaces.GPU(duration=120)
|
17 |
def generate(
|
|
|
11 |
# pipe = pipeline('text-generation', model=model,tokenizer = tokenizer)
|
12 |
|
13 |
MAX_MAX_NEW_TOKENS = 2048
|
14 |
+
DEFAULT_MAX_NEW_TOKENS = 1024
|
15 |
|
16 |
@spaces.GPU(duration=120)
|
17 |
def generate(
|