Spaces:
Running
on
Zero
Running
on
Zero
grahamwhiteuk
commited on
Commit
•
c786139
1
Parent(s):
026d799
fix: add more GPU decorators
Browse files
model.py
CHANGED
@@ -104,6 +104,7 @@ def get_prompt(messages, criteria_name):
|
|
104 |
)
|
105 |
|
106 |
|
|
|
107 |
def generate_tokens(prompt):
|
108 |
result = model.generate(
|
109 |
prompt=[prompt],
|
|
|
104 |
)
|
105 |
|
106 |
|
107 |
+
@spaces.GPU
|
108 |
def generate_tokens(prompt):
|
109 |
result = model.generate(
|
110 |
prompt=[prompt],
|