grahamwhiteuk commited on
Commit
c786139
1 Parent(s): 026d799

fix: add more GPU decorators

Browse files
Files changed (1) hide show
  1. model.py +1 -0
model.py CHANGED
@@ -104,6 +104,7 @@ def get_prompt(messages, criteria_name):
104
  )
105
 
106
 
 
107
  def generate_tokens(prompt):
108
  result = model.generate(
109
  prompt=[prompt],
 
104
  )
105
 
106
 
107
+ @spaces.GPU
108
  def generate_tokens(prompt):
109
  result = model.generate(
110
  prompt=[prompt],