bugfix

app.py

@@ -3,16 +3,15 @@ from transformers import AutoModelForSeq2SeqLM, NllbTokenizer
 import torch 
 import spaces
 
-device = "cuda" 
+device = "cuda" if torch.cuda.is_available() else "cpu"
 model_id = "leks-forever/nllb-200-distilled-600M-v1"
 
 tokenizer = NllbTokenizer.from_pretrained(model_id)
-model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
+model = AutoModelForSeq2SeqLM.from_pretrained(model_id).to(device)
 
 @spaces.GPU
 def translate(text, src_lang='lez_Cyrl', tgt_lang='rus_Cyrl', a=32, b=3, max_input_length=1024, num_beams=1, **kwargs):
-
-    model = model.to(device)
+    global tokenizer
 
     if src_lang in language_codes:
         src_lang = language_codes[src_lang]