Spaces:

truongghieu
/

spaceTest

Paused

truongghieu commited on Dec 9, 2023

Commit

ef44ed5

•

1 Parent(s): b27ed41

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -20,8 +20,7 @@ if torch.cuda.is_available():
     model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, quantization_config=bnb_config)
 else:
     model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
-# Move the model to the GPU if available
-model.to(device)
 generation_config = GenerationConfig(
     penalty_alpha=0.6,

     model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, quantization_config=bnb_config)
 else:
     model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
 generation_config = GenerationConfig(
     penalty_alpha=0.6,