truongghieu commited on
Commit
82303ca
1 Parent(s): f165e87

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ import torch
7
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
8
 
9
  tokenizer = AutoTokenizer.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
10
- model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
11
 
12
  # Move the model to the GPU if available
13
  model.to(device)
 
7
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
8
 
9
  tokenizer = AutoTokenizer.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True)
10
+ model = AutoModelForCausalLM.from_pretrained("truongghieu/deci-finetuned", trust_remote_code=True,low_cpu_mem_usage=True)
11
 
12
  # Move the model to the GPU if available
13
  model.to(device)