Vitrous commited on
Commit
69bfe26
·
verified ·
1 Parent(s): 41e3c8b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -35,7 +35,7 @@ def load_quantized_model(model_id, model_basename):
35
 
36
 
37
  # Making the code device-agnostic
38
- model, tokenizer = load_quantized_model(model_name_or_path, "model.safetensors")
39
 
40
  def load_model_norm():
41
  if torch.cuda.is_available():
@@ -53,7 +53,7 @@ def load_model_norm():
53
  return model, tokenizer
54
 
55
 
56
- #model, tokenizer = load_model_norm()
57
 
58
 
59
  # Function to generate a response using the model
 
35
 
36
 
37
  # Making the code device-agnostic
38
+ #model, tokenizer = load_quantized_model(model_name_or_path, "model.safetensors")
39
 
40
  def load_model_norm():
41
  if torch.cuda.is_available():
 
53
  return model, tokenizer
54
 
55
 
56
+ model, tokenizer = load_model_norm()
57
 
58
 
59
  # Function to generate a response using the model