Update app.py
Browse files
app.py
CHANGED
@@ -35,7 +35,7 @@ def load_quantized_model(model_id, model_basename):
|
|
35 |
|
36 |
|
37 |
# Making the code device-agnostic
|
38 |
-
model, tokenizer = load_quantized_model(model_name_or_path, "model.safetensors")
|
39 |
|
40 |
def load_model_norm():
|
41 |
if torch.cuda.is_available():
|
@@ -53,7 +53,7 @@ def load_model_norm():
|
|
53 |
return model, tokenizer
|
54 |
|
55 |
|
56 |
-
|
57 |
|
58 |
|
59 |
# Function to generate a response using the model
|
|
|
35 |
|
36 |
|
37 |
# Making the code device-agnostic
|
38 |
+
#model, tokenizer = load_quantized_model(model_name_or_path, "model.safetensors")
|
39 |
|
40 |
def load_model_norm():
|
41 |
if torch.cuda.is_available():
|
|
|
53 |
return model, tokenizer
|
54 |
|
55 |
|
56 |
+
model, tokenizer = load_model_norm()
|
57 |
|
58 |
|
59 |
# Function to generate a response using the model
|