Update app.py

app.py

@@ -3,8 +3,8 @@ import transformers
 from huggingface_hub import snapshot_download
 
 model_dir = snapshot_download(repo_id="Praise2112/Mistral-7B-Instruct-v0.1-int8-ct2")
-generator = ctranslate2.Generator(model_dir, device="cuda", compute_type="int8") # GPU
-# generator = ctranslate2.Generator(model_dir, device="cpu", compute_type="int8") #CPU
+# generator = ctranslate2.Generator(model_dir, device="cuda", compute_type="int8") # GPU
+generator = ctranslate2.Generator(model_dir, device="cpu", compute_type="int8") #CPU
 tokenizer = transformers.AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
 
 messages = [