Update app.py

app.py

@@ -47,7 +47,7 @@ h1 {
 
 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("CyberNative-AI/Colibri_8b_v0.1")
-model = AutoModelForCausalLM.from_pretrained("CyberNative-AI/Colibri_8b_v0.1", device_map="auto")  # to("cuda:0") 
+model = AutoModelForCausalLM.from_pretrained("CyberNative-AI/Colibri_8b_v0.1", load_in_4bit=False, load_in_8bit=True, device_map="auto")
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")