Spaces:

CyberNative-AI
/

Colibri_8b_v0.1_chat

Runtime error

CyberNative commited on May 15

Commit

43f0435

•

1 Parent(s): 450a1d6

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -52,7 +52,7 @@ tokenizer = AutoTokenizer.from_pretrained("CyberNative-AI/Colibri_8b_v0.1")
 from transformers import BitsAndBytesConfig
 nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4")
-model = AutoModelForCausalLM.from_pretrained(model_id, quantization_config=nf4_config)
 terminators = [
     tokenizer.eos_token_id,

 from transformers import BitsAndBytesConfig
 nf4_config = BitsAndBytesConfig(load_in_4bit=True, bnb_4bit_quant_type="nf4")
+model = AutoModelForCausalLM.from_pretrained("CyberNative-AI/Colibri_8b_v0.1", quantization_config=nf4_config)
 terminators = [
     tokenizer.eos_token_id,