Hugging Face's logo

Spaces:
avanish07
/
sci-mcq-GPT
Runtime error

App Files Community
avanish07 commited on
Commit
9de8db6
•
1 Parent(s): 12ac526

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ from IPython.display import Markdown, display
25
  peft_model_id = "./"
26
  config = PeftConfig.from_pretrained(peft_model_id)
27
 
28
- quantization_config = BitsAndBytesConfig(
29
  load_in_8bit_fp32_cpu_offload=True,
30
  bnb_8bit_use_fp16=False,
31
  load_in_4bit=True,
 
25
  peft_model_id = "./"
26
  config = PeftConfig.from_pretrained(peft_model_id)
27
 
28
+ bnb_config = BitsAndBytesConfig(
29
  load_in_8bit_fp32_cpu_offload=True,
30
  bnb_8bit_use_fp16=False,
31
  load_in_4bit=True,