import logging def validate_config(cfg): if cfg.adapter == "qlora": if cfg.merge_lora: # can't merge qlora if loaded in 8bit or 4bit assert cfg.load_in_8bit is False assert cfg.load_4bit is False assert cfg.load_in_4bit is False else: assert cfg.load_in_8bit is False assert cfg.load_4bit is False assert cfg.load_in_4bit is True if cfg.load_in_8bit and cfg.adapter == "lora": logging.warning("we recommend setting `load_in_8bit: true`") # TODO # MPT 7b # https://github.com/facebookresearch/bitsandbytes/issues/25 # no 8bit adamw w bf16