def validate_config(cfg): if cfg.adapter == "qlora": assert cfg.load_in_8bit is False assert cfg.load_4bit is False assert cfg.load_in_4bit is True pass # TODO # MPT 7b # https://github.com/facebookresearch/bitsandbytes/issues/25 # no 8bit adamw w bf16