winglian commited on
Commit
fccb542
1 Parent(s): 2ce5c0d

make sure the model config loader respects the model_revision too (#1160) [skip-ci]

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/models.py +6 -1
src/axolotl/utils/models.py CHANGED
@@ -76,10 +76,15 @@ def load_model_config(cfg):
76
  if not model_config_name and cfg.tokenizer_config:
77
  model_config_name = cfg.tokenizer_config
78
  trust_remote_code = cfg.trust_remote_code is True
 
 
 
79
 
80
  try:
81
  model_config = AutoConfig.from_pretrained(
82
- model_config_name, trust_remote_code=trust_remote_code
 
 
83
  )
84
  except ValueError as err:
85
  if "mamba" in model_config_name:
 
76
  if not model_config_name and cfg.tokenizer_config:
77
  model_config_name = cfg.tokenizer_config
78
  trust_remote_code = cfg.trust_remote_code is True
79
+ config_kwargs = {}
80
+ if cfg.model_revision:
81
+ config_kwargs["revision"] = cfg.model_revision
82
 
83
  try:
84
  model_config = AutoConfig.from_pretrained(
85
+ model_config_name,
86
+ trust_remote_code=trust_remote_code,
87
+ **config_kwargs,
88
  )
89
  except ValueError as err:
90
  if "mamba" in model_config_name: