Fix Loading Model with Modified Config File

modeling_lora.py

@@ -1,6 +1,6 @@
 import math
 import os
-from functools import partial
+from functools import partial, cache
 from typing import Iterator, List, Optional, Tuple, Union
 
 import numpy as np
@@ -335,9 +335,23 @@ class XLMRobertaLoRA(XLMRobertaPreTrainedModel):
         use_safetensors: bool = None,
         **kwargs,
     ):
-        if config.load_trained_adapters:  # checkpoint already contains LoRA adapters
+        if config.load_trained_adapters :  # checkpoint already contains LoRA adapters
+            # model = super().from_pretrained(
+            #     pretrained_model_name_or_path, *model_args, **kwargs
+            # )
+            # return cls(config, roberta=roberta)
             return super().from_pretrained(
-                pretrained_model_name_or_path, *model_args, use_flash_attn=config.use_flash_attn, **kwargs
+                pretrained_model_name_or_path,
+                *model_args,
+                config=config,
+                cache_dir=cache_dir,
+                ignore_mismatched_sizes=ignore_mismatched_sizes,
+                force_download=force_download,
+                local_files_only=local_files_only,
+                token=token,
+                revision=revision,
+                use_safetensors=use_safetensors,
+                **kwargs
             )
         else:  # initializing new adapters
             roberta = XLMRobertaModel.from_pretrained(