Update ChatHaruhi/Qwen118k2GPT.py

ChatHaruhi/Qwen118k2GPT.py

@@ -17,7 +17,8 @@ def initialize_Qwen2LORA(model):
         model_qwen = AutoModelForCausalLM.from_pretrained(
             model,
             device_map="auto",
-            trust_remote_code=True
+            trust_remote_code=True,
+            accelerate=False
         )
         model_qwen = model_qwen.eval()
         # model_qwen = PeftModel.from_pretrained(