Update README.md
Browse files
README.md
CHANGED
@@ -87,7 +87,11 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
87 |
torch_dtype=torch.float16,
|
88 |
device_map="auto"
|
89 |
)
|
90 |
-
model = PeftModel.from_pretrained(
|
|
|
|
|
|
|
|
|
91 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
92 |
generation_config = GenerationConfig.from_pretrained(MODEL_NAME)
|
93 |
print(generation_config)
|
|
|
87 |
torch_dtype=torch.float16,
|
88 |
device_map="auto"
|
89 |
)
|
90 |
+
model = PeftModel.from_pretrained(
|
91 |
+
model,
|
92 |
+
MODEL_NAME,
|
93 |
+
torch_dtype=torch.float16
|
94 |
+
)
|
95 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
96 |
generation_config = GenerationConfig.from_pretrained(MODEL_NAME)
|
97 |
print(generation_config)
|