Update README.md
Browse files
README.md
CHANGED
@@ -165,14 +165,13 @@ def load_model_tokenizer(model_path):
|
|
165 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
166 |
tokenizer.padding_side = "left"
|
167 |
|
168 |
-
model = AutoModelForCausalLM.from_pretrained(
|
169 |
return model, tokenizer
|
170 |
|
171 |
|
172 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
173 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
174 |
|
175 |
-
model_dir = snapshot_download('codefuse-ai/CodeFuse-DeepSeek-33B', revision='v1.0.0')
|
176 |
text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
|
177 |
|
178 |
model, tokenizer = load_model_tokenizer(model_dir)
|
@@ -351,14 +350,13 @@ def load_model_tokenizer(model_path):
|
|
351 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
352 |
tokenizer.padding_side = "left"
|
353 |
|
354 |
-
model = AutoModelForCausalLM.from_pretrained(
|
355 |
return model, tokenizer
|
356 |
|
357 |
|
358 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
359 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
360 |
|
361 |
-
model_dir = snapshot_download('codefuse-ai/CodeFuse-DeepSeek-33B', revision='v1.0.0')
|
362 |
text_list = [f'{HUMAN_ROLE_START_TAG}请写一个快排程序\n#Python\n{BOT_ROLE_START_TAG}']
|
363 |
|
364 |
model, tokenizer = load_model_tokenizer(model_dir)
|
|
|
165 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
166 |
tokenizer.padding_side = "left"
|
167 |
|
168 |
+
model = AutoModelForCausalLM.from_pretrained('codefuse-ai/CodeFuse-DeepSeek-33B', device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
|
169 |
return model, tokenizer
|
170 |
|
171 |
|
172 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
173 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
174 |
|
|
|
175 |
text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
|
176 |
|
177 |
model, tokenizer = load_model_tokenizer(model_dir)
|
|
|
350 |
tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
|
351 |
tokenizer.padding_side = "left"
|
352 |
|
353 |
+
model = AutoModelForCausalLM.from_pretrained('codefuse-ai/CodeFuse-DeepSeek-33B', device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
|
354 |
return model, tokenizer
|
355 |
|
356 |
|
357 |
HUMAN_ROLE_START_TAG = "<s>human\n"
|
358 |
BOT_ROLE_START_TAG = "<s>bot\n"
|
359 |
|
|
|
360 |
text_list = [f'{HUMAN_ROLE_START_TAG}请写一个快排程序\n#Python\n{BOT_ROLE_START_TAG}']
|
361 |
|
362 |
model, tokenizer = load_model_tokenizer(model_dir)
|