codefuse-admin commited on
Commit
f0f58cc
·
verified ·
1 Parent(s): 9a99284

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -4
README.md CHANGED
@@ -165,14 +165,13 @@ def load_model_tokenizer(model_path):
165
  tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
166
  tokenizer.padding_side = "left"
167
 
168
- model = AutoModelForCausalLM.from_pretrained(model_path, device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
169
  return model, tokenizer
170
 
171
 
172
  HUMAN_ROLE_START_TAG = "<s>human\n"
173
  BOT_ROLE_START_TAG = "<s>bot\n"
174
 
175
- model_dir = snapshot_download('codefuse-ai/CodeFuse-DeepSeek-33B', revision='v1.0.0')
176
  text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
177
 
178
  model, tokenizer = load_model_tokenizer(model_dir)
@@ -351,14 +350,13 @@ def load_model_tokenizer(model_path):
351
  tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
352
  tokenizer.padding_side = "left"
353
 
354
- model = AutoModelForCausalLM.from_pretrained(model_path, device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
355
  return model, tokenizer
356
 
357
 
358
  HUMAN_ROLE_START_TAG = "<s>human\n"
359
  BOT_ROLE_START_TAG = "<s>bot\n"
360
 
361
- model_dir = snapshot_download('codefuse-ai/CodeFuse-DeepSeek-33B', revision='v1.0.0')
362
  text_list = [f'{HUMAN_ROLE_START_TAG}请写一个快排程序\n#Python\n{BOT_ROLE_START_TAG}']
363
 
364
  model, tokenizer = load_model_tokenizer(model_dir)
 
165
  tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
166
  tokenizer.padding_side = "left"
167
 
168
+ model = AutoModelForCausalLM.from_pretrained('codefuse-ai/CodeFuse-DeepSeek-33B', device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
169
  return model, tokenizer
170
 
171
 
172
  HUMAN_ROLE_START_TAG = "<s>human\n"
173
  BOT_ROLE_START_TAG = "<s>bot\n"
174
 
 
175
  text_list = [f'{HUMAN_ROLE_START_TAG}Write a QuickSort program\n#Python\n{BOT_ROLE_START_TAG}']
176
 
177
  model, tokenizer = load_model_tokenizer(model_dir)
 
350
  tokenizer.pad_token_id = tokenizer.convert_tokens_to_ids(tokenizer.pad_token)
351
  tokenizer.padding_side = "left"
352
 
353
+ model = AutoModelForCausalLM.from_pretrained('codefuse-ai/CodeFuse-DeepSeek-33B', device_map='auto',torch_dtype=torch.bfloat16, trust_remote_code=True)
354
  return model, tokenizer
355
 
356
 
357
  HUMAN_ROLE_START_TAG = "<s>human\n"
358
  BOT_ROLE_START_TAG = "<s>bot\n"
359
 
 
360
  text_list = [f'{HUMAN_ROLE_START_TAG}请写一个快排程序\n#Python\n{BOT_ROLE_START_TAG}']
361
 
362
  model, tokenizer = load_model_tokenizer(model_dir)