yujiepan
/

mpt-tiny-random

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

yujiepan commited on Oct 29, 2023

Commit

7bbe5a6

•

1 Parent(s): 1b510f2

Update README.md

Files changed (1) hide show

README.md +4 -3

README.md CHANGED Viewed

@@ -39,9 +39,10 @@ model.save_pretrained(save_path)
 tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
 tokenizer.save_pretrained(save_path)
-# from optimum.intel.openvino import OVModelForCausalLM
-# ovmodel = OVModelForCausalLM.from_pretrained(save_path, export=True)
-# ovmodel.save_pretrained(save_path)
 os.system(f'ls -alh {save_path}')
 create_repo(repo_id, exist_ok=True)

 tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
 tokenizer.save_pretrained(save_path)
+from optimum.intel.openvino import OVModelForCausalLM
+ovmodel = OVModelForCausalLM.from_pretrained(save_path, export=True)
+ovmodel = ovmodel.half()
+ovmodel.save_pretrained(save_path)
 os.system(f'ls -alh {save_path}')
 create_repo(repo_id, exist_ok=True)