aisingapore
/

llama3-8b-cpt-sea-lionv2.1-instruct

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

tainc commited on Aug 24, 2024

Commit

243bf63

·

verified ·

1 Parent(s): 5f6dd74

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -101,7 +101,8 @@ model_id = "aisingapore/llama3-8b-cpt-SEA-Lionv2.1-instruct"
 pipeline = transformers.pipeline(
     "text-generation",
     model=model_id,
-    model_kwargs={"torch_dtype": torch.bfloat16, "revision": "v2.0.0"},
     device_map="auto",
 )
 messages = [

 pipeline = transformers.pipeline(
     "text-generation",
     model=model_id,
+    model_kwargs={"torch_dtype": torch.bfloat16},
+    revision="v2.0.0",
     device_map="auto",
 )
 messages = [