ibm-ai-platform
/

llama3-8b-accelerator

Inference Endpoints

Model card Files Files and versions Community

JRosenkranz commited on May 1, 2024

Commit

e723a51

·

verified ·

1 Parent(s): 6a039c0

Update README.md

Files changed (1) hide show

README.md +3 -3

README.md CHANGED Viewed

@@ -118,7 +118,7 @@ pip install transformers==4.35.0 sentencepiece numpy
 ```bash
 MODEL_PATH=/path/to/llama3/hf/Meta-Llama-3-8B-Instruct
 python fms-extras/scripts/paged_speculative_inference.py \
-    --variant=8b \
     --model_path=$MODEL_PATH \
     --model_source=hf \
     --tokenizer=$MODEL_PATH \
@@ -135,7 +135,7 @@ python fms-extras/scripts/paged_speculative_inference.py \
 ```bash
 MODEL_PATH=/path/to/llama3/hf/Meta-Llama-3-8B-Instruct
 python fms-extras/scripts/paged_speculative_inference.py \
-    --variant=8b \
     --model_path=$MODEL_PATH \
     --model_source=hf \
     --tokenizer=$MODEL_PATH \
@@ -151,7 +151,7 @@ python fms-extras/scripts/paged_speculative_inference.py \
 ```bash
 MODEL_PATH=/path/to/llama3/hf/Meta-Llama-3-8B-Instruct
 python fms-extras/scripts/paged_speculative_inference.py \
-    --variant=8b \
     --model_path=$MODEL_PATH \
     --model_source=hf \
     --tokenizer=$MODEL_PATH \

 ```bash
 MODEL_PATH=/path/to/llama3/hf/Meta-Llama-3-8B-Instruct
 python fms-extras/scripts/paged_speculative_inference.py \
+    --variant=llama3.8b \
     --model_path=$MODEL_PATH \
     --model_source=hf \
     --tokenizer=$MODEL_PATH \
 ```bash
 MODEL_PATH=/path/to/llama3/hf/Meta-Llama-3-8B-Instruct
 python fms-extras/scripts/paged_speculative_inference.py \
+    --variant=llama3.8b \
     --model_path=$MODEL_PATH \
     --model_source=hf \
     --tokenizer=$MODEL_PATH \
 ```bash
 MODEL_PATH=/path/to/llama3/hf/Meta-Llama-3-8B-Instruct
 python fms-extras/scripts/paged_speculative_inference.py \
+    --variant=llama3.8b \
     --model_path=$MODEL_PATH \
     --model_source=hf \
     --tokenizer=$MODEL_PATH \