qiyang-zhao
commited on
Commit
•
4746ba6
1
Parent(s):
ab330b6
Update README.md
Browse files
README.md
CHANGED
@@ -68,7 +68,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
68 |
git clone https://github.com/microsoft/BitNet && cd BitNet
|
69 |
pip install -r requirements.txt
|
70 |
python setup_env.py --hf-repo tiiuae/Falcon3-10B-Base-1.58bit -q i2_s
|
71 |
-
python run_inference.py -m models/Falcon3-10B-
|
72 |
```
|
73 |
|
74 |
# Evaluation
|
|
|
68 |
git clone https://github.com/microsoft/BitNet && cd BitNet
|
69 |
pip install -r requirements.txt
|
70 |
python setup_env.py --hf-repo tiiuae/Falcon3-10B-Base-1.58bit -q i2_s
|
71 |
+
python run_inference.py -m models/Falcon3-10B-1.58bit/ggml-model-i2_s.gguf -p "You are a helpful assistant" -cnv
|
72 |
```
|
73 |
|
74 |
# Evaluation
|