qiyang-zhao
commited on
Commit
•
fde3327
1
Parent(s):
1eac05f
Update README.md
Browse files
README.md
CHANGED
@@ -63,7 +63,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
63 |
git clone https://github.com/microsoft/BitNet && cd BitNet
|
64 |
pip install -r requirements.txt
|
65 |
python setup_env.py --hf-repo tiiuae/Falcon3-7B-Base-1.58bit -q i2_s
|
66 |
-
python run_inference.py -m models/Falcon3-7B-
|
67 |
```
|
68 |
|
69 |
# Evaluation
|
|
|
63 |
git clone https://github.com/microsoft/BitNet && cd BitNet
|
64 |
pip install -r requirements.txt
|
65 |
python setup_env.py --hf-repo tiiuae/Falcon3-7B-Base-1.58bit -q i2_s
|
66 |
+
python run_inference.py -m models/Falcon3-7B-1.58bit/ggml-model-i2_s.gguf -p "Hi how are you doing today?" -cnv
|
67 |
```
|
68 |
|
69 |
# Evaluation
|