NicholasJohn
commited on
Commit
•
70c7cdb
1
Parent(s):
ebf048f
tweak
Browse files
app.py
CHANGED
@@ -4,8 +4,8 @@ from typing import Tuple, List
|
|
4 |
|
5 |
deepsparse.cpu.print_hardware_capability()
|
6 |
|
7 |
-
|
8 |
-
MODEL_ID = "hf:neuralmagic/mpt-7b-chat-pruned50-quant"
|
9 |
|
10 |
DESCRIPTION = f"""
|
11 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|
|
|
4 |
|
5 |
deepsparse.cpu.print_hardware_capability()
|
6 |
|
7 |
+
MODEL_ID = "hf:neuralmagic/Llama-2-7b-pruned70-retrained-ultrachat-quant-ds"
|
8 |
+
# MODEL_ID = "hf:neuralmagic/mpt-7b-chat-pruned50-quant"
|
9 |
|
10 |
DESCRIPTION = f"""
|
11 |
# Chat with an Efficient Sparse Llama 2 Model on CPU
|