Spaces:
Running
Running
Julien Simon
commited on
Commit
•
b194192
1
Parent(s):
534766c
Add Arcee-SuperNova on c7g.16xlarge
Browse files
results_arcee_supernova.py
CHANGED
@@ -4,6 +4,14 @@ results_arcee_supernova = {
|
|
4 |
"name": "Arcee-SuperNova",
|
5 |
"modelType": "Llama 3.1 70B",
|
6 |
"configurations": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
7 |
{
|
8 |
"instanceType": "g5.12xlarge",
|
9 |
"quantization": "awq",
|
|
|
4 |
"name": "Arcee-SuperNova",
|
5 |
"modelType": "Llama 3.1 70B",
|
6 |
"configurations": [
|
7 |
+
{
|
8 |
+
"instanceType": "c7g.16xlarge",
|
9 |
+
"quantization": "Q4_0_8_8",
|
10 |
+
"container": "llama.cpp 9/19/24",
|
11 |
+
"status": "OK",
|
12 |
+
"tokensPerSecond": "6.5",
|
13 |
+
"notes": "",
|
14 |
+
},
|
15 |
{
|
16 |
"instanceType": "g5.12xlarge",
|
17 |
"quantization": "awq",
|