Julien Simon commited on
Commit
b194192
1 Parent(s): 534766c

Add Arcee-SuperNova on c7g.16xlarge

Browse files
Files changed (1) hide show
  1. results_arcee_supernova.py +8 -0
results_arcee_supernova.py CHANGED
@@ -4,6 +4,14 @@ results_arcee_supernova = {
4
  "name": "Arcee-SuperNova",
5
  "modelType": "Llama 3.1 70B",
6
  "configurations": [
 
 
 
 
 
 
 
 
7
  {
8
  "instanceType": "g5.12xlarge",
9
  "quantization": "awq",
 
4
  "name": "Arcee-SuperNova",
5
  "modelType": "Llama 3.1 70B",
6
  "configurations": [
7
+ {
8
+ "instanceType": "c7g.16xlarge",
9
+ "quantization": "Q4_0_8_8",
10
+ "container": "llama.cpp 9/19/24",
11
+ "status": "OK",
12
+ "tokensPerSecond": "6.5",
13
+ "notes": "",
14
+ },
15
  {
16
  "instanceType": "g5.12xlarge",
17
  "quantization": "awq",