Benchmarks / results.py
Julien Simon
Update on SuperNova and SuperNova Lite
10d93f3
raw
history blame
4.7 kB
"""Module containing model configuration results for various AI models and hardware setups."""
from results_arcee_agent import results_arcee_agent
from results_arcee_lite import results_arcee_lite
from results_arcee_meraj import results_arcee_meraj
from results_arcee_nova import results_arcee_nova
from results_arcee_scribe import results_arcee_scribe
from results_arcee_spark import results_arcee_spark
from results_arcee_supernova import results_arcee_supernova
from results_llama_spark import results_llama_spark
from results_llama_supernova_lite import results_llama_supernova_lite
instance_type_mappings = {
"g5.xlarge": {
"cloud": "AWS",
"gpu": "1xNVIDIA A10G",
"gpuRAM": "24 GB",
"url": "https://instances.vantage.sh/aws/ec2/g5.xlarge",
},
"g5.2xlarge": {
"cloud": "AWS",
"gpu": "1xNVIDIA A10G",
"gpuRAM": "24 GB",
"url": "https://instances.vantage.sh/aws/ec2/g5.2xlarge",
},
"g5.12xlarge": {
"cloud": "AWS",
"gpu": "4xNVIDIA A10G",
"gpuRAM": "96 GB",
"url": "https://instances.vantage.sh/aws/ec2/g5.12xlarge",
},
"g5.48xlarge": {
"cloud": "AWS",
"gpu": "8xNVIDIA A10G",
"gpuRAM": "192 GB",
"url": "https://instances.vantage.sh/aws/ec2/g5.48xlarge",
},
"g6.2xlarge": {
"cloud": "AWS",
"gpu": "1xNVIDIA L4",
"gpuRAM": "24 GB",
"url": "https://instances.vantage.sh/aws/ec2/g6.2xlarge",
},
"g6.12xlarge": {
"cloud": "AWS",
"gpu": "4xNVIDIA L4",
"gpuRAM": "96 GB",
"url": "https://instances.vantage.sh/aws/ec2/g6.12xlarge",
},
"g6.48xlarge": {
"cloud": "AWS",
"gpu": "8xNVIDIA L4",
"gpuRAM": "192 GB",
"url": "https://instances.vantage.sh/aws/ec2/g6.48xlarge",
},
"g6e.2xlarge": {
"cloud": "AWS",
"gpu": "1xNVIDIA L40S",
"gpuRAM": "48 GB",
"url": "https://instances.vantage.sh/aws/ec2/g6e.2xlarge",
},
"g6e.12xlarge": {
"cloud": "AWS",
"gpu": "4xNVIDIA L40S",
"gpuRAM": "192 GB",
"url": "https://instances.vantage.sh/aws/ec2/g6e.12xlarge",
},
"g4dn.12xlarge": {
"cloud": "AWS",
"gpu": "4xNVIDIA T4",
"gpuRAM": "64 GB",
"url": "https://instances.vantage.sh/aws/ec2/g4dn.12xlarge",
},
"p4d.24xlarge": {
"cloud": "AWS",
"gpu": "4xNVIDIA A100",
"gpuRAM": "320 GB",
"url": "https://instances.vantage.sh/aws/ec2/p4d.24xlarge",
},
"p4de.24xlarge": {
"cloud": "AWS",
"gpu": "8xNVIDIA A100",
"gpuRAM": "320 GB",
"url": "https://instances.vantage.sh/aws/ec2/p4de.24xlarge",
},
"p5.48xlarge": {
"cloud": "AWS",
"gpu": "8xNVIDIA H100",
"gpuRAM": "640GB",
"url": "https://instances.vantage.sh/aws/ec2/p5.48xlarge",
},
"c6i.xlarge": {
"cloud": "AWS",
"gpu": "-",
"gpuRAM": "-",
"url": "https://instances.vantage.sh/aws/ec2/c6i.xlarge",
},
"c6i.2xlarge": {
"cloud": "AWS",
"gpu": "-",
"gpuRAM": "-",
"url": "https://instances.vantage.sh/aws/ec2/c6i.2xlarge",
},
"c6i.4xlarge": {
"cloud": "AWS",
"gpu": "-",
"gpuRAM": "-",
"url": "https://instances.vantage.sh/aws/ec2/c6i.4xlarge",
},
"c7i.4xlarge": {
"cloud": "AWS",
"gpu": "-",
"gpuRAM": "-",
"url": "https://instances.vantage.sh/aws/ec2/c7i.4xlarge",
},
"inf2.2xlarge": {
"cloud": "AWS",
"gpu": "2xNeuronCore v2",
"gpuRAM": "32 GB",
"url": "https://instances.vantage.sh/aws/ec2/inf2.2xlarge",
},
"inf2.8xlarge": {
"cloud": "AWS",
"gpu": "1xNeuronCore v2",
"gpuRAM": "32 GB",
"url": "https://instances.vantage.sh/aws/ec2/inf2.8xlarge",
},
"inf2.24xlarge": {
"cloud": "AWS",
"gpu": "12xNeuronCore v2",
"gpuRAM": "192 GB",
"url": "https://instances.vantage.sh/aws/ec2/inf2.24xlarge",
},
"inf2.48xlarge": {
"cloud": "AWS",
"gpu": "24xNeuronCore v2",
"gpuRAM": "384 GB",
"url": "https://instances.vantage.sh/aws/ec2/inf2.48xlarge",
},
"inf2.*": {"cloud": "AWS", "gpu": "-", "gpuRAM": "-", "url": ""},
}
results = {
"models": [
results_arcee_meraj,
results_arcee_supernova,
results_arcee_nova,
results_llama_spark,
results_arcee_agent,
results_arcee_spark,
results_arcee_lite,
results_arcee_scribe,
results_llama_supernova_lite,
]
}