File size: 1,835 Bytes
cb0e31f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
{
"base_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"base_current_gpu_total_memory": 40339.3125,
"base_perplexity": 7.0558295249938965,
"base_token_generation_latency_sync": 33.31762771606445,
"base_token_generation_latency_async": 33.3708219230175,
"base_token_generation_throughput_sync": 0.030014141718674624,
"base_token_generation_throughput_async": 0.02996629817230395,
"base_token_generation_CO2_emissions": 7.696398767204138e-05,
"base_token_generation_energy_consumption": 0.00695694452693372,
"base_inference_latency_sync": 120.45148162841797,
"base_inference_latency_async": 39.07821178436279,
"base_inference_throughput_sync": 0.008302097960778186,
"base_inference_throughput_async": 0.025589707264961174,
"base_inference_CO2_emissions": 7.779396700861304e-05,
"base_inference_energy_consumption": 0.00021249855258619754,
"smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"smashed_current_gpu_total_memory": 40339.3125,
"smashed_perplexity": 7.06295108795166,
"smashed_token_generation_latency_sync": 250.25841217041017,
"smashed_token_generation_latency_async": 250.2531660720706,
"smashed_token_generation_throughput_sync": 0.003995869674578864,
"smashed_token_generation_throughput_async": 0.0039959534406530115,
"smashed_token_generation_CO2_emissions": 0.00022890042868949087,
"smashed_token_generation_energy_consumption": 0.059824871149179795,
"smashed_inference_latency_sync": 345.61167602539064,
"smashed_inference_latency_async": 225.31085014343262,
"smashed_inference_throughput_sync": 0.00289342076488913,
"smashed_inference_throughput_async": 0.004438312666093982,
"smashed_inference_CO2_emissions": 0.00022977354680803487,
"smashed_inference_energy_consumption": 0.0006239773613275945
} |