File size: 1,684 Bytes
b246470 f36cc0b b246470 f36cc0b b246470 f36cc0b b246470 f36cc0b b246470 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
{
"base_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"base_current_gpu_total_memory": 40339.3125,
"base_perplexity": 82.86221313476562,
"base_token_generation_latency_sync": 22.66096477508545,
"base_token_generation_latency_async": 20.442129857838154,
"base_token_generation_throughput_sync": 0.04412874782363405,
"base_token_generation_throughput_async": 0.048918581720904616,
"base_token_generation_CO2_emissions": null,
"base_token_generation_energy_consumption": null,
"base_inference_latency_sync": 41.06926002502441,
"base_inference_latency_async": 18.918275833129883,
"base_inference_throughput_sync": 0.024349111705218886,
"base_inference_throughput_async": 0.05285893962116725,
"base_inference_CO2_emissions": null,
"base_inference_energy_consumption": null,
"smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"smashed_current_gpu_total_memory": 40339.3125,
"smashed_perplexity": Infinity,
"smashed_token_generation_latency_sync": 85.1107421875,
"smashed_token_generation_latency_async": 82.53523223102093,
"smashed_token_generation_throughput_sync": 0.011749398187563537,
"smashed_token_generation_throughput_async": 0.012116037878235342,
"smashed_token_generation_CO2_emissions": null,
"smashed_token_generation_energy_consumption": null,
"smashed_inference_latency_sync": 88.11602020263672,
"smashed_inference_latency_async": 77.12936401367188,
"smashed_inference_throughput_sync": 0.011348674142344852,
"smashed_inference_throughput_async": 0.012965230723576833,
"smashed_inference_CO2_emissions": null,
"smashed_inference_energy_consumption": null
} |