| { | |
| "current_gpu_type": "Tesla T4", | |
| "current_gpu_total_memory": 15095.0625, | |
| "perplexity": 2.8998236656188965, | |
| "memory_inference_first": 358.0, | |
| "memory_inference": 358.0, | |
| "token_generation_latency_sync": 80.11734771728516, | |
| "token_generation_latency_async": 80.36270011216402, | |
| "token_generation_throughput_sync": 0.012481691275262373, | |
| "token_generation_throughput_async": 0.012443583884118847, | |
| "token_generation_CO2_emissions": 2.351045754117281e-05, | |
| "token_generation_energy_consumption": 0.005466914504574626, | |
| "inference_latency_sync": 79.62785682678222, | |
| "inference_latency_async": 59.72108840942383, | |
| "inference_throughput_sync": 0.012558419124293918, | |
| "inference_throughput_async": 0.016744503937108465, | |
| "inference_CO2_emissions": 2.3351902662235743e-05, | |
| "inference_energy_consumption": 8.117517466477338e-05 | |
| } |