{
    "current_gpu_type": "Tesla T4",
    "current_gpu_total_memory": 15095.0625,
    "perplexity": 30815030.0,
    "memory_inference_first": 1142.0,
    "memory_inference": 1142.0,
    "token_generation_latency_sync": 147.6204864501953,
    "token_generation_latency_async": 147.56362289190292,
    "token_generation_throughput_sync": 0.006774127521503482,
    "token_generation_throughput_async": 0.006776737927697435,
    "token_generation_CO2_emissions": 0.00020048614177282614,
    "token_generation_energy_consumption": 0.008781923951582248,
    "inference_latency_sync": 1151.6722137451172,
    "inference_latency_async": 424.6630907058716,
    "inference_throughput_sync": 0.0008683026194997837,
    "inference_throughput_async": 0.00235480789803938,
    "inference_CO2_emissions": 0.0002004475962713345,
    "inference_energy_consumption": 0.0006890801651842688
}