{
    "current_gpu_type": "NVIDIA A100-PCIE-40GB",
    "current_gpu_total_memory": 40339.3125,
    "perplexity": 12.093978881835938,
    "token_generation_latency_sync": 62.69257774353027,
    "token_generation_latency_async": 62.73187808692455,
    "token_generation_throughput_sync": 0.015950851536060785,
    "token_generation_throughput_async": 0.015940858627161585,
    "token_generation_CO2_emissions": null,
    "token_generation_energy_consumption": null,
    "inference_latency_sync": 196.34073486328126,
    "inference_latency_async": 112.25581169128418,
    "inference_throughput_sync": 0.005093186600815843,
    "inference_throughput_async": 0.008908224749646905,
    "inference_CO2_emissions": null,
    "inference_energy_consumption": null
}