File size: 751 Bytes

3a666a1

{
    "current_gpu_type": "NVIDIA A100-PCIE-40GB",
    "current_gpu_total_memory": 40339.3125,
    "perplexity": 27.98676109313965,
    "token_generation_latency_sync": 54.8071704864502,
    "token_generation_latency_async": 54.658157750964165,
    "token_generation_throughput_sync": 0.018245787752301987,
    "token_generation_throughput_async": 0.018295530642584823,
    "token_generation_CO2_emissions": null,
    "token_generation_energy_consumption": null,
    "inference_latency_sync": 53.0427906036377,
    "inference_latency_async": 51.400089263916016,
    "inference_throughput_sync": 0.01885270342340208,
    "inference_throughput_async": 0.019455219131341506,
    "inference_CO2_emissions": null,
    "inference_energy_consumption": null
}