{
    "base_current_gpu_type": "NVIDIA A100-PCIE-40GB",
    "base_current_gpu_total_memory": 40339.3125,
    "base_perplexity": 8.405904769897461,
    "base_token_generation_latency_sync": 38.859296798706055,
    "base_token_generation_latency_async": 38.65551482886076,
    "base_token_generation_throughput_sync": 0.02573386762967101,
    "base_token_generation_throughput_async": 0.02586952998627212,
    "base_token_generation_CO2_emissions": null,
    "base_token_generation_energy_consumption": null,
    "base_inference_latency_sync": 118.89571762084961,
    "base_inference_latency_async": 39.14453983306885,
    "base_inference_throughput_sync": 0.00841073185822329,
    "base_inference_throughput_async": 0.025546347057967246,
    "base_inference_CO2_emissions": null,
    "base_inference_energy_consumption": null,
    "smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
    "smashed_current_gpu_total_memory": 40339.3125,
    "smashed_perplexity": 9.116766929626465,
    "smashed_token_generation_latency_sync": 165.78641815185546,
    "smashed_token_generation_latency_async": 166.55846014618874,
    "smashed_token_generation_throughput_sync": 0.006031857200051391,
    "smashed_token_generation_throughput_async": 0.006003897965448875,
    "smashed_token_generation_CO2_emissions": null,
    "smashed_token_generation_energy_consumption": null,
    "smashed_inference_latency_sync": 261.7901077270508,
    "smashed_inference_latency_async": 194.0150499343872,
    "smashed_inference_throughput_sync": 0.0038198540375812295,
    "smashed_inference_throughput_async": 0.005154239324929607,
    "smashed_inference_CO2_emissions": null,
    "smashed_inference_energy_consumption": null
}