File size: 503 Bytes
034be93 |
1 2 3 4 5 6 7 8 9 10 11 12 |
{
"base_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"base_current_gpu_total_memory": 40339.3125,
"base_memory_inference_first": 690.0,
"base_memory_inference": 570.0,
"base_token_generation_latency_sync": 26.083585739135742,
"smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
"smashed_current_gpu_total_memory": 40339.3125,
"smashed_memory_inference_first": 186.0,
"smashed_memory_inference": 206.0,
"smashed_token_generation_latency_sync": 20.645276641845705
} |