compilade commited on
Commit
17e705e
·
1 Parent(s): 5ca71b6

Add more GPU information in the results file

Browse files
Files changed (1) hide show
  1. bench-TriLMs.py +13 -6
bench-TriLMs.py CHANGED
@@ -6,6 +6,7 @@ from pathlib import Path
6
  from urllib import request
7
  import os
8
  import shlex
 
9
  import subprocess
10
  import sys
11
  from typing import Any, Sequence
@@ -208,15 +209,21 @@ if __name__ == "__main__":
208
  mulmat_perf.append(test_backend_perf())
209
  results.extend(llama_bench(repetitions=repetitions, types=GPU_TYPES))
210
 
211
- cpuinfo = subprocess.run(["lscpu"], capture_output=True).stdout.decode(
212
- encoding="utf-8"
213
- )
214
-
215
- final_result = {
216
- "cpuinfo": cpuinfo,
217
  "mulmat_perf": mulmat_perf,
218
  "results": results,
219
  }
 
 
 
 
 
 
 
 
 
 
 
220
  logger.info("Writing output to: %s", output_file)
221
  logger.debug("Final results: %s", json.dumps(final_result, indent=4))
222
  with open(output_file, "w") as f:
 
6
  from urllib import request
7
  import os
8
  import shlex
9
+ import shutil
10
  import subprocess
11
  import sys
12
  from typing import Any, Sequence
 
209
  mulmat_perf.append(test_backend_perf())
210
  results.extend(llama_bench(repetitions=repetitions, types=GPU_TYPES))
211
 
212
+ final_result: dict[str, Any] = {
 
 
 
 
 
213
  "mulmat_perf": mulmat_perf,
214
  "results": results,
215
  }
216
+
217
+ if shutil.which("lscpu") is not None:
218
+ logger.info("Getting CPU info")
219
+ final_result["cpuinfo"] = subprocess.run(["lscpu"], capture_output=True).stdout.decode(
220
+ encoding="utf-8"
221
+ )
222
+
223
+ if args.gpu and shutil.which("nvidia-smi") is not None:
224
+ logger.info("Getting NVIDIA GPU info")
225
+ final_result["gpuinfo"] = subprocess.run(["nvidia-smi", "-q"], capture_output=True).stdout.decode(encoding="utf-8")
226
+
227
  logger.info("Writing output to: %s", output_file)
228
  logger.debug("Final results: %s", json.dumps(final_result, indent=4))
229
  with open(output_file, "w") as f: