{ "benchmark_version": "1", "generated_at": "2026-04-13T05:50:26.607897085Z", "hostname": "debian", "server_model": "G5500 V7", "benchmark_profile": "standard", "parallel_gpus": true, "ramp_step": 8, "ramp_total": 8, "ramp_run_id": "ramp-20260413-035309", "overall_status": "OK", "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "findings": [ "All 8 GPU(s) passed the benchmark.", "GPU 0 showed unstable clocks/power over the benchmark window.", "GPU 1 showed unstable clocks/power over the benchmark window.", "GPU 2 showed unstable clocks/power over the benchmark window.", "GPU 3 showed unstable clocks/power over the benchmark window.", "GPU 4 showed unstable clocks/power over the benchmark window.", "GPU 5 showed unstable clocks/power over the benchmark window.", "GPU 6 showed unstable clocks/power over the benchmark window.", "GPU 7 showed unstable clocks/power over the benchmark window.", "Multi-GPU all_reduce max bus bandwidth: 3.9 GB/s." ], "normalization": { "status": "full", "gpus": [ { "index": 0, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 1, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 2, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 3, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 4, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 5, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 6, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 7, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" } ] }, "host_config": { "cpu_model": "INTEL(R) XEON(R) GOLD 6530", "cpu_sockets": 2, "cpu_cores": 64, "cpu_threads": 128, "mem_total_gib": 125.36544799804688 }, "cpu_load": { "avg_pct": 4.9, "max_pct": 6.9, "p95_pct": 6.6, "samples": 91, "status": "ok" }, "gpus": [ { "index": 0, "uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4B:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.284, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 58.5625, "p95_temp_c": 64.25, "avg_power_w": 97.34562499999998, "p95_power_w": 104.3425, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.8153775648467336, "temp_cv_pct": 5.852307308796241, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 72.97940074906367, "p95_temp_c": 74, "avg_power_w": 512.3819850187268, "p95_power_w": 533.2760000000001, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.45692883895131, "avg_mem_usage_pct": 38.39138576779026, "clock_cv_pct": 0, "power_cv_pct": 15.592428960695315, "temp_cv_pct": 4.647413618844314, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 50.19298245614035, "p95_temp_c": 52, "avg_power_w": 89.36491228070172, "p95_power_w": 91.181, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.8317003174992245, "temp_cv_pct": 1.1765139936880011, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.95266666666667, "thermal_sustain_score": 100, "stability_score": 68.81514207860937, "interconnect_score": 3.92, "composite_score": 572.8117211343068 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 1, "uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4C:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.224, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 60.625, "p95_temp_c": 66.25, "avg_power_w": 96.18749999999999, "p95_power_w": 102.9575, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.6190678467089095, "temp_cv_pct": 5.650387466410194, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 74.33707865168539, "p95_temp_c": 76, "avg_power_w": 513.9588576779026, "p95_power_w": 534.706, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.09550561797752, "avg_mem_usage_pct": 37.97752808988764, "clock_cv_pct": 0, "power_cv_pct": 16.032037069751265, "temp_cv_pct": 4.56941886281622, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 51.333333333333336, "p95_temp_c": 53, "avg_power_w": 88.73859649122802, "p95_power_w": 90.269, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.8602569271127033, "temp_cv_pct": 1.4288820888835887, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.96266666666666, "thermal_sustain_score": 100, "stability_score": 67.93592586049746, "interconnect_score": 3.92, "composite_score": 571.5881284065297 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 2, "uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4E:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.1980000000001, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 58.5625, "p95_temp_c": 64.25, "avg_power_w": 99.20875000000002, "p95_power_w": 105.82, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.747848083593493, "temp_cv_pct": 5.944992306170952, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 74.38389513108615, "p95_temp_c": 76, "avg_power_w": 524.240243445693, "p95_power_w": 545.7495, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.23970037453184, "avg_mem_usage_pct": 38.12546816479401, "clock_cv_pct": 0, "power_cv_pct": 15.99414543851988, "temp_cv_pct": 4.860573845224712, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 50.333333333333336, "p95_temp_c": 52, "avg_power_w": 91.16175438596487, "p95_power_w": 92.95, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.9826901628083612, "temp_cv_pct": 1.5934652423370474, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.96699999999998, "thermal_sustain_score": 100, "stability_score": 68.01170912296024, "interconnect_score": 3.92, "composite_score": 571.6979628186027 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 3, "uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4F:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.3299999999999, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 60.625, "p95_temp_c": 66.25, "avg_power_w": 96.16687500000002, "p95_power_w": 103.22749999999999, "avg_graphics_clock_mhz": 2426, "p95_graphics_clock_mhz": 2430, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0.16488046166529266, "power_cv_pct": 3.782241291247955, "temp_cv_pct": 5.650387466410194, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 75.62921348314607, "p95_temp_c": 77, "avg_power_w": 520.5265355805242, "p95_power_w": 541.687, "avg_graphics_clock_mhz": 2422.0898876404494, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.28651685393258, "avg_mem_usage_pct": 37.99250936329588, "clock_cv_pct": 0.03481377033352888, "power_cv_pct": 15.961220894100176, "temp_cv_pct": 4.648694191504124, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 52.271929824561404, "p95_temp_c": 54, "avg_power_w": 88.49894736842091, "p95_power_w": 89.7775, "avg_graphics_clock_mhz": 2422.1403508771928, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0.04336205341685846, "power_cv_pct": 0.8186267515664026, "temp_cv_pct": 1.3476366177488701, "clock_drift_pct": 0.011795234725168349 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.94500000000001, "thermal_sustain_score": 100, "stability_score": 67.93830313046553, "interconnect_score": 3.92, "composite_score": 571.5766063201771 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 4, "uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CB:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.34, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 55, "p95_temp_c": 61, "avg_power_w": 92.33500000000002, "p95_power_w": 98.7525, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.492341021406794, "temp_cv_pct": 6.064392756421061, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 69.26779026217228, "p95_temp_c": 71, "avg_power_w": 506.3082958801495, "p95_power_w": 526.117, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.45318352059925, "avg_mem_usage_pct": 37.60299625468165, "clock_cv_pct": 0, "power_cv_pct": 15.54102422434703, "temp_cv_pct": 4.641054486371343, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 46.921052631578945, "p95_temp_c": 49, "avg_power_w": 86.75456140350886, "p95_power_w": 88.41, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.7715872996388503, "temp_cv_pct": 1.8107227998901132, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.94333333333333, "thermal_sustain_score": 100, "stability_score": 68.91795155130595, "interconnect_score": 3.92, "composite_score": 572.9479357411767 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 5, "uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CC:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.188, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 57.75, "p95_temp_c": 63.25, "avg_power_w": 97.051875, "p95_power_w": 104.14, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.9002521641511976, "temp_cv_pct": 5.79181305638946, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 72.08988764044943, "p95_temp_c": 74, "avg_power_w": 514.1286891385772, "p95_power_w": 537.069, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.2940074906367, "avg_mem_usage_pct": 37.838951310861425, "clock_cv_pct": 0, "power_cv_pct": 15.864665152673057, "temp_cv_pct": 4.671288336933857, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 49.58771929824562, "p95_temp_c": 51, "avg_power_w": 89.05771929824559, "p95_power_w": 91.04, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.8327686073487044, "temp_cv_pct": 1.4826689027277737, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.96866666666666, "thermal_sustain_score": 100, "stability_score": 68.27066969465389, "interconnect_score": 3.92, "composite_score": 572.0622321237707 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 6, "uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CE:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.2180000000001, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 55.6875, "p95_temp_c": 61.25, "avg_power_w": 95.11187500000003, "p95_power_w": 102.2825, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.814204476943954, "temp_cv_pct": 6.013660302859176, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 70.8314606741573, "p95_temp_c": 72, "avg_power_w": 508.88904494382024, "p95_power_w": 529.0815, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.2621722846442, "avg_mem_usage_pct": 37.840823970037455, "clock_cv_pct": 0, "power_cv_pct": 15.79881616328304, "temp_cv_pct": 4.810144110611115, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 48.03508771929825, "p95_temp_c": 50, "avg_power_w": 88.44701754385963, "p95_power_w": 89.97, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.7855280810040005, "temp_cv_pct": 1.6756858651503985, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.96366666666665, "thermal_sustain_score": 100, "stability_score": 68.40236767343391, "interconnect_score": 3.92, "composite_score": 572.242569945777 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 7, "uuid": "GPU-f9d537b7-86a1-407c-c137-3bc30fb8c2e8", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CF:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.354, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.034820522, "samples": 16, "avg_temp_c": 54.1875, "p95_temp_c": 59.25, "avg_power_w": 90.46875000000001, "p95_power_w": 95.4, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.169928895921586, "temp_cv_pct": 5.544736028476085, "clock_drift_pct": 0 }, "steady": { "duration_sec": 534.065632494, "samples": 534, "avg_temp_c": 72.82771535580524, "p95_temp_c": 74, "avg_power_w": 508.06207865168585, "p95_power_w": 527.48, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 96.44194756554307, "avg_mem_usage_pct": 37.62734082397004, "clock_cv_pct": 0, "power_cv_pct": 15.469757701038384, "temp_cv_pct": 4.561873839006074, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.311993894, "samples": 114, "avg_temp_c": 50.28947368421053, "p95_temp_c": 52, "avg_power_w": 86.8166666666667, "p95_power_w": 88.6715, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.956688279977931, "temp_cv_pct": 1.4834649538474145, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.94099999999999, "thermal_sustain_score": 100, "stability_score": 69.06048459792324, "interconnect_score": 3.92, "composite_score": 573.1456981806597 }, "degradation_reasons": [ "variance_too_high" ] } ], "interconnect": { "status": "OK", "attempted": true, "supported": true, "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "avg_algbw_gbps": 2.2100000000000004, "max_algbw_gbps": 2.24, "avg_busbw_gbps": 3.8699999999999997, "max_busbw_gbps": 3.92 }, "server_power": { "available": true, "idle_w": 1305.3333333333333, "loaded_w": 5845.942857142857, "delta_w": 4540.609523809524, "gpu_reported_sum_w": 4108.495730337079, "reporting_ratio": 1.1051756705700635 } }