{ "benchmark_version": "2", "generated_at": "2026-04-16T23:10:14.868165987Z", "hostname": "debian", "server_model": "G5500 V7", "benchmark_profile": "stability", "parallel_gpus": true, "ramp_total": 8, "ramp_run_id": "ramp-20260416-195801", "overall_status": "OK", "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "findings": [ "All 8 GPU(s) passed the benchmark.", "GPU 0 held clocks without observable throttle counters during steady state.", "GPU 1 held clocks without observable throttle counters during steady state.", "GPU 2 held clocks without observable throttle counters during steady state.", "GPU 3 held clocks without observable throttle counters during steady state.", "GPU 4 held clocks without observable throttle counters during steady state.", "GPU 5 held clocks without observable throttle counters during steady state.", "GPU 6 held clocks without observable throttle counters during steady state.", "GPU 7 held clocks without observable throttle counters during steady state.", "Multi-GPU all_reduce max bus bandwidth: 3.9 GB/s." ], "normalization": { "status": "full", "gpus": [ { "index": 0, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 1, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 2, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 3, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 4, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 5, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 6, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 7, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" } ] }, "host_config": { "cpu_model": "INTEL(R) XEON(R) GOLD 6530", "cpu_sockets": 2, "cpu_cores": 64, "cpu_threads": 128, "mem_total_gib": 125.36545181274414 }, "cpu_load": { "avg_pct": 5.9, "max_pct": 6.8, "p95_pct": 6.5, "samples": 547, "status": "ok" }, "cooling": { "available": true, "avg_fan_rpm": 16157.092741935483, "fan_duty_cycle_available": true, "fan_duty_cycle_estimated": true, "avg_fan_duty_cycle_pct": 95.04172201137726, "p95_fan_duty_cycle_pct": 97.52316176470589, "notes": [ "fan duty cycle is estimated from the highest fan RPM observed since boot; treat it as an approximation, not a direct PWM reading" ] }, "gpus": [ { "index": 0, "uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4B:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 53.083333333333336, "p95_temp_c": 58.45, "avg_power_w": 92.49833333333333, "p95_power_w": 96.8575, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 2.8724058393529, "temp_cv_pct": 6.02915678796594, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 75.45495495495496, "p95_temp_c": 77, "avg_power_w": 526.1626201201198, "p95_power_w": 539.029, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.75150150150151, "avg_mem_usage_pct": 37.91591591591592, "clock_cv_pct": 0, "power_cv_pct": 12.247749716308393, "temp_cv_pct": 4.44477036768478, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 74.04545454545455, "p95_temp_c": 76, "avg_power_w": 549.7471818181817, "p95_power_w": 556.7, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 39, "clock_cv_pct": 0, "power_cv_pct": 5.058044906001502, "temp_cv_pct": 4.154159865661651, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 73.73529411764706, "p95_temp_c": 76, "avg_power_w": 517.4978431372551, "p95_power_w": 556.788, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 20.764705882352942, "clock_cv_pct": 0, "power_cv_pct": 3.2168734476255754, "temp_cv_pct": 1.229656039940198, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 74.02970297029702, "p95_temp_c": 75, "avg_power_w": 527.580099009901, "p95_power_w": 534.68, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.87128712871287, "clock_cv_pct": 0, "power_cv_pct": 1.3419154991125437, "temp_cv_pct": 0.9777005153134719, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 73.95283018867924, "p95_temp_c": 75, "avg_power_w": 518.3751886792452, "p95_power_w": 532.47, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 31.42452830188679, "clock_cv_pct": 0, "power_cv_pct": 1.3201777141699222, "temp_cv_pct": 0.8588794171201893, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 91.79724132481785, "thermal_sustain_score": 86.66568889694565, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 13, "interconnect_score": 3.93, "server_quality_score": 93.53887906652905, "composite_score": 1037.2919872321836 } }, { "index": 1, "uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4C:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 54.916666666666664, "p95_temp_c": 59.9, "avg_power_w": 91.04166666666667, "p95_power_w": 95.8445, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.041762596894583, "temp_cv_pct": 5.683860637428844, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 77.58708708708708, "p95_temp_c": 79, "avg_power_w": 530.0371996996989, "p95_power_w": 543.06, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.83333333333333, "avg_mem_usage_pct": 37.880630630630634, "clock_cv_pct": 0, "power_cv_pct": 12.195813371545908, "temp_cv_pct": 4.304787715567299, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 75.33636363636364, "p95_temp_c": 77, "avg_power_w": 551.7380909090908, "p95_power_w": 556.75, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 38.99090909090909, "clock_cv_pct": 0, "power_cv_pct": 4.671882444682097, "temp_cv_pct": 3.7213044558828408, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 75.48039215686275, "p95_temp_c": 77, "avg_power_w": 517.6610784313726, "p95_power_w": 556.6285, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 20.764705882352942, "clock_cv_pct": 0, "power_cv_pct": 4.687675431092306, "temp_cv_pct": 0.9769194802688033, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 75.7128712871287, "p95_temp_c": 76, "avg_power_w": 527.5094059405941, "p95_power_w": 529.96, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 31.198019801980198, "clock_cv_pct": 0, "power_cv_pct": 0.8673096238797479, "temp_cv_pct": 0.5975498709975604, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 75.37735849056604, "p95_temp_c": 76, "avg_power_w": 521.2533962264152, "p95_power_w": 530.475, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.471698113207545, "clock_cv_pct": 0, "power_cv_pct": 2.1058044797610775, "temp_cv_pct": 0.6430654607592049, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 90.75049601543859, "thermal_sustain_score": 87.0856368532981, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 11, "interconnect_score": 3.93, "server_quality_score": 93.35083986062101, "composite_score": 1037.2919872321836 } }, { "index": 2, "uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4E:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 54, "p95_temp_c": 59.45, "avg_power_w": 94.99666666666667, "p95_power_w": 100.5915, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.413139568291253, "temp_cv_pct": 6.00068583185913, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 77.94444444444444, "p95_temp_c": 79, "avg_power_w": 543.9476201201205, "p95_power_w": 557.4345, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.82432432432432, "avg_mem_usage_pct": 38.81156156156156, "clock_cv_pct": 0, "power_cv_pct": 12.102264359957584, "temp_cv_pct": 4.529681132735949, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 75.26363636363637, "p95_temp_c": 77, "avg_power_w": 561.4788181818179, "p95_power_w": 569.951, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.13636363636364, "avg_mem_usage_pct": 39.67272727272727, "clock_cv_pct": 0, "power_cv_pct": 7.286272250350883, "temp_cv_pct": 4.7659675603039, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 75.69607843137256, "p95_temp_c": 77, "avg_power_w": 529.8692156862742, "p95_power_w": 570.065, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 20.852941176470587, "clock_cv_pct": 0, "power_cv_pct": 4.303273134555031, "temp_cv_pct": 1.0096505024062656, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 75.75247524752476, "p95_temp_c": 76, "avg_power_w": 539.7018811881187, "p95_power_w": 542.44, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.94059405940594, "clock_cv_pct": 0, "power_cv_pct": 0.9032224896055815, "temp_cv_pct": 0.5697162388629818, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 76.14150943396227, "p95_temp_c": 77, "avg_power_w": 533.7768867924528, "p95_power_w": 543.01, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 33.37735849056604, "clock_cv_pct": 0, "power_cv_pct": 1.7943284980016059, "temp_cv_pct": 0.45776119940307747, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 89.28467772061518, "thermal_sustain_score": 86.41095660179215, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 11, "interconnect_score": 3.93, "server_quality_score": 92.7086902967222, "composite_score": 1037.2919872321836 } }, { "index": 3, "uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4F:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 55.25, "p95_temp_c": 60.45, "avg_power_w": 91.76166666666667, "p95_power_w": 96.3165, "avg_graphics_clock_mhz": 2387.6666666666665, "p95_graphics_clock_mhz": 2425.6, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 4.871020012266003, "power_cv_pct": 3.077204239271844, "temp_cv_pct": 5.486133779629928, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 78.71846846846847, "p95_temp_c": 80, "avg_power_w": 537.4380030030027, "p95_power_w": 550.7945, "avg_graphics_clock_mhz": 2422.036036036036, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.82357357357357, "avg_mem_usage_pct": 38.192192192192195, "clock_cv_pct": 0.02211834097932422, "power_cv_pct": 12.160060866422937, "temp_cv_pct": 4.315752968273292, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 76.06363636363636, "p95_temp_c": 78, "avg_power_w": 555.6232727272728, "p95_power_w": 563.6, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.15454545454546, "avg_mem_usage_pct": 39.69090909090909, "clock_cv_pct": 0, "power_cv_pct": 8.154725476989757, "temp_cv_pct": 4.2850023864457, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 76.5, "p95_temp_c": 78, "avg_power_w": 525.0604901960785, "p95_power_w": 563.5895, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 22.470588235294116, "clock_cv_pct": 0, "power_cv_pct": 3.2666139442571684, "temp_cv_pct": 0.9983825043476776, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 76.70297029702971, "p95_temp_c": 77, "avg_power_w": 534.1427722772277, "p95_power_w": 536.93, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.306930693069305, "clock_cv_pct": 0, "power_cv_pct": 0.9340100200794131, "temp_cv_pct": 0.595739293105168, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 76.73584905660377, "p95_temp_c": 77, "avg_power_w": 529.0425471698114, "p95_power_w": 537.3275000000001, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.301886792452834, "clock_cv_pct": 0, "power_cv_pct": 1.5543869990509325, "temp_cv_pct": 0.5745424856428784, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 89.56769766971703, "thermal_sustain_score": 87.05274109518012, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 10, "interconnect_score": 3.93, "server_quality_score": 92.98613162946914, "composite_score": 1037.2919872321836 } }, { "index": 4, "uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CB:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 49.25, "p95_temp_c": 54.45, "avg_power_w": 88.19500000000001, "p95_power_w": 92.946, "avg_graphics_clock_mhz": 2251.4166666666665, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 25.129107398517608, "power_cv_pct": 3.0752964109834484, "temp_cv_pct": 6.154495255320884, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 71.59984984984985, "p95_temp_c": 73, "avg_power_w": 521.2297372372374, "p95_power_w": 537.5545, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.89789789789789, "avg_mem_usage_pct": 38.411411411411414, "clock_cv_pct": 0, "power_cv_pct": 12.02449172841293, "temp_cv_pct": 4.411575244241011, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 69.54545454545455, "p95_temp_c": 71, "avg_power_w": 539.6916363636363, "p95_power_w": 547.6285, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.0909090909091, "avg_mem_usage_pct": 38.64545454545455, "clock_cv_pct": 0, "power_cv_pct": 8.700105556509445, "temp_cv_pct": 5.069469131938643, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 69.92156862745098, "p95_temp_c": 71, "avg_power_w": 510.46990196078434, "p95_power_w": 547.6469999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.02941176470588, "avg_mem_usage_pct": 20.57843137254902, "clock_cv_pct": 0, "power_cv_pct": 2.8934964760680644, "temp_cv_pct": 1.2774023526562361, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 69.7128712871287, "p95_temp_c": 70, "avg_power_w": 517.5977227722769, "p95_power_w": 521.43, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.01980198019803, "avg_mem_usage_pct": 30.871287128712872, "clock_cv_pct": 0, "power_cv_pct": 2.713301714890644, "temp_cv_pct": 1.501577348675426, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 70.17924528301887, "p95_temp_c": 71, "avg_power_w": 513.6715094339625, "p95_power_w": 521.95, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.82075471698113, "avg_mem_usage_pct": 32.0377358490566, "clock_cv_pct": 0, "power_cv_pct": 2.458517036581479, "temp_cv_pct": 0.5805302562626481, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 87.42593441196279, "thermal_sustain_score": 86.76527426727696, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 17, "interconnect_score": 3.93, "server_quality_score": 92.25736260377192, "composite_score": 1037.2919872321836 } }, { "index": 5, "uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CC:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 51.5, "p95_temp_c": 56, "avg_power_w": 87.92083333333333, "p95_power_w": 93.9665, "avg_graphics_clock_mhz": 2235.1666666666665, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 27.7230362388219, "power_cv_pct": 10.628533224332415, "temp_cv_pct": 5.405596468767011, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 74.99474474474475, "p95_temp_c": 77, "avg_power_w": 532.445728228228, "p95_power_w": 545.8745, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.89789789789789, "avg_mem_usage_pct": 37.426426426426424, "clock_cv_pct": 0, "power_cv_pct": 12.113961662380559, "temp_cv_pct": 4.385948835435435, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 72.83636363636364, "p95_temp_c": 74, "avg_power_w": 550.0222727272728, "p95_power_w": 558.99, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.0909090909091, "avg_mem_usage_pct": 36.663636363636364, "clock_cv_pct": 0, "power_cv_pct": 8.827574018955248, "temp_cv_pct": 4.931226450270902, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 72.63725490196079, "p95_temp_c": 74, "avg_power_w": 520.3696078431373, "p95_power_w": 559.09, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.01960784313725, "avg_mem_usage_pct": 20.245098039215687, "clock_cv_pct": 0, "power_cv_pct": 3.096302725917197, "temp_cv_pct": 1.4527417716932058, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 72.61386138613861, "p95_temp_c": 73, "avg_power_w": 523.2740594059408, "p95_power_w": 527.09, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.05940594059406, "avg_mem_usage_pct": 29.168316831683168, "clock_cv_pct": 0, "power_cv_pct": 3.942122660305547, "temp_cv_pct": 0.9083490019059991, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 72.40566037735849, "p95_temp_c": 73.75, "avg_power_w": 519.8893396226415, "p95_power_w": 532.225, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 30.264150943396228, "clock_cv_pct": 0, "power_cv_pct": 2.394313842638043, "temp_cv_pct": 0.8220868562526311, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 86.30476506413797, "thermal_sustain_score": 86.8421534936937, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 13, "interconnect_score": 3.93, "server_quality_score": 91.94407556734949, "composite_score": 1037.2919872321836 } }, { "index": 6, "uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CE:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 50.166666666666664, "p95_temp_c": 55, "avg_power_w": 87.04916666666666, "p95_power_w": 92.6705, "avg_graphics_clock_mhz": 2235.1666666666665, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 27.7230362388219, "power_cv_pct": 10.974022263135334, "temp_cv_pct": 5.744723078335742, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 73.87912912912913, "p95_temp_c": 75, "avg_power_w": 524.4442042042043, "p95_power_w": 537.1345, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.89789789789789, "avg_mem_usage_pct": 37.33483483483484, "clock_cv_pct": 0, "power_cv_pct": 11.997793150952644, "temp_cv_pct": 4.4144168481136665, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 71.4, "p95_temp_c": 73, "avg_power_w": 540.5936363636365, "p95_power_w": 550.4209999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.0909090909091, "avg_mem_usage_pct": 37.654545454545456, "clock_cv_pct": 0, "power_cv_pct": 9.893728063691723, "temp_cv_pct": 5.196677264199914, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 71.65686274509804, "p95_temp_c": 73, "avg_power_w": 512.805294117647, "p95_power_w": 550.3190000000001, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.13725490196079, "avg_mem_usage_pct": 19.627450980392158, "clock_cv_pct": 0, "power_cv_pct": 2.6387072677899797, "temp_cv_pct": 1.1477196405131047, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 71.68316831683168, "p95_temp_c": 72, "avg_power_w": 519.6885148514851, "p95_power_w": 523.86, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.01980198019803, "avg_mem_usage_pct": 31.257425742574256, "clock_cv_pct": 0, "power_cv_pct": 3.3986039822332033, "temp_cv_pct": 1.4941406474052255, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 72.18867924528301, "p95_temp_c": 73, "avg_power_w": 515.4096226415096, "p95_power_w": 524.22, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.31132075471698, "clock_cv_pct": 0, "power_cv_pct": 2.3956437128552244, "temp_cv_pct": 0.5419874896321945, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 86.2549877300724, "thermal_sustain_score": 86.756749455659, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 15, "interconnect_score": 3.93, "server_quality_score": 91.90352115571943, "composite_score": 1037.2919872321836 } }, { "index": 7, "uuid": "GPU-f9d537b7-86a1-407c-c137-3bc30fb8c2e8", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CF:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 32.806791721, "samples": 12, "avg_temp_c": 52.75, "p95_temp_c": 57.45, "avg_power_w": 85.78916666666669, "p95_power_w": 91.6235, "avg_graphics_clock_mhz": 2235.1666666666665, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 27.7230362388219, "power_cv_pct": 11.012861736062202, "temp_cv_pct": 5.798025056398915, "clock_drift_pct": 0 }, "steady": { "duration_sec": 5022.123737104, "samples": 1332, "avg_temp_c": 75.240990990991, "p95_temp_c": 77, "avg_power_w": 523.2648123123122, "p95_power_w": 535.837, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.89864864864865, "avg_mem_usage_pct": 37.78903903903904, "clock_cv_pct": 0, "power_cv_pct": 11.96592275643285, "temp_cv_pct": 4.2445676715616525, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 299.955727617, "samples": 110, "avg_temp_c": 72.89090909090909, "p95_temp_c": 74, "avg_power_w": 541.5777272727274, "p95_power_w": 550.811, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.0909090909091, "avg_mem_usage_pct": 38.64545454545455, "clock_cv_pct": 0, "power_cv_pct": 9.663326516087173, "temp_cv_pct": 4.825141260946495, "clock_drift_pct": 0 }, "teraops_per_sec": 964.2542197270119, "weighted_teraops_per_sec": 241.06355493175298, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 595.043677476, "samples": 102, "avg_temp_c": 73.19607843137256, "p95_temp_c": 74, "avg_power_w": 513.094019607843, "p95_power_w": 550.6795, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 20.96078431372549, "clock_cv_pct": 0, "power_cv_pct": 2.2994098585183447, "temp_cv_pct": 1.0309071205407918, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 899.295761287, "samples": 101, "avg_temp_c": 73.14851485148515, "p95_temp_c": 74, "avg_power_w": 518.9522772277228, "p95_power_w": 523.14, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.00990099009901, "avg_mem_usage_pct": 30.871287128712872, "clock_cv_pct": 0, "power_cv_pct": 3.3452561869951416, "temp_cv_pct": 1.5791889026567636, "clock_drift_pct": 0 }, "teraops_per_sec": 486.013459787066, "weighted_teraops_per_sec": 243.006729893533, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 1199.663635317, "samples": 106, "avg_temp_c": 73.18867924528301, "p95_temp_c": 74, "avg_power_w": 515.0624528301889, "p95_power_w": 523.3875, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 99.62264150943396, "avg_mem_usage_pct": 31.82075471698113, "clock_cv_pct": 0, "power_cv_pct": 2.2402126796462625, "temp_cv_pct": 0.5345821436794989, "clock_drift_pct": 0 }, "teraops_per_sec": 254.64089346048, "weighted_teraops_per_sec": 254.64089346048, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 171872, "teraops_per_sec": 161.06878408851458, "weight": 0.5, "weighted_teraops_per_sec": 80.53439204425729 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 171872, "teraops_per_sec": 54.99239122716445, "weight": 1, "weighted_teraops_per_sec": 54.99239122716445 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 171872, "teraops_per_sec": 245.30921775548188, "weight": 0.25, "weighted_teraops_per_sec": 61.32730443887047 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 171872, "teraops_per_sec": 114.4977128906934, "weight": 0.25, "weighted_teraops_per_sec": 28.62442822267335 } ], "scores": { "compute_score": 1037.2919872321836, "synthetic_score": 969.648432452294, "mixed_score": 225.47851593296554, "mixed_efficiency": 0.2325363589385877, "power_sustain_score": 86.83884606906481, "thermal_sustain_score": 87.26629698531504, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 13, "interconnect_score": 3.93, "server_quality_score": 92.23154291631396, "composite_score": 1037.2919872321836 } } ], "interconnect": { "status": "OK", "attempted": true, "supported": true, "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "avg_algbw_gbps": 2.2075, "max_algbw_gbps": 2.24, "avg_busbw_gbps": 3.8674999999999997, "max_busbw_gbps": 3.93 }, "server_power": { "available": false, "notes": [ "IPMI power reading unavailable; server-side power characterization skipped" ] } }