{ "benchmark_version": "2", "generated_at": "2026-04-17T05:03:38.379616546Z", "hostname": "debian", "server_model": "G5500 V7", "benchmark_profile": "standard", "parallel_gpus": true, "overall_status": "OK", "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "findings": [ "All 8 GPU(s) passed the benchmark.", "GPU 0 held clocks without observable throttle counters during steady state.", "GPU 1 held clocks without observable throttle counters during steady state.", "GPU 2 held clocks without observable throttle counters during steady state.", "GPU 3 held clocks without observable throttle counters during steady state.", "GPU 4 held clocks without observable throttle counters during steady state.", "GPU 5 held clocks without observable throttle counters during steady state.", "GPU 6 held clocks without observable throttle counters during steady state.", "GPU 7 held clocks without observable throttle counters during steady state.", "Multi-GPU all_reduce max bus bandwidth: 3.9 GB/s." ], "normalization": { "status": "full", "gpus": [ { "index": 0, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 1, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 2, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 3, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 4, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 5, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 6, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 7, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" } ] }, "host_config": { "cpu_model": "INTEL(R) XEON(R) GOLD 6530", "cpu_sockets": 2, "cpu_cores": 64, "cpu_threads": 128, "mem_total_gib": 125.36545181274414 }, "cpu_load": { "avg_pct": 5, "max_pct": 8.5, "p95_pct": 7.1, "samples": 103, "status": "ok" }, "cooling": { "available": true, "avg_fan_rpm": 14379.873670212766, "fan_duty_cycle_available": true, "fan_duty_cycle_estimated": true, "avg_fan_duty_cycle_pct": 84.58749217772139, "p95_fan_duty_cycle_pct": 97.71507352941177, "notes": [ "fan duty cycle is estimated from the highest fan RPM observed since boot; treat it as an approximation, not a direct PWM reading" ] }, "gpus": [ { "index": 0, "uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4B:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 34.5, "p95_temp_c": 35, "avg_power_w": 88.75500000000001, "p95_power_w": 89.2675, "avg_graphics_clock_mhz": 2347, "p95_graphics_clock_mhz": 2347, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.4334856313043878, "temp_cv_pct": 1.4492753623188406, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 66.94267515923566, "p95_temp_c": 71, "avg_power_w": 454.7870700636941, "p95_power_w": 518.786, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.62420382165605, "avg_mem_usage_pct": 31.668789808917197, "clock_cv_pct": 0, "power_cv_pct": 31.4196720381678, "temp_cv_pct": 10.917848750074887, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 71.68181818181819, "p95_temp_c": 75, "avg_power_w": 530.340909090909, "p95_power_w": 554.6435, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 40, "clock_cv_pct": 0, "power_cv_pct": 12.222106395916258, "temp_cv_pct": 6.115516311289504, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.9208810692608, "weighted_teraops_per_sec": 327.4802202673152, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 73.27777777777777, "p95_temp_c": 74.15, "avg_power_w": 520.6655555555556, "p95_power_w": 553.3199999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 28.5, "clock_cv_pct": 0, "power_cv_pct": 10.91558637787749, "temp_cv_pct": 1.0960449048370706, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 70.65, "p95_temp_c": 71.05, "avg_power_w": 502.6, "p95_power_w": 510.741, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 24.2, "clock_cv_pct": 0, "power_cv_pct": 1.7131526966475623, "temp_cv_pct": 0.8100157920919742, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 70, "p95_temp_c": 70, "avg_power_w": 510.66333333333324, "p95_power_w": 511.046, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 35, "clock_cv_pct": 0, "power_cv_pct": 0.04249871294370823, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.8707734809586, "synthetic_score": 1286.5773759015594, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17952903281038537, "power_sustain_score": 81.32999186246123, "thermal_sustain_score": 67.24645374977534, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 19, "interconnect_score": 3.91, "server_quality_score": 84.57293368367097, "composite_score": 1355.8707734809586 } }, { "index": 1, "uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4C:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 36.5, "p95_temp_c": 37, "avg_power_w": 87.58749999999999, "p95_power_w": 87.871, "avg_graphics_clock_mhz": 2345.25, "p95_graphics_clock_mhz": 2347, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0.1292437443021228, "power_cv_pct": 0.359900775821056, "temp_cv_pct": 1.36986301369863, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 69.5859872611465, "p95_temp_c": 73, "avg_power_w": 463.9425477707005, "p95_power_w": 530.768, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.62420382165605, "avg_mem_usage_pct": 32.554140127388536, "clock_cv_pct": 0, "power_cv_pct": 31.941052135085286, "temp_cv_pct": 10.728391664011546, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 73.54545454545455, "p95_temp_c": 77, "avg_power_w": 535.6372727272727, "p95_power_w": 555.85, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 38, "clock_cv_pct": 0, "power_cv_pct": 11.864664390629041, "temp_cv_pct": 5.7355291758319815, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.9208810692608, "weighted_teraops_per_sec": 327.4802202673152, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 74.88888888888889, "p95_temp_c": 76, "avg_power_w": 523.5305555555556, "p95_power_w": 554.4409999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 98.72222222222223, "avg_mem_usage_pct": 27.333333333333332, "clock_cv_pct": 0, "power_cv_pct": 9.669860002564418, "temp_cv_pct": 0.9841616588591694, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 72.65, "p95_temp_c": 73.05, "avg_power_w": 513.4245, "p95_power_w": 521.882, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 23.4, "clock_cv_pct": 0, "power_cv_pct": 1.794579339676941, "temp_cv_pct": 0.7877166649868959, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 72, "p95_temp_c": 72, "avg_power_w": 521.9950000000001, "p95_power_w": 522.1235, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 33, "clock_cv_pct": 0, "power_cv_pct": 0.01945561130736415, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.8707734809586, "synthetic_score": 1286.5773759015594, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17952903281038537, "power_sustain_score": 82.48858049186668, "thermal_sustain_score": 67.81482500796537, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 17, "interconnect_score": 3.91, "server_quality_score": 85.09102164994961, "composite_score": 1355.8707734809586 } }, { "index": 2, "uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4E:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 32.5, "p95_temp_c": 33, "avg_power_w": 88.1, "p95_power_w": 88.352, "avg_graphics_clock_mhz": 2334, "p95_graphics_clock_mhz": 2338.8, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0.1484190923366647, "power_cv_pct": 0.2615600141158463, "temp_cv_pct": 1.5384615384615385, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 68.78980891719745, "p95_temp_c": 73, "avg_power_w": 469.2394904458597, "p95_power_w": 536.484, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.62420382165605, "avg_mem_usage_pct": 31.43949044585987, "clock_cv_pct": 0, "power_cv_pct": 31.66292861432794, "temp_cv_pct": 11.039460335510705, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 71.5909090909091, "p95_temp_c": 75, "avg_power_w": 539.5713636363636, "p95_power_w": 563.7595, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 37, "clock_cv_pct": 0, "power_cv_pct": 13.262409696722704, "temp_cv_pct": 6.241951229578086, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.9208810692608, "weighted_teraops_per_sec": 327.4802202673152, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 73.83333333333333, "p95_temp_c": 74.15, "avg_power_w": 530.9988888888889, "p95_power_w": 562.8225, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 28.055555555555557, "clock_cv_pct": 0, "power_cv_pct": 10.415526227455187, "temp_cv_pct": 0.6772009029345374, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 72.25, "p95_temp_c": 73, "avg_power_w": 517.3484999999998, "p95_power_w": 526.722, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 24.25, "clock_cv_pct": 0, "power_cv_pct": 4.575214095271455, "temp_cv_pct": 0.7421318543089003, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 72, "p95_temp_c": 72, "avg_power_w": 526.7316666666668, "p95_power_w": 527.029, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32, "clock_cv_pct": 0, "power_cv_pct": 0.03465159564411575, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.8707734809586, "synthetic_score": 1286.5773759015594, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17952903281038537, "power_sustain_score": 78.7841487886799, "thermal_sustain_score": 66.88161899346788, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 17, "interconnect_score": 3.91, "server_quality_score": 83.69973033464434, "composite_score": 1355.8707734809586 } }, { "index": 3, "uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4F:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 35, "p95_temp_c": 35.85, "avg_power_w": 86.56500000000001, "p95_power_w": 86.99350000000001, "avg_graphics_clock_mhz": 1813, "p95_graphics_clock_mhz": 2360.95, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 52.00316164300109, "power_cv_pct": 0.43901449005163734, "temp_cv_pct": 2.0203050891044216, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 70.03821656050955, "p95_temp_c": 74, "avg_power_w": 468.4479617834392, "p95_power_w": 537.146, "avg_graphics_clock_mhz": 2422.1528662420383, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86, "avg_mem_usage_pct": 32.18471337579618, "clock_cv_pct": 0.04521783592046804, "power_cv_pct": 31.741409651015406, "temp_cv_pct": 10.54748733348162, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 72.95454545454545, "p95_temp_c": 77, "avg_power_w": 532.5427272727273, "p95_power_w": 561.8395, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.45454545454545, "avg_mem_usage_pct": 36.27272727272727, "clock_cv_pct": 0, "power_cv_pct": 18.061098204102745, "temp_cv_pct": 7.868495345992694, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.5066113409025, "weighted_teraops_per_sec": 327.3766528352256, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 74.66666666666667, "p95_temp_c": 76, "avg_power_w": 530.8477777777778, "p95_power_w": 559.989, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 94.77777777777777, "avg_mem_usage_pct": 27.22222222222222, "clock_cv_pct": 0, "power_cv_pct": 7.065475539013241, "temp_cv_pct": 2.893187811789224, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 73.3, "p95_temp_c": 74, "avg_power_w": 515.2235000000002, "p95_power_w": 523.9745, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 24, "clock_cv_pct": 0, "power_cv_pct": 3.7323488639278786, "temp_cv_pct": 0.7595858612319264, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 73, "p95_temp_c": 73, "avg_power_w": 523.8044444444445, "p95_power_w": 523.965, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 33, "clock_cv_pct": 0, "power_cv_pct": 0.019220287961704326, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.767206048869, "synthetic_score": 1286.47380846947, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17954348577537482, "power_sustain_score": 78.34139282874582, "thermal_sustain_score": 68.35753799955515, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 16, "interconnect_score": 3.91, "server_quality_score": 84.0096792484903, "composite_score": 1355.767206048869 } }, { "index": 4, "uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CB:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 32.25, "p95_temp_c": 33, "avg_power_w": 72.1925, "p95_power_w": 85.2065, "avg_graphics_clock_mhz": 1800, "p95_graphics_clock_mhz": 2340, "avg_memory_clock_mhz": 9462, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 51.96152422706633, "power_cv_pct": 30.156655216791332, "temp_cv_pct": 2.5710269692677516, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 64.73248407643312, "p95_temp_c": 68, "avg_power_w": 460.5487261146498, "p95_power_w": 524.8340000000001, "avg_graphics_clock_mhz": 2419.9108280254777, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.35031847133757, "avg_mem_usage_pct": 31.694267515923567, "clock_cv_pct": 0.5339376530703055, "power_cv_pct": 31.762270451577855, "temp_cv_pct": 11.247647554456904, "clock_drift_pct": 0.3472442778801136 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 67.81818181818181, "p95_temp_c": 71.95, "avg_power_w": 522.4672727272729, "p95_power_w": 548.589, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.45454545454545, "avg_mem_usage_pct": 38.18181818181818, "clock_cv_pct": 0, "power_cv_pct": 18.161439941591066, "temp_cv_pct": 8.047362477106503, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.5066113409025, "weighted_teraops_per_sec": 327.3766528352256, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 69.27777777777777, "p95_temp_c": 71, "avg_power_w": 517.7511111111112, "p95_power_w": 547.6415, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 98.05555555555556, "avg_mem_usage_pct": 28.944444444444443, "clock_cv_pct": 0, "power_cv_pct": 7.7114632118778434, "temp_cv_pct": 2.755868528859595, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 67.6, "p95_temp_c": 68.05, "avg_power_w": 502.913, "p95_power_w": 516.2669999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.15, "avg_mem_usage_pct": 22.5, "clock_cv_pct": 0, "power_cv_pct": 5.810409162999742, "temp_cv_pct": 1.4342248098864878, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 68, "p95_temp_c": 68, "avg_power_w": 516.5416666666666, "p95_power_w": 516.783, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 35, "clock_cv_pct": 0, "power_cv_pct": 0.04028584882159023, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.767206048869, "synthetic_score": 1286.47380846947, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17954348577537482, "power_sustain_score": 76.20730137603232, "thermal_sustain_score": 66.25705733662929, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 22, "interconnect_score": 3.91, "server_quality_score": 82.73930761379849, "composite_score": 1355.767206048869 } }, { "index": 5, "uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CC:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 34.25, "p95_temp_c": 35, "avg_power_w": 73.3375, "p95_power_w": 85.8015, "avg_graphics_clock_mhz": 1782.75, "p95_graphics_clock_mhz": 2317, "avg_memory_clock_mhz": 9462, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 51.905659455541866, "power_cv_pct": 28.961813248702985, "temp_cv_pct": 2.4208940075586862, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 67.00636942675159, "p95_temp_c": 71, "avg_power_w": 464.2968152866239, "p95_power_w": 528.3159999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.73248407643312, "avg_mem_usage_pct": 32.89171974522293, "clock_cv_pct": 0, "power_cv_pct": 31.71456153190515, "temp_cv_pct": 10.633844797527264, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 71.0909090909091, "p95_temp_c": 75, "avg_power_w": 530.6718181818183, "p95_power_w": 560.248, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.45454545454545, "avg_mem_usage_pct": 37.13636363636363, "clock_cv_pct": 0, "power_cv_pct": 18.15550586767587, "temp_cv_pct": 8.07957493551474, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.9208810692608, "weighted_teraops_per_sec": 327.4802202673152, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 72.94444444444444, "p95_temp_c": 74, "avg_power_w": 526.0333333333333, "p95_power_w": 558.8825, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 30.555555555555557, "clock_cv_pct": 0, "power_cv_pct": 11.312392089568855, "temp_cv_pct": 1.0689770637942269, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 70.2, "p95_temp_c": 71, "avg_power_w": 511.89399999999995, "p95_power_w": 520.6764999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.5, "avg_mem_usage_pct": 23.55, "clock_cv_pct": 0, "power_cv_pct": 2.1604346444422604, "temp_cv_pct": 2.76221074496657, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 70, "p95_temp_c": 70, "avg_power_w": 520.6077777777778, "p95_power_w": 520.8315, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 32.388888888888886, "clock_cv_pct": 0, "power_cv_pct": 0.03169570159890303, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.8707734809586, "synthetic_score": 1286.5773759015594, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17952903281038537, "power_sustain_score": 76.2549787725356, "thermal_sustain_score": 68.0984656074182, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 19, "interconnect_score": 3.91, "server_quality_score": 83.30603331398613, "composite_score": 1355.8707734809586 } }, { "index": 6, "uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CE:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 31.25, "p95_temp_c": 32, "avg_power_w": 73.7075, "p95_power_w": 86.74, "avg_graphics_clock_mhz": 1788.75, "p95_graphics_clock_mhz": 2325, "avg_memory_clock_mhz": 9462, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 51.925212889381434, "power_cv_pct": 29.862341393273855, "temp_cv_pct": 2.6532998322843198, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 66.35031847133757, "p95_temp_c": 70, "avg_power_w": 462.46401273885334, "p95_power_w": 526.5980000000001, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.73885350318471, "avg_mem_usage_pct": 34.089171974522294, "clock_cv_pct": 0, "power_cv_pct": 31.7070851427136, "temp_cv_pct": 11.184280711394349, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 68.5909090909091, "p95_temp_c": 72, "avg_power_w": 522.0795454545455, "p95_power_w": 548.627, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.45454545454545, "avg_mem_usage_pct": 38.18181818181818, "clock_cv_pct": 0, "power_cv_pct": 18.081421548128024, "temp_cv_pct": 8.017459903596952, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.9208810692608, "weighted_teraops_per_sec": 327.4802202673152, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 71.16666666666667, "p95_temp_c": 72, "avg_power_w": 519.4477777777778, "p95_power_w": 548.031, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 31.38888888888889, "clock_cv_pct": 0, "power_cv_pct": 10.07170232052322, "temp_cv_pct": 0.7025761124121781, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 69.2, "p95_temp_c": 70, "avg_power_w": 505.19000000000005, "p95_power_w": 517.1045, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.05, "avg_mem_usage_pct": 24.35, "clock_cv_pct": 0, "power_cv_pct": 4.481655194856258, "temp_cv_pct": 2.8021270852117515, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 69, "p95_temp_c": 69, "avg_power_w": 517.5283333333333, "p95_power_w": 517.769, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 34, "clock_cv_pct": 0, "power_cv_pct": 0.04081322462035067, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.8707734809586, "synthetic_score": 1286.5773759015594, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17952903281038537, "power_sustain_score": 75.4933057839041, "thermal_sustain_score": 66.44715786581696, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 20, "interconnect_score": 3.91, "server_quality_score": 82.58213909491633, "composite_score": 1355.8707734809586 } }, { "index": 7, "uuid": "GPU-f9d537b7-86a1-407c-c137-3bc30fb8c2e8", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CF:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.34797981, "samples": 4, "avg_temp_c": 33.75, "p95_temp_c": 34.85, "avg_power_w": 72.055, "p95_power_w": 84.75250000000001, "avg_graphics_clock_mhz": 1794, "p95_graphics_clock_mhz": 2332, "avg_memory_clock_mhz": 9462, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 51.94221485351483, "power_cv_pct": 29.630924486789787, "temp_cv_pct": 3.228814032252351, "clock_drift_pct": 0 }, "steady": { "duration_sec": 724.937860289, "samples": 157, "avg_temp_c": 67.80891719745223, "p95_temp_c": 71, "avg_power_w": 461.598789808917, "p95_power_w": 525.4, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 86.7452229299363, "avg_mem_usage_pct": 33.76433121019108, "clock_cv_pct": 0, "power_cv_pct": 31.791537742385028, "temp_cv_pct": 10.65023953983696, "clock_drift_pct": 0 }, "precision_steady": [ { "precision": "int8", "status": "OK", "steady": { "duration_sec": 58.761884737, "samples": 22, "avg_temp_c": 71.0909090909091, "p95_temp_c": 75, "avg_power_w": 523.3618181818182, "p95_power_w": 549.8835, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95.45454545454545, "avg_mem_usage_pct": 37.22727272727273, "clock_cv_pct": 0, "power_cv_pct": 18.115883867382486, "temp_cv_pct": 8.02372349977033, "clock_drift_pct": 0 }, "teraops_per_sec": 1309.9208810692608, "weighted_teraops_per_sec": 327.4802202673152, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp8", "status": "OK", "steady": { "duration_sec": 118.249988467, "samples": 18, "avg_temp_c": 73.22222222222223, "p95_temp_c": 74, "avg_power_w": 519.643888888889, "p95_power_w": 549.0155, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 31, "clock_cv_pct": 0, "power_cv_pct": 10.41261444655753, "temp_cv_pct": 0.7277437819897906, "clock_drift_pct": 0 }, "teraops_per_sec": 923.749016666112, "weighted_teraops_per_sec": 230.937254166528, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp16", "status": "OK", "steady": { "duration_sec": 178.550102114, "samples": 20, "avg_temp_c": 70.9, "p95_temp_c": 72, "avg_power_w": 505.99399999999997, "p95_power_w": 517.3545, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 95, "avg_mem_usage_pct": 24.5, "clock_cv_pct": 0, "power_cv_pct": 3.5486071584451433, "temp_cv_pct": 2.6349142020126104, "clock_drift_pct": 0 }, "teraops_per_sec": 607.5168247338326, "weighted_teraops_per_sec": 303.7584123669163, "ecc": { "corrected": 0, "uncorrected": 0 } }, { "precision": "fp32", "status": "OK", "steady": { "duration_sec": 231.450409797, "samples": 18, "avg_temp_c": 71, "p95_temp_c": 71, "avg_power_w": 517.5183333333332, "p95_power_w": 517.706, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 100, "avg_mem_usage_pct": 34, "clock_cv_pct": 0, "power_cv_pct": 0.02004226308569274, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "teraops_per_sec": 424.4014891008, "weighted_teraops_per_sec": 424.4014891008, "ecc": { "corrected": 0, "uncorrected": 0 } } ], "cooldown": { "duration_sec": 0, "samples": 0, "avg_temp_c": 0, "p95_temp_c": 0, "avg_power_w": 0, "p95_power_w": 0, "avg_graphics_clock_mhz": 0, "p95_graphics_clock_mhz": 0, "avg_memory_clock_mhz": 0, "p95_memory_clock_mhz": 0, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0, "temp_cv_pct": 0, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "ecc": { "corrected": 0, "uncorrected": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 14672, "teraops_per_sec": 164.99729101750273, "weight": 0.5, "weighted_teraops_per_sec": 82.49864550875137 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 14672, "teraops_per_sec": 56.33366906197334, "weight": 1, "weighted_teraops_per_sec": 56.33366906197334 }, { "name": "fp64", "category": "fp64", "supported": false, "weight": 2, "notes": "benchmark_disabled" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 14672, "teraops_per_sec": 251.2923694080546, "weight": 0.25, "weighted_teraops_per_sec": 62.82309235201365 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "weight": 0.25, "notes": "unsupported" }, { "name": "int8_tensor", "category": "int8", "supported": true, "lanes": 16, "m": 10624, "n": 10624, "k": 10624, "iterations": 14672, "teraops_per_sec": 117.29034003436885, "weight": 0.25, "weighted_teraops_per_sec": 29.322585008592213 } ], "scores": { "compute_score": 1355.8707734809586, "synthetic_score": 1286.5773759015594, "mixed_score": 230.97799193133056, "mixed_efficiency": 0.17952903281038537, "power_sustain_score": 75.92713919839686, "thermal_sustain_score": 68.04928138048912, "stability_score": 100, "thermal_throttle_pct": 0, "power_cap_throttle_pct": 0, "temp_headroom_c": 19, "interconnect_score": 3.91, "server_quality_score": 83.1929261736658, "composite_score": 1355.8707734809586 } } ], "interconnect": { "status": "OK", "attempted": true, "supported": true, "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5, 6, 7 ], "avg_algbw_gbps": 2.2125000000000004, "max_algbw_gbps": 2.24, "avg_busbw_gbps": 3.8725, "max_busbw_gbps": 3.91 }, "server_power": { "available": false, "notes": [ "IPMI power reading unavailable; server-side power characterization skipped" ] } }