2378 lines
73 KiB
JSON
2378 lines
73 KiB
JSON
{
|
|
"benchmark_version": "2",
|
|
"generated_at": "2026-04-16T23:10:14.868165987Z",
|
|
"hostname": "debian",
|
|
"server_model": "G5500 V7",
|
|
"benchmark_profile": "stability",
|
|
"parallel_gpus": true,
|
|
"ramp_total": 8,
|
|
"ramp_run_id": "ramp-20260416-195801",
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"findings": [
|
|
"All 8 GPU(s) passed the benchmark.",
|
|
"GPU 0 held clocks without observable throttle counters during steady state.",
|
|
"GPU 1 held clocks without observable throttle counters during steady state.",
|
|
"GPU 2 held clocks without observable throttle counters during steady state.",
|
|
"GPU 3 held clocks without observable throttle counters during steady state.",
|
|
"GPU 4 held clocks without observable throttle counters during steady state.",
|
|
"GPU 5 held clocks without observable throttle counters during steady state.",
|
|
"GPU 6 held clocks without observable throttle counters during steady state.",
|
|
"GPU 7 held clocks without observable throttle counters during steady state.",
|
|
"Multi-GPU all_reduce max bus bandwidth: 3.9 GB/s."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 3,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 4,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 5,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 6,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 7,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "INTEL(R) XEON(R) GOLD 6530",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 125.36545181274414
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 5.9,
|
|
"max_pct": 6.8,
|
|
"p95_pct": 6.5,
|
|
"samples": 547,
|
|
"status": "ok"
|
|
},
|
|
"cooling": {
|
|
"available": true,
|
|
"avg_fan_rpm": 16157.092741935483,
|
|
"fan_duty_cycle_available": true,
|
|
"fan_duty_cycle_estimated": true,
|
|
"avg_fan_duty_cycle_pct": 95.04172201137726,
|
|
"p95_fan_duty_cycle_pct": 97.52316176470589,
|
|
"notes": [
|
|
"fan duty cycle is estimated from the highest fan RPM observed since boot; treat it as an approximation, not a direct PWM reading"
|
|
]
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4B:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 53.083333333333336,
|
|
"p95_temp_c": 58.45,
|
|
"avg_power_w": 92.49833333333333,
|
|
"p95_power_w": 96.8575,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.8724058393529,
|
|
"temp_cv_pct": 6.02915678796594,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 75.45495495495496,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 526.1626201201198,
|
|
"p95_power_w": 539.029,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.75150150150151,
|
|
"avg_mem_usage_pct": 37.91591591591592,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 12.247749716308393,
|
|
"temp_cv_pct": 4.44477036768478,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 74.04545454545455,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 549.7471818181817,
|
|
"p95_power_w": 556.7,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 39,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 5.058044906001502,
|
|
"temp_cv_pct": 4.154159865661651,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 73.73529411764706,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 517.4978431372551,
|
|
"p95_power_w": 556.788,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 20.764705882352942,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.2168734476255754,
|
|
"temp_cv_pct": 1.229656039940198,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 74.02970297029702,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 527.580099009901,
|
|
"p95_power_w": 534.68,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.87128712871287,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.3419154991125437,
|
|
"temp_cv_pct": 0.9777005153134719,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 73.95283018867924,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 518.3751886792452,
|
|
"p95_power_w": 532.47,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 31.42452830188679,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.3201777141699222,
|
|
"temp_cv_pct": 0.8588794171201893,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 91.79724132481785,
|
|
"thermal_sustain_score": 86.66568889694565,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 13,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 93.53887906652905,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 1,
|
|
"uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4C:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 54.916666666666664,
|
|
"p95_temp_c": 59.9,
|
|
"avg_power_w": 91.04166666666667,
|
|
"p95_power_w": 95.8445,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.041762596894583,
|
|
"temp_cv_pct": 5.683860637428844,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 77.58708708708708,
|
|
"p95_temp_c": 79,
|
|
"avg_power_w": 530.0371996996989,
|
|
"p95_power_w": 543.06,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.83333333333333,
|
|
"avg_mem_usage_pct": 37.880630630630634,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 12.195813371545908,
|
|
"temp_cv_pct": 4.304787715567299,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 75.33636363636364,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 551.7380909090908,
|
|
"p95_power_w": 556.75,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 38.99090909090909,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 4.671882444682097,
|
|
"temp_cv_pct": 3.7213044558828408,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 75.48039215686275,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 517.6610784313726,
|
|
"p95_power_w": 556.6285,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 20.764705882352942,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 4.687675431092306,
|
|
"temp_cv_pct": 0.9769194802688033,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 75.7128712871287,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 527.5094059405941,
|
|
"p95_power_w": 529.96,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 31.198019801980198,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.8673096238797479,
|
|
"temp_cv_pct": 0.5975498709975604,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 75.37735849056604,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 521.2533962264152,
|
|
"p95_power_w": 530.475,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.471698113207545,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.1058044797610775,
|
|
"temp_cv_pct": 0.6430654607592049,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 90.75049601543859,
|
|
"thermal_sustain_score": 87.0856368532981,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 11,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 93.35083986062101,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 2,
|
|
"uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4E:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 54,
|
|
"p95_temp_c": 59.45,
|
|
"avg_power_w": 94.99666666666667,
|
|
"p95_power_w": 100.5915,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.413139568291253,
|
|
"temp_cv_pct": 6.00068583185913,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 77.94444444444444,
|
|
"p95_temp_c": 79,
|
|
"avg_power_w": 543.9476201201205,
|
|
"p95_power_w": 557.4345,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.82432432432432,
|
|
"avg_mem_usage_pct": 38.81156156156156,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 12.102264359957584,
|
|
"temp_cv_pct": 4.529681132735949,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 75.26363636363637,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 561.4788181818179,
|
|
"p95_power_w": 569.951,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.13636363636364,
|
|
"avg_mem_usage_pct": 39.67272727272727,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 7.286272250350883,
|
|
"temp_cv_pct": 4.7659675603039,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 75.69607843137256,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 529.8692156862742,
|
|
"p95_power_w": 570.065,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 20.852941176470587,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 4.303273134555031,
|
|
"temp_cv_pct": 1.0096505024062656,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 75.75247524752476,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 539.7018811881187,
|
|
"p95_power_w": 542.44,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.94059405940594,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9032224896055815,
|
|
"temp_cv_pct": 0.5697162388629818,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 76.14150943396227,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 533.7768867924528,
|
|
"p95_power_w": 543.01,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 33.37735849056604,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.7943284980016059,
|
|
"temp_cv_pct": 0.45776119940307747,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 89.28467772061518,
|
|
"thermal_sustain_score": 86.41095660179215,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 11,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 92.7086902967222,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 3,
|
|
"uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4F:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 55.25,
|
|
"p95_temp_c": 60.45,
|
|
"avg_power_w": 91.76166666666667,
|
|
"p95_power_w": 96.3165,
|
|
"avg_graphics_clock_mhz": 2387.6666666666665,
|
|
"p95_graphics_clock_mhz": 2425.6,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 4.871020012266003,
|
|
"power_cv_pct": 3.077204239271844,
|
|
"temp_cv_pct": 5.486133779629928,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 78.71846846846847,
|
|
"p95_temp_c": 80,
|
|
"avg_power_w": 537.4380030030027,
|
|
"p95_power_w": 550.7945,
|
|
"avg_graphics_clock_mhz": 2422.036036036036,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.82357357357357,
|
|
"avg_mem_usage_pct": 38.192192192192195,
|
|
"clock_cv_pct": 0.02211834097932422,
|
|
"power_cv_pct": 12.160060866422937,
|
|
"temp_cv_pct": 4.315752968273292,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 76.06363636363636,
|
|
"p95_temp_c": 78,
|
|
"avg_power_w": 555.6232727272728,
|
|
"p95_power_w": 563.6,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.15454545454546,
|
|
"avg_mem_usage_pct": 39.69090909090909,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 8.154725476989757,
|
|
"temp_cv_pct": 4.2850023864457,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 76.5,
|
|
"p95_temp_c": 78,
|
|
"avg_power_w": 525.0604901960785,
|
|
"p95_power_w": 563.5895,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 22.470588235294116,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.2666139442571684,
|
|
"temp_cv_pct": 0.9983825043476776,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 76.70297029702971,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 534.1427722772277,
|
|
"p95_power_w": 536.93,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.306930693069305,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9340100200794131,
|
|
"temp_cv_pct": 0.595739293105168,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 76.73584905660377,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 529.0425471698114,
|
|
"p95_power_w": 537.3275000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.301886792452834,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.5543869990509325,
|
|
"temp_cv_pct": 0.5745424856428784,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 89.56769766971703,
|
|
"thermal_sustain_score": 87.05274109518012,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 10,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 92.98613162946914,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 4,
|
|
"uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CB:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 49.25,
|
|
"p95_temp_c": 54.45,
|
|
"avg_power_w": 88.19500000000001,
|
|
"p95_power_w": 92.946,
|
|
"avg_graphics_clock_mhz": 2251.4166666666665,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 25.129107398517608,
|
|
"power_cv_pct": 3.0752964109834484,
|
|
"temp_cv_pct": 6.154495255320884,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 71.59984984984985,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 521.2297372372374,
|
|
"p95_power_w": 537.5545,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.89789789789789,
|
|
"avg_mem_usage_pct": 38.411411411411414,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 12.02449172841293,
|
|
"temp_cv_pct": 4.411575244241011,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 69.54545454545455,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 539.6916363636363,
|
|
"p95_power_w": 547.6285,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.0909090909091,
|
|
"avg_mem_usage_pct": 38.64545454545455,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 8.700105556509445,
|
|
"temp_cv_pct": 5.069469131938643,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 69.92156862745098,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 510.46990196078434,
|
|
"p95_power_w": 547.6469999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.02941176470588,
|
|
"avg_mem_usage_pct": 20.57843137254902,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.8934964760680644,
|
|
"temp_cv_pct": 1.2774023526562361,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 69.7128712871287,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 517.5977227722769,
|
|
"p95_power_w": 521.43,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.01980198019803,
|
|
"avg_mem_usage_pct": 30.871287128712872,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.713301714890644,
|
|
"temp_cv_pct": 1.501577348675426,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 70.17924528301887,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 513.6715094339625,
|
|
"p95_power_w": 521.95,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.82075471698113,
|
|
"avg_mem_usage_pct": 32.0377358490566,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.458517036581479,
|
|
"temp_cv_pct": 0.5805302562626481,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 87.42593441196279,
|
|
"thermal_sustain_score": 86.76527426727696,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 17,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 92.25736260377192,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 5,
|
|
"uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CC:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 51.5,
|
|
"p95_temp_c": 56,
|
|
"avg_power_w": 87.92083333333333,
|
|
"p95_power_w": 93.9665,
|
|
"avg_graphics_clock_mhz": 2235.1666666666665,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 27.7230362388219,
|
|
"power_cv_pct": 10.628533224332415,
|
|
"temp_cv_pct": 5.405596468767011,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 74.99474474474475,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 532.445728228228,
|
|
"p95_power_w": 545.8745,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.89789789789789,
|
|
"avg_mem_usage_pct": 37.426426426426424,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 12.113961662380559,
|
|
"temp_cv_pct": 4.385948835435435,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 72.83636363636364,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 550.0222727272728,
|
|
"p95_power_w": 558.99,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.0909090909091,
|
|
"avg_mem_usage_pct": 36.663636363636364,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 8.827574018955248,
|
|
"temp_cv_pct": 4.931226450270902,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 72.63725490196079,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 520.3696078431373,
|
|
"p95_power_w": 559.09,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.01960784313725,
|
|
"avg_mem_usage_pct": 20.245098039215687,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.096302725917197,
|
|
"temp_cv_pct": 1.4527417716932058,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 72.61386138613861,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 523.2740594059408,
|
|
"p95_power_w": 527.09,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.05940594059406,
|
|
"avg_mem_usage_pct": 29.168316831683168,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.942122660305547,
|
|
"temp_cv_pct": 0.9083490019059991,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 72.40566037735849,
|
|
"p95_temp_c": 73.75,
|
|
"avg_power_w": 519.8893396226415,
|
|
"p95_power_w": 532.225,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 30.264150943396228,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.394313842638043,
|
|
"temp_cv_pct": 0.8220868562526311,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 86.30476506413797,
|
|
"thermal_sustain_score": 86.8421534936937,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 13,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 91.94407556734949,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 6,
|
|
"uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CE:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 50.166666666666664,
|
|
"p95_temp_c": 55,
|
|
"avg_power_w": 87.04916666666666,
|
|
"p95_power_w": 92.6705,
|
|
"avg_graphics_clock_mhz": 2235.1666666666665,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 27.7230362388219,
|
|
"power_cv_pct": 10.974022263135334,
|
|
"temp_cv_pct": 5.744723078335742,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 73.87912912912913,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 524.4442042042043,
|
|
"p95_power_w": 537.1345,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.89789789789789,
|
|
"avg_mem_usage_pct": 37.33483483483484,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 11.997793150952644,
|
|
"temp_cv_pct": 4.4144168481136665,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 71.4,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 540.5936363636365,
|
|
"p95_power_w": 550.4209999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.0909090909091,
|
|
"avg_mem_usage_pct": 37.654545454545456,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 9.893728063691723,
|
|
"temp_cv_pct": 5.196677264199914,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 71.65686274509804,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 512.805294117647,
|
|
"p95_power_w": 550.3190000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.13725490196079,
|
|
"avg_mem_usage_pct": 19.627450980392158,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.6387072677899797,
|
|
"temp_cv_pct": 1.1477196405131047,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 71.68316831683168,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 519.6885148514851,
|
|
"p95_power_w": 523.86,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.01980198019803,
|
|
"avg_mem_usage_pct": 31.257425742574256,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.3986039822332033,
|
|
"temp_cv_pct": 1.4941406474052255,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 72.18867924528301,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 515.4096226415096,
|
|
"p95_power_w": 524.22,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.31132075471698,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.3956437128552244,
|
|
"temp_cv_pct": 0.5419874896321945,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 86.2549877300724,
|
|
"thermal_sustain_score": 86.756749455659,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 15,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 91.90352115571943,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
},
|
|
{
|
|
"index": 7,
|
|
"uuid": "GPU-f9d537b7-86a1-407c-c137-3bc30fb8c2e8",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CF:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 32.806791721,
|
|
"samples": 12,
|
|
"avg_temp_c": 52.75,
|
|
"p95_temp_c": 57.45,
|
|
"avg_power_w": 85.78916666666669,
|
|
"p95_power_w": 91.6235,
|
|
"avg_graphics_clock_mhz": 2235.1666666666665,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 27.7230362388219,
|
|
"power_cv_pct": 11.012861736062202,
|
|
"temp_cv_pct": 5.798025056398915,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 5022.123737104,
|
|
"samples": 1332,
|
|
"avg_temp_c": 75.240990990991,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 523.2648123123122,
|
|
"p95_power_w": 535.837,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.89864864864865,
|
|
"avg_mem_usage_pct": 37.78903903903904,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 11.96592275643285,
|
|
"temp_cv_pct": 4.2445676715616525,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 299.955727617,
|
|
"samples": 110,
|
|
"avg_temp_c": 72.89090909090909,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 541.5777272727274,
|
|
"p95_power_w": 550.811,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.0909090909091,
|
|
"avg_mem_usage_pct": 38.64545454545455,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 9.663326516087173,
|
|
"temp_cv_pct": 4.825141260946495,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 964.2542197270119,
|
|
"weighted_teraops_per_sec": 241.06355493175298,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 595.043677476,
|
|
"samples": 102,
|
|
"avg_temp_c": 73.19607843137256,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 513.094019607843,
|
|
"p95_power_w": 550.6795,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 20.96078431372549,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.2994098585183447,
|
|
"temp_cv_pct": 1.0309071205407918,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 899.295761287,
|
|
"samples": 101,
|
|
"avg_temp_c": 73.14851485148515,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 518.9522772277228,
|
|
"p95_power_w": 523.14,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.00990099009901,
|
|
"avg_mem_usage_pct": 30.871287128712872,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.3452561869951416,
|
|
"temp_cv_pct": 1.5791889026567636,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 486.013459787066,
|
|
"weighted_teraops_per_sec": 243.006729893533,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 1199.663635317,
|
|
"samples": 106,
|
|
"avg_temp_c": 73.18867924528301,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 515.0624528301889,
|
|
"p95_power_w": 523.3875,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 99.62264150943396,
|
|
"avg_mem_usage_pct": 31.82075471698113,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.2402126796462625,
|
|
"temp_cv_pct": 0.5345821436794989,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 254.64089346048,
|
|
"weighted_teraops_per_sec": 254.64089346048,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 161.06878408851458,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 80.53439204425729
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 54.99239122716445,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 54.99239122716445
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 245.30921775548188,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 61.32730443887047
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 171872,
|
|
"teraops_per_sec": 114.4977128906934,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 28.62442822267335
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1037.2919872321836,
|
|
"synthetic_score": 969.648432452294,
|
|
"mixed_score": 225.47851593296554,
|
|
"mixed_efficiency": 0.2325363589385877,
|
|
"power_sustain_score": 86.83884606906481,
|
|
"thermal_sustain_score": 87.26629698531504,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 13,
|
|
"interconnect_score": 3.93,
|
|
"server_quality_score": 92.23154291631396,
|
|
"composite_score": 1037.2919872321836
|
|
}
|
|
}
|
|
],
|
|
"interconnect": {
|
|
"status": "OK",
|
|
"attempted": true,
|
|
"supported": true,
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"avg_algbw_gbps": 2.2075,
|
|
"max_algbw_gbps": 2.24,
|
|
"avg_busbw_gbps": 3.8674999999999997,
|
|
"max_busbw_gbps": 3.93
|
|
},
|
|
"server_power": {
|
|
"available": false,
|
|
"notes": [
|
|
"IPMI power reading unavailable; server-side power characterization skipped"
|
|
]
|
|
}
|
|
} |