2376 lines
72 KiB
JSON
2376 lines
72 KiB
JSON
{
|
|
"benchmark_version": "2",
|
|
"generated_at": "2026-04-17T05:03:38.379616546Z",
|
|
"hostname": "debian",
|
|
"server_model": "G5500 V7",
|
|
"benchmark_profile": "standard",
|
|
"parallel_gpus": true,
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"findings": [
|
|
"All 8 GPU(s) passed the benchmark.",
|
|
"GPU 0 held clocks without observable throttle counters during steady state.",
|
|
"GPU 1 held clocks without observable throttle counters during steady state.",
|
|
"GPU 2 held clocks without observable throttle counters during steady state.",
|
|
"GPU 3 held clocks without observable throttle counters during steady state.",
|
|
"GPU 4 held clocks without observable throttle counters during steady state.",
|
|
"GPU 5 held clocks without observable throttle counters during steady state.",
|
|
"GPU 6 held clocks without observable throttle counters during steady state.",
|
|
"GPU 7 held clocks without observable throttle counters during steady state.",
|
|
"Multi-GPU all_reduce max bus bandwidth: 3.9 GB/s."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 3,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 4,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 5,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 6,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 7,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "INTEL(R) XEON(R) GOLD 6530",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 125.36545181274414
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 5,
|
|
"max_pct": 8.5,
|
|
"p95_pct": 7.1,
|
|
"samples": 103,
|
|
"status": "ok"
|
|
},
|
|
"cooling": {
|
|
"available": true,
|
|
"avg_fan_rpm": 14379.873670212766,
|
|
"fan_duty_cycle_available": true,
|
|
"fan_duty_cycle_estimated": true,
|
|
"avg_fan_duty_cycle_pct": 84.58749217772139,
|
|
"p95_fan_duty_cycle_pct": 97.71507352941177,
|
|
"notes": [
|
|
"fan duty cycle is estimated from the highest fan RPM observed since boot; treat it as an approximation, not a direct PWM reading"
|
|
]
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4B:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 34.5,
|
|
"p95_temp_c": 35,
|
|
"avg_power_w": 88.75500000000001,
|
|
"p95_power_w": 89.2675,
|
|
"avg_graphics_clock_mhz": 2347,
|
|
"p95_graphics_clock_mhz": 2347,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.4334856313043878,
|
|
"temp_cv_pct": 1.4492753623188406,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 66.94267515923566,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 454.7870700636941,
|
|
"p95_power_w": 518.786,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.62420382165605,
|
|
"avg_mem_usage_pct": 31.668789808917197,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 31.4196720381678,
|
|
"temp_cv_pct": 10.917848750074887,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 71.68181818181819,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 530.340909090909,
|
|
"p95_power_w": 554.6435,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 40,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 12.222106395916258,
|
|
"temp_cv_pct": 6.115516311289504,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.9208810692608,
|
|
"weighted_teraops_per_sec": 327.4802202673152,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 73.27777777777777,
|
|
"p95_temp_c": 74.15,
|
|
"avg_power_w": 520.6655555555556,
|
|
"p95_power_w": 553.3199999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 28.5,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 10.91558637787749,
|
|
"temp_cv_pct": 1.0960449048370706,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 70.65,
|
|
"p95_temp_c": 71.05,
|
|
"avg_power_w": 502.6,
|
|
"p95_power_w": 510.741,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 24.2,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.7131526966475623,
|
|
"temp_cv_pct": 0.8100157920919742,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 70,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 510.66333333333324,
|
|
"p95_power_w": 511.046,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 35,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.04249871294370823,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.8707734809586,
|
|
"synthetic_score": 1286.5773759015594,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17952903281038537,
|
|
"power_sustain_score": 81.32999186246123,
|
|
"thermal_sustain_score": 67.24645374977534,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 19,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 84.57293368367097,
|
|
"composite_score": 1355.8707734809586
|
|
}
|
|
},
|
|
{
|
|
"index": 1,
|
|
"uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4C:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 36.5,
|
|
"p95_temp_c": 37,
|
|
"avg_power_w": 87.58749999999999,
|
|
"p95_power_w": 87.871,
|
|
"avg_graphics_clock_mhz": 2345.25,
|
|
"p95_graphics_clock_mhz": 2347,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0.1292437443021228,
|
|
"power_cv_pct": 0.359900775821056,
|
|
"temp_cv_pct": 1.36986301369863,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 69.5859872611465,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 463.9425477707005,
|
|
"p95_power_w": 530.768,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.62420382165605,
|
|
"avg_mem_usage_pct": 32.554140127388536,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 31.941052135085286,
|
|
"temp_cv_pct": 10.728391664011546,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 73.54545454545455,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 535.6372727272727,
|
|
"p95_power_w": 555.85,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 38,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 11.864664390629041,
|
|
"temp_cv_pct": 5.7355291758319815,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.9208810692608,
|
|
"weighted_teraops_per_sec": 327.4802202673152,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 74.88888888888889,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 523.5305555555556,
|
|
"p95_power_w": 554.4409999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 98.72222222222223,
|
|
"avg_mem_usage_pct": 27.333333333333332,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 9.669860002564418,
|
|
"temp_cv_pct": 0.9841616588591694,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 72.65,
|
|
"p95_temp_c": 73.05,
|
|
"avg_power_w": 513.4245,
|
|
"p95_power_w": 521.882,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 23.4,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.794579339676941,
|
|
"temp_cv_pct": 0.7877166649868959,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 72,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 521.9950000000001,
|
|
"p95_power_w": 522.1235,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 33,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.01945561130736415,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.8707734809586,
|
|
"synthetic_score": 1286.5773759015594,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17952903281038537,
|
|
"power_sustain_score": 82.48858049186668,
|
|
"thermal_sustain_score": 67.81482500796537,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 17,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 85.09102164994961,
|
|
"composite_score": 1355.8707734809586
|
|
}
|
|
},
|
|
{
|
|
"index": 2,
|
|
"uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4E:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 32.5,
|
|
"p95_temp_c": 33,
|
|
"avg_power_w": 88.1,
|
|
"p95_power_w": 88.352,
|
|
"avg_graphics_clock_mhz": 2334,
|
|
"p95_graphics_clock_mhz": 2338.8,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0.1484190923366647,
|
|
"power_cv_pct": 0.2615600141158463,
|
|
"temp_cv_pct": 1.5384615384615385,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 68.78980891719745,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 469.2394904458597,
|
|
"p95_power_w": 536.484,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.62420382165605,
|
|
"avg_mem_usage_pct": 31.43949044585987,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 31.66292861432794,
|
|
"temp_cv_pct": 11.039460335510705,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 71.5909090909091,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 539.5713636363636,
|
|
"p95_power_w": 563.7595,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 37,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 13.262409696722704,
|
|
"temp_cv_pct": 6.241951229578086,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.9208810692608,
|
|
"weighted_teraops_per_sec": 327.4802202673152,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 73.83333333333333,
|
|
"p95_temp_c": 74.15,
|
|
"avg_power_w": 530.9988888888889,
|
|
"p95_power_w": 562.8225,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 28.055555555555557,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 10.415526227455187,
|
|
"temp_cv_pct": 0.6772009029345374,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 72.25,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 517.3484999999998,
|
|
"p95_power_w": 526.722,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 24.25,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 4.575214095271455,
|
|
"temp_cv_pct": 0.7421318543089003,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 72,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 526.7316666666668,
|
|
"p95_power_w": 527.029,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.03465159564411575,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.8707734809586,
|
|
"synthetic_score": 1286.5773759015594,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17952903281038537,
|
|
"power_sustain_score": 78.7841487886799,
|
|
"thermal_sustain_score": 66.88161899346788,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 17,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 83.69973033464434,
|
|
"composite_score": 1355.8707734809586
|
|
}
|
|
},
|
|
{
|
|
"index": 3,
|
|
"uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4F:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 35,
|
|
"p95_temp_c": 35.85,
|
|
"avg_power_w": 86.56500000000001,
|
|
"p95_power_w": 86.99350000000001,
|
|
"avg_graphics_clock_mhz": 1813,
|
|
"p95_graphics_clock_mhz": 2360.95,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 52.00316164300109,
|
|
"power_cv_pct": 0.43901449005163734,
|
|
"temp_cv_pct": 2.0203050891044216,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 70.03821656050955,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 468.4479617834392,
|
|
"p95_power_w": 537.146,
|
|
"avg_graphics_clock_mhz": 2422.1528662420383,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86,
|
|
"avg_mem_usage_pct": 32.18471337579618,
|
|
"clock_cv_pct": 0.04521783592046804,
|
|
"power_cv_pct": 31.741409651015406,
|
|
"temp_cv_pct": 10.54748733348162,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 72.95454545454545,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 532.5427272727273,
|
|
"p95_power_w": 561.8395,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.45454545454545,
|
|
"avg_mem_usage_pct": 36.27272727272727,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 18.061098204102745,
|
|
"temp_cv_pct": 7.868495345992694,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.5066113409025,
|
|
"weighted_teraops_per_sec": 327.3766528352256,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 74.66666666666667,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 530.8477777777778,
|
|
"p95_power_w": 559.989,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 94.77777777777777,
|
|
"avg_mem_usage_pct": 27.22222222222222,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 7.065475539013241,
|
|
"temp_cv_pct": 2.893187811789224,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 73.3,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 515.2235000000002,
|
|
"p95_power_w": 523.9745,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 24,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.7323488639278786,
|
|
"temp_cv_pct": 0.7595858612319264,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 73,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 523.8044444444445,
|
|
"p95_power_w": 523.965,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 33,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.019220287961704326,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.767206048869,
|
|
"synthetic_score": 1286.47380846947,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17954348577537482,
|
|
"power_sustain_score": 78.34139282874582,
|
|
"thermal_sustain_score": 68.35753799955515,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 16,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 84.0096792484903,
|
|
"composite_score": 1355.767206048869
|
|
}
|
|
},
|
|
{
|
|
"index": 4,
|
|
"uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CB:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 32.25,
|
|
"p95_temp_c": 33,
|
|
"avg_power_w": 72.1925,
|
|
"p95_power_w": 85.2065,
|
|
"avg_graphics_clock_mhz": 1800,
|
|
"p95_graphics_clock_mhz": 2340,
|
|
"avg_memory_clock_mhz": 9462,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 51.96152422706633,
|
|
"power_cv_pct": 30.156655216791332,
|
|
"temp_cv_pct": 2.5710269692677516,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 64.73248407643312,
|
|
"p95_temp_c": 68,
|
|
"avg_power_w": 460.5487261146498,
|
|
"p95_power_w": 524.8340000000001,
|
|
"avg_graphics_clock_mhz": 2419.9108280254777,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.35031847133757,
|
|
"avg_mem_usage_pct": 31.694267515923567,
|
|
"clock_cv_pct": 0.5339376530703055,
|
|
"power_cv_pct": 31.762270451577855,
|
|
"temp_cv_pct": 11.247647554456904,
|
|
"clock_drift_pct": 0.3472442778801136
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 67.81818181818181,
|
|
"p95_temp_c": 71.95,
|
|
"avg_power_w": 522.4672727272729,
|
|
"p95_power_w": 548.589,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.45454545454545,
|
|
"avg_mem_usage_pct": 38.18181818181818,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 18.161439941591066,
|
|
"temp_cv_pct": 8.047362477106503,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.5066113409025,
|
|
"weighted_teraops_per_sec": 327.3766528352256,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 69.27777777777777,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 517.7511111111112,
|
|
"p95_power_w": 547.6415,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 98.05555555555556,
|
|
"avg_mem_usage_pct": 28.944444444444443,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 7.7114632118778434,
|
|
"temp_cv_pct": 2.755868528859595,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 67.6,
|
|
"p95_temp_c": 68.05,
|
|
"avg_power_w": 502.913,
|
|
"p95_power_w": 516.2669999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.15,
|
|
"avg_mem_usage_pct": 22.5,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 5.810409162999742,
|
|
"temp_cv_pct": 1.4342248098864878,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 68,
|
|
"p95_temp_c": 68,
|
|
"avg_power_w": 516.5416666666666,
|
|
"p95_power_w": 516.783,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 35,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.04028584882159023,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.767206048869,
|
|
"synthetic_score": 1286.47380846947,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17954348577537482,
|
|
"power_sustain_score": 76.20730137603232,
|
|
"thermal_sustain_score": 66.25705733662929,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 22,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 82.73930761379849,
|
|
"composite_score": 1355.767206048869
|
|
}
|
|
},
|
|
{
|
|
"index": 5,
|
|
"uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CC:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 34.25,
|
|
"p95_temp_c": 35,
|
|
"avg_power_w": 73.3375,
|
|
"p95_power_w": 85.8015,
|
|
"avg_graphics_clock_mhz": 1782.75,
|
|
"p95_graphics_clock_mhz": 2317,
|
|
"avg_memory_clock_mhz": 9462,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 51.905659455541866,
|
|
"power_cv_pct": 28.961813248702985,
|
|
"temp_cv_pct": 2.4208940075586862,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 67.00636942675159,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 464.2968152866239,
|
|
"p95_power_w": 528.3159999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.73248407643312,
|
|
"avg_mem_usage_pct": 32.89171974522293,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 31.71456153190515,
|
|
"temp_cv_pct": 10.633844797527264,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 71.0909090909091,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 530.6718181818183,
|
|
"p95_power_w": 560.248,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.45454545454545,
|
|
"avg_mem_usage_pct": 37.13636363636363,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 18.15550586767587,
|
|
"temp_cv_pct": 8.07957493551474,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.9208810692608,
|
|
"weighted_teraops_per_sec": 327.4802202673152,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 72.94444444444444,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 526.0333333333333,
|
|
"p95_power_w": 558.8825,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 30.555555555555557,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 11.312392089568855,
|
|
"temp_cv_pct": 1.0689770637942269,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 70.2,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 511.89399999999995,
|
|
"p95_power_w": 520.6764999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.5,
|
|
"avg_mem_usage_pct": 23.55,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.1604346444422604,
|
|
"temp_cv_pct": 2.76221074496657,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 70,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 520.6077777777778,
|
|
"p95_power_w": 520.8315,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 32.388888888888886,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.03169570159890303,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.8707734809586,
|
|
"synthetic_score": 1286.5773759015594,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17952903281038537,
|
|
"power_sustain_score": 76.2549787725356,
|
|
"thermal_sustain_score": 68.0984656074182,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 19,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 83.30603331398613,
|
|
"composite_score": 1355.8707734809586
|
|
}
|
|
},
|
|
{
|
|
"index": 6,
|
|
"uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CE:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 31.25,
|
|
"p95_temp_c": 32,
|
|
"avg_power_w": 73.7075,
|
|
"p95_power_w": 86.74,
|
|
"avg_graphics_clock_mhz": 1788.75,
|
|
"p95_graphics_clock_mhz": 2325,
|
|
"avg_memory_clock_mhz": 9462,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 51.925212889381434,
|
|
"power_cv_pct": 29.862341393273855,
|
|
"temp_cv_pct": 2.6532998322843198,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 66.35031847133757,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 462.46401273885334,
|
|
"p95_power_w": 526.5980000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.73885350318471,
|
|
"avg_mem_usage_pct": 34.089171974522294,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 31.7070851427136,
|
|
"temp_cv_pct": 11.184280711394349,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 68.5909090909091,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 522.0795454545455,
|
|
"p95_power_w": 548.627,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.45454545454545,
|
|
"avg_mem_usage_pct": 38.18181818181818,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 18.081421548128024,
|
|
"temp_cv_pct": 8.017459903596952,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.9208810692608,
|
|
"weighted_teraops_per_sec": 327.4802202673152,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 71.16666666666667,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 519.4477777777778,
|
|
"p95_power_w": 548.031,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 31.38888888888889,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 10.07170232052322,
|
|
"temp_cv_pct": 0.7025761124121781,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 69.2,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 505.19000000000005,
|
|
"p95_power_w": 517.1045,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.05,
|
|
"avg_mem_usage_pct": 24.35,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 4.481655194856258,
|
|
"temp_cv_pct": 2.8021270852117515,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 69,
|
|
"p95_temp_c": 69,
|
|
"avg_power_w": 517.5283333333333,
|
|
"p95_power_w": 517.769,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 34,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.04081322462035067,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.8707734809586,
|
|
"synthetic_score": 1286.5773759015594,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17952903281038537,
|
|
"power_sustain_score": 75.4933057839041,
|
|
"thermal_sustain_score": 66.44715786581696,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 20,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 82.58213909491633,
|
|
"composite_score": 1355.8707734809586
|
|
}
|
|
},
|
|
{
|
|
"index": 7,
|
|
"uuid": "GPU-f9d537b7-86a1-407c-c137-3bc30fb8c2e8",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CF:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.34797981,
|
|
"samples": 4,
|
|
"avg_temp_c": 33.75,
|
|
"p95_temp_c": 34.85,
|
|
"avg_power_w": 72.055,
|
|
"p95_power_w": 84.75250000000001,
|
|
"avg_graphics_clock_mhz": 1794,
|
|
"p95_graphics_clock_mhz": 2332,
|
|
"avg_memory_clock_mhz": 9462,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 51.94221485351483,
|
|
"power_cv_pct": 29.630924486789787,
|
|
"temp_cv_pct": 3.228814032252351,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 724.937860289,
|
|
"samples": 157,
|
|
"avg_temp_c": 67.80891719745223,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 461.598789808917,
|
|
"p95_power_w": 525.4,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 86.7452229299363,
|
|
"avg_mem_usage_pct": 33.76433121019108,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 31.791537742385028,
|
|
"temp_cv_pct": 10.65023953983696,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 58.761884737,
|
|
"samples": 22,
|
|
"avg_temp_c": 71.0909090909091,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 523.3618181818182,
|
|
"p95_power_w": 549.8835,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95.45454545454545,
|
|
"avg_mem_usage_pct": 37.22727272727273,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 18.115883867382486,
|
|
"temp_cv_pct": 8.02372349977033,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1309.9208810692608,
|
|
"weighted_teraops_per_sec": 327.4802202673152,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 118.249988467,
|
|
"samples": 18,
|
|
"avg_temp_c": 73.22222222222223,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 519.643888888889,
|
|
"p95_power_w": 549.0155,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 31,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 10.41261444655753,
|
|
"temp_cv_pct": 0.7277437819897906,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 923.749016666112,
|
|
"weighted_teraops_per_sec": 230.937254166528,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 178.550102114,
|
|
"samples": 20,
|
|
"avg_temp_c": 70.9,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 505.99399999999997,
|
|
"p95_power_w": 517.3545,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 95,
|
|
"avg_mem_usage_pct": 24.5,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.5486071584451433,
|
|
"temp_cv_pct": 2.6349142020126104,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 607.5168247338326,
|
|
"weighted_teraops_per_sec": 303.7584123669163,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"status": "OK",
|
|
"steady": {
|
|
"duration_sec": 231.450409797,
|
|
"samples": 18,
|
|
"avg_temp_c": 71,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 517.5183333333332,
|
|
"p95_power_w": 517.706,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 34,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.02004226308569274,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 424.4014891008,
|
|
"weighted_teraops_per_sec": 424.4014891008,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 164.99729101750273,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 82.49864550875137
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 56.33366906197334,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 56.33366906197334
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "benchmark_disabled"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 251.2923694080546,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 62.82309235201365
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 10624,
|
|
"n": 10624,
|
|
"k": 10624,
|
|
"iterations": 14672,
|
|
"teraops_per_sec": 117.29034003436885,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 29.322585008592213
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1355.8707734809586,
|
|
"synthetic_score": 1286.5773759015594,
|
|
"mixed_score": 230.97799193133056,
|
|
"mixed_efficiency": 0.17952903281038537,
|
|
"power_sustain_score": 75.92713919839686,
|
|
"thermal_sustain_score": 68.04928138048912,
|
|
"stability_score": 100,
|
|
"thermal_throttle_pct": 0,
|
|
"power_cap_throttle_pct": 0,
|
|
"temp_headroom_c": 19,
|
|
"interconnect_score": 3.91,
|
|
"server_quality_score": 83.1929261736658,
|
|
"composite_score": 1355.8707734809586
|
|
}
|
|
}
|
|
],
|
|
"interconnect": {
|
|
"status": "OK",
|
|
"attempted": true,
|
|
"supported": true,
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"avg_algbw_gbps": 2.2125000000000004,
|
|
"max_algbw_gbps": 2.24,
|
|
"avg_busbw_gbps": 3.8725,
|
|
"max_busbw_gbps": 3.91
|
|
},
|
|
"server_power": {
|
|
"available": false,
|
|
"notes": [
|
|
"IPMI power reading unavailable; server-side power characterization skipped"
|
|
]
|
|
}
|
|
} |