1234 lines
36 KiB
JSON
1234 lines
36 KiB
JSON
{
|
|
"benchmark_version": "1",
|
|
"generated_at": "2026-04-13T05:50:26.607897085Z",
|
|
"hostname": "debian",
|
|
"server_model": "G5500 V7",
|
|
"benchmark_profile": "standard",
|
|
"parallel_gpus": true,
|
|
"ramp_step": 8,
|
|
"ramp_total": 8,
|
|
"ramp_run_id": "ramp-20260413-035309",
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"findings": [
|
|
"All 8 GPU(s) passed the benchmark.",
|
|
"GPU 0 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 1 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 2 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 3 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 4 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 5 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 6 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 7 showed unstable clocks/power over the benchmark window.",
|
|
"Multi-GPU all_reduce max bus bandwidth: 3.9 GB/s."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 3,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 4,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 5,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 6,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 7,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "INTEL(R) XEON(R) GOLD 6530",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 125.36544799804688
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 4.9,
|
|
"max_pct": 6.9,
|
|
"p95_pct": 6.6,
|
|
"samples": 91,
|
|
"status": "ok"
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4B:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.284,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 58.5625,
|
|
"p95_temp_c": 64.25,
|
|
"avg_power_w": 97.34562499999998,
|
|
"p95_power_w": 104.3425,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.8153775648467336,
|
|
"temp_cv_pct": 5.852307308796241,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 72.97940074906367,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 512.3819850187268,
|
|
"p95_power_w": 533.2760000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.45692883895131,
|
|
"avg_mem_usage_pct": 38.39138576779026,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 15.592428960695315,
|
|
"temp_cv_pct": 4.647413618844314,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.19298245614035,
|
|
"p95_temp_c": 52,
|
|
"avg_power_w": 89.36491228070172,
|
|
"p95_power_w": 91.181,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.8317003174992245,
|
|
"temp_cv_pct": 1.1765139936880011,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.95266666666667,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 68.81514207860937,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 572.8117211343068
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 1,
|
|
"uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4C:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.224,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 60.625,
|
|
"p95_temp_c": 66.25,
|
|
"avg_power_w": 96.18749999999999,
|
|
"p95_power_w": 102.9575,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.6190678467089095,
|
|
"temp_cv_pct": 5.650387466410194,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 74.33707865168539,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 513.9588576779026,
|
|
"p95_power_w": 534.706,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.09550561797752,
|
|
"avg_mem_usage_pct": 37.97752808988764,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 16.032037069751265,
|
|
"temp_cv_pct": 4.56941886281622,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 51.333333333333336,
|
|
"p95_temp_c": 53,
|
|
"avg_power_w": 88.73859649122802,
|
|
"p95_power_w": 90.269,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.8602569271127033,
|
|
"temp_cv_pct": 1.4288820888835887,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96266666666666,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 67.93592586049746,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 571.5881284065297
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 2,
|
|
"uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4E:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.1980000000001,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 58.5625,
|
|
"p95_temp_c": 64.25,
|
|
"avg_power_w": 99.20875000000002,
|
|
"p95_power_w": 105.82,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.747848083593493,
|
|
"temp_cv_pct": 5.944992306170952,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 74.38389513108615,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 524.240243445693,
|
|
"p95_power_w": 545.7495,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.23970037453184,
|
|
"avg_mem_usage_pct": 38.12546816479401,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 15.99414543851988,
|
|
"temp_cv_pct": 4.860573845224712,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.333333333333336,
|
|
"p95_temp_c": 52,
|
|
"avg_power_w": 91.16175438596487,
|
|
"p95_power_w": 92.95,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9826901628083612,
|
|
"temp_cv_pct": 1.5934652423370474,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96699999999998,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 68.01170912296024,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 571.6979628186027
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 3,
|
|
"uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4F:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.3299999999999,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 60.625,
|
|
"p95_temp_c": 66.25,
|
|
"avg_power_w": 96.16687500000002,
|
|
"p95_power_w": 103.22749999999999,
|
|
"avg_graphics_clock_mhz": 2426,
|
|
"p95_graphics_clock_mhz": 2430,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0.16488046166529266,
|
|
"power_cv_pct": 3.782241291247955,
|
|
"temp_cv_pct": 5.650387466410194,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 75.62921348314607,
|
|
"p95_temp_c": 77,
|
|
"avg_power_w": 520.5265355805242,
|
|
"p95_power_w": 541.687,
|
|
"avg_graphics_clock_mhz": 2422.0898876404494,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.28651685393258,
|
|
"avg_mem_usage_pct": 37.99250936329588,
|
|
"clock_cv_pct": 0.03481377033352888,
|
|
"power_cv_pct": 15.961220894100176,
|
|
"temp_cv_pct": 4.648694191504124,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 52.271929824561404,
|
|
"p95_temp_c": 54,
|
|
"avg_power_w": 88.49894736842091,
|
|
"p95_power_w": 89.7775,
|
|
"avg_graphics_clock_mhz": 2422.1403508771928,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0.04336205341685846,
|
|
"power_cv_pct": 0.8186267515664026,
|
|
"temp_cv_pct": 1.3476366177488701,
|
|
"clock_drift_pct": 0.011795234725168349
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.94500000000001,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 67.93830313046553,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 571.5766063201771
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 4,
|
|
"uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CB:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.34,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 55,
|
|
"p95_temp_c": 61,
|
|
"avg_power_w": 92.33500000000002,
|
|
"p95_power_w": 98.7525,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.492341021406794,
|
|
"temp_cv_pct": 6.064392756421061,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 69.26779026217228,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 506.3082958801495,
|
|
"p95_power_w": 526.117,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.45318352059925,
|
|
"avg_mem_usage_pct": 37.60299625468165,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 15.54102422434703,
|
|
"temp_cv_pct": 4.641054486371343,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 46.921052631578945,
|
|
"p95_temp_c": 49,
|
|
"avg_power_w": 86.75456140350886,
|
|
"p95_power_w": 88.41,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.7715872996388503,
|
|
"temp_cv_pct": 1.8107227998901132,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.94333333333333,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 68.91795155130595,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 572.9479357411767
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 5,
|
|
"uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CC:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.188,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 57.75,
|
|
"p95_temp_c": 63.25,
|
|
"avg_power_w": 97.051875,
|
|
"p95_power_w": 104.14,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.9002521641511976,
|
|
"temp_cv_pct": 5.79181305638946,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 72.08988764044943,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 514.1286891385772,
|
|
"p95_power_w": 537.069,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.2940074906367,
|
|
"avg_mem_usage_pct": 37.838951310861425,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 15.864665152673057,
|
|
"temp_cv_pct": 4.671288336933857,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 49.58771929824562,
|
|
"p95_temp_c": 51,
|
|
"avg_power_w": 89.05771929824559,
|
|
"p95_power_w": 91.04,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.8327686073487044,
|
|
"temp_cv_pct": 1.4826689027277737,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96866666666666,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 68.27066969465389,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 572.0622321237707
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 6,
|
|
"uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CE:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.2180000000001,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 55.6875,
|
|
"p95_temp_c": 61.25,
|
|
"avg_power_w": 95.11187500000003,
|
|
"p95_power_w": 102.2825,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.814204476943954,
|
|
"temp_cv_pct": 6.013660302859176,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 70.8314606741573,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 508.88904494382024,
|
|
"p95_power_w": 529.0815,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.2621722846442,
|
|
"avg_mem_usage_pct": 37.840823970037455,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 15.79881616328304,
|
|
"temp_cv_pct": 4.810144110611115,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 48.03508771929825,
|
|
"p95_temp_c": 50,
|
|
"avg_power_w": 88.44701754385963,
|
|
"p95_power_w": 89.97,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.7855280810040005,
|
|
"temp_cv_pct": 1.6756858651503985,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96366666666665,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 68.40236767343391,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 572.242569945777
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 7,
|
|
"uuid": "GPU-f9d537b7-86a1-407c-c137-3bc30fb8c2e8",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CF:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.354,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.034820522,
|
|
"samples": 16,
|
|
"avg_temp_c": 54.1875,
|
|
"p95_temp_c": 59.25,
|
|
"avg_power_w": 90.46875000000001,
|
|
"p95_power_w": 95.4,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.169928895921586,
|
|
"temp_cv_pct": 5.544736028476085,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 534.065632494,
|
|
"samples": 534,
|
|
"avg_temp_c": 72.82771535580524,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 508.06207865168585,
|
|
"p95_power_w": 527.48,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.44194756554307,
|
|
"avg_mem_usage_pct": 37.62734082397004,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 15.469757701038384,
|
|
"temp_cv_pct": 4.561873839006074,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.311993894,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.28947368421053,
|
|
"p95_temp_c": 52,
|
|
"avg_power_w": 86.8166666666667,
|
|
"p95_power_w": 88.6715,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.956688279977931,
|
|
"temp_cv_pct": 1.4834649538474145,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.94099999999999,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 69.06048459792324,
|
|
"interconnect_score": 3.92,
|
|
"composite_score": 573.1456981806597
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
}
|
|
],
|
|
"interconnect": {
|
|
"status": "OK",
|
|
"attempted": true,
|
|
"supported": true,
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6,
|
|
7
|
|
],
|
|
"avg_algbw_gbps": 2.2100000000000004,
|
|
"max_algbw_gbps": 2.24,
|
|
"avg_busbw_gbps": 3.8699999999999997,
|
|
"max_busbw_gbps": 3.92
|
|
},
|
|
"server_power": {
|
|
"available": true,
|
|
"idle_w": 1305.3333333333333,
|
|
"loaded_w": 5845.942857142857,
|
|
"delta_w": 4540.609523809524,
|
|
"gpu_reported_sum_w": 4108.495730337079,
|
|
"reporting_ratio": 1.1051756705700635
|
|
}
|
|
} |