485 lines
14 KiB
JSON
485 lines
14 KiB
JSON
{
|
|
"benchmark_version": "1",
|
|
"generated_at": "2026-04-13T04:35:09.488332038Z",
|
|
"hostname": "debian",
|
|
"server_model": "G5500 V7",
|
|
"benchmark_profile": "standard",
|
|
"parallel_gpus": true,
|
|
"ramp_step": 3,
|
|
"ramp_total": 8,
|
|
"ramp_run_id": "ramp-20260413-035309",
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2
|
|
],
|
|
"findings": [
|
|
"All 3 GPU(s) passed the benchmark.",
|
|
"GPU 0 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 1 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 2 showed unstable clocks/power over the benchmark window.",
|
|
"Server power delta 2188 W exceeds GPU-reported sum 1565 W by 40%. Other components (CPU, NVMe, networking) may be drawing substantial power under GPU load."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "INTEL(R) XEON(R) GOLD 6530",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 125.36544799804688
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 1.9,
|
|
"max_pct": 2.5,
|
|
"p95_pct": 2.5,
|
|
"samples": 82,
|
|
"status": "ok"
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4B:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.255,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 15.033289155,
|
|
"samples": 15,
|
|
"avg_temp_c": 59.2,
|
|
"p95_temp_c": 65.3,
|
|
"avg_power_w": 118.2433333333333,
|
|
"p95_power_w": 195.2919999999997,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 64.53847869928777,
|
|
"temp_cv_pct": 5.890403977757667,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 522.069202793,
|
|
"samples": 522,
|
|
"avg_temp_c": 71.73946360153256,
|
|
"p95_temp_c": 72,
|
|
"avg_power_w": 511.1453831417621,
|
|
"p95_power_w": 520.4285,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 98.83141762452107,
|
|
"avg_mem_usage_pct": 38.42145593869732,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 8.76270864901095,
|
|
"temp_cv_pct": 2.1245135467552823,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.942911251,
|
|
"samples": 114,
|
|
"avg_temp_c": 49.43859649122807,
|
|
"p95_temp_c": 54,
|
|
"avg_power_w": 89.03017543859652,
|
|
"p95_power_w": 92.58,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.7468159750921186,
|
|
"temp_cv_pct": 3.6835591717577603,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.9575,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 82.47458270197811,
|
|
"interconnect_score": 0,
|
|
"composite_score": 535.9061211105268
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 1,
|
|
"uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4C:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.165,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 15.033289155,
|
|
"samples": 15,
|
|
"avg_temp_c": 61,
|
|
"p95_temp_c": 66.6,
|
|
"avg_power_w": 112.94333333333337,
|
|
"p95_power_w": 177.84699999999975,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 57.05117016518504,
|
|
"temp_cv_pct": 5.678855106783204,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 522.069202793,
|
|
"samples": 522,
|
|
"avg_temp_c": 73.69731800766283,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 521.9090804597699,
|
|
"p95_power_w": 532.379,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 98.46934865900383,
|
|
"avg_mem_usage_pct": 38.99233716475096,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 9.915628616003222,
|
|
"temp_cv_pct": 2.3155813129932827,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.942911251,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.75438596491228,
|
|
"p95_temp_c": 55,
|
|
"avg_power_w": 87.372894736842,
|
|
"p95_power_w": 90.94749999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.7330150264667308,
|
|
"temp_cv_pct": 3.4872476446986864,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.97250000000001,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 80.16874276799356,
|
|
"interconnect_score": 0,
|
|
"composite_score": 532.6876780928648
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 2,
|
|
"uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4E:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.23,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 15.033289155,
|
|
"samples": 15,
|
|
"avg_temp_c": 53.733333333333334,
|
|
"p95_temp_c": 59.3,
|
|
"avg_power_w": 114.68533333333335,
|
|
"p95_power_w": 191.34599999999966,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 67.3613557450656,
|
|
"temp_cv_pct": 5.864169874985842,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 522.069202793,
|
|
"samples": 522,
|
|
"avg_temp_c": 73.5823754789272,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 531.7479693486594,
|
|
"p95_power_w": 542.509,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 98.47892720306514,
|
|
"avg_mem_usage_pct": 38.74521072796935,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 9.887326796340815,
|
|
"temp_cv_pct": 2.4110385580810907,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.942911251,
|
|
"samples": 114,
|
|
"avg_temp_c": 49.57017543859649,
|
|
"p95_temp_c": 54.349999999999994,
|
|
"avg_power_w": 90.77263157894727,
|
|
"p95_power_w": 94.967,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.017263598743592,
|
|
"temp_cv_pct": 4.05207099778575,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96166666666666,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 80.22534640731837,
|
|
"interconnect_score": 0,
|
|
"composite_score": 532.7578857315244
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
}
|
|
],
|
|
"server_power": {
|
|
"available": true,
|
|
"idle_w": 1036,
|
|
"loaded_w": 3223.5728155339807,
|
|
"delta_w": 2187.5728155339807,
|
|
"gpu_reported_sum_w": 1564.8024329501914,
|
|
"reporting_ratio": 1.397986588894582
|
|
}
|
|
} |