922 lines
27 KiB
JSON
922 lines
27 KiB
JSON
{
|
|
"benchmark_version": "1",
|
|
"generated_at": "2026-04-13T05:20:02.176595191Z",
|
|
"hostname": "debian",
|
|
"server_model": "G5500 V7",
|
|
"benchmark_profile": "standard",
|
|
"parallel_gpus": true,
|
|
"ramp_step": 6,
|
|
"ramp_total": 8,
|
|
"ramp_run_id": "ramp-20260413-035309",
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5
|
|
],
|
|
"findings": [
|
|
"All 6 GPU(s) passed the benchmark.",
|
|
"GPU 0 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 1 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 2 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 3 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 4 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 5 showed unstable clocks/power over the benchmark window."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 3,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 4,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 5,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "INTEL(R) XEON(R) GOLD 6530",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 125.36544799804688
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 3.8,
|
|
"max_pct": 4.9,
|
|
"p95_pct": 4.9,
|
|
"samples": 85,
|
|
"status": "ok"
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4B:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.3,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.053059923,
|
|
"samples": 16,
|
|
"avg_temp_c": 58.625,
|
|
"p95_temp_c": 64.25,
|
|
"avg_power_w": 97.95062499999999,
|
|
"p95_power_w": 104.6425,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.5538544062758373,
|
|
"temp_cv_pct": 5.843151217929519,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 529.066805487,
|
|
"samples": 529,
|
|
"avg_temp_c": 73.03024574669188,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 516.1044234404536,
|
|
"p95_power_w": 532.3919999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.3742911153119,
|
|
"avg_mem_usage_pct": 38.68620037807183,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 13.26954724794044,
|
|
"temp_cv_pct": 3.837795991456247,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.562160642,
|
|
"samples": 114,
|
|
"avg_temp_c": 49.473684210526315,
|
|
"p95_temp_c": 52.349999999999994,
|
|
"avg_power_w": 89.25877192982453,
|
|
"p95_power_w": 91.7115,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.123523691008624,
|
|
"temp_cv_pct": 2.2750375790560877,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.95,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 73.46090550411913,
|
|
"interconnect_score": 0,
|
|
"composite_score": 523.2694157811586
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 1,
|
|
"uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4C:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.204,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.053059923,
|
|
"samples": 16,
|
|
"avg_temp_c": 60.875,
|
|
"p95_temp_c": 66.25,
|
|
"avg_power_w": 96.51062499999996,
|
|
"p95_power_w": 102.8975,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.6149766986050422,
|
|
"temp_cv_pct": 5.287225129192498,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 529.066805487,
|
|
"samples": 529,
|
|
"avg_temp_c": 74.37240075614366,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 517.2094328922498,
|
|
"p95_power_w": 533.688,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.19281663516068,
|
|
"avg_mem_usage_pct": 37.65217391304348,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 13.84280954041754,
|
|
"temp_cv_pct": 3.6879251320846564,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.562160642,
|
|
"samples": 114,
|
|
"avg_temp_c": 51.3421052631579,
|
|
"p95_temp_c": 54,
|
|
"avg_power_w": 88.02447368421053,
|
|
"p95_power_w": 90.24149999999999,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.1123685256067952,
|
|
"temp_cv_pct": 1.8392656383518242,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96600000000001,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 72.31438091916492,
|
|
"interconnect_score": 0,
|
|
"composite_score": 521.6763021566902
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 2,
|
|
"uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4E:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.238,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.053059923,
|
|
"samples": 16,
|
|
"avg_temp_c": 58.625,
|
|
"p95_temp_c": 64.25,
|
|
"avg_power_w": 99.44687500000002,
|
|
"p95_power_w": 107.8875,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 4.262486998727176,
|
|
"temp_cv_pct": 5.811945914899365,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 529.066805487,
|
|
"samples": 529,
|
|
"avg_temp_c": 74.24385633270322,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 527.5048582230622,
|
|
"p95_power_w": 544.214,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.19092627599244,
|
|
"avg_mem_usage_pct": 37.54820415879017,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 13.666807767183627,
|
|
"temp_cv_pct": 3.857745887762385,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.562160642,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.37719298245614,
|
|
"p95_temp_c": 53,
|
|
"avg_power_w": 92.15017543859648,
|
|
"p95_power_w": 94.5575,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.1369648747132337,
|
|
"temp_cv_pct": 1.991810636420684,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.96033333333332,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 72.66638446563275,
|
|
"interconnect_score": 0,
|
|
"composite_score": 522.1647822782088
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 3,
|
|
"uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4F:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.284,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.053059923,
|
|
"samples": 16,
|
|
"avg_temp_c": 60.8125,
|
|
"p95_temp_c": 66.25,
|
|
"avg_power_w": 96.78375000000001,
|
|
"p95_power_w": 103.835,
|
|
"avg_graphics_clock_mhz": 2424.5,
|
|
"p95_graphics_clock_mhz": 2430,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0.1529428436192135,
|
|
"power_cv_pct": 4.0949357562590665,
|
|
"temp_cv_pct": 5.3036241921647145,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 529.066805487,
|
|
"samples": 529,
|
|
"avg_temp_c": 75.4366729678639,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 523.9496975425328,
|
|
"p95_power_w": 540.62,
|
|
"avg_graphics_clock_mhz": 2422.0151228733457,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.35349716446125,
|
|
"avg_mem_usage_pct": 38.52741020793951,
|
|
"clock_cv_pct": 0.014347440279947565,
|
|
"power_cv_pct": 13.778878893679746,
|
|
"temp_cv_pct": 3.609529116252534,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.562160642,
|
|
"samples": 114,
|
|
"avg_temp_c": 52.333333333333336,
|
|
"p95_temp_c": 54.349999999999994,
|
|
"avg_power_w": 88.46842105263153,
|
|
"p95_power_w": 90.41649999999998,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.007904824255818,
|
|
"temp_cv_pct": 1.8015459393287852,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.95266666666667,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 72.38485245152071,
|
|
"interconnect_score": 0,
|
|
"composite_score": 521.7638402842446
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 4,
|
|
"uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CB:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.32,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.053059923,
|
|
"samples": 16,
|
|
"avg_temp_c": 54.875,
|
|
"p95_temp_c": 60.25,
|
|
"avg_power_w": 92.22937500000002,
|
|
"p95_power_w": 98.205,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.382386785564523,
|
|
"temp_cv_pct": 5.9006076751656575,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 529.066805487,
|
|
"samples": 529,
|
|
"avg_temp_c": 69.15879017013232,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 509.86896030245765,
|
|
"p95_power_w": 525.116,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.53308128544424,
|
|
"avg_mem_usage_pct": 37.90359168241966,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 13.0988749354967,
|
|
"temp_cv_pct": 3.6747327643850913,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.562160642,
|
|
"samples": 114,
|
|
"avg_temp_c": 46.5,
|
|
"p95_temp_c": 49.349999999999994,
|
|
"avg_power_w": 85.81798245614041,
|
|
"p95_power_w": 87.93700000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9711049131181364,
|
|
"temp_cv_pct": 2.503564953095039,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.94666666666666,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 73.80225012900661,
|
|
"interconnect_score": 0,
|
|
"composite_score": 523.7449218546949
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 5,
|
|
"uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CC:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.272,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.053059923,
|
|
"samples": 16,
|
|
"avg_temp_c": 53.375,
|
|
"p95_temp_c": 58.25,
|
|
"avg_power_w": 93.08749999999998,
|
|
"p95_power_w": 98.725,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.571040763944285,
|
|
"temp_cv_pct": 5.416877520477929,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 529.066805487,
|
|
"samples": 529,
|
|
"avg_temp_c": 71.84499054820417,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 518.6966351606807,
|
|
"p95_power_w": 536.0600000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.17958412098298,
|
|
"avg_mem_usage_pct": 38.36862003780718,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 13.736936451172705,
|
|
"temp_cv_pct": 3.995613888278051,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.562160642,
|
|
"samples": 114,
|
|
"avg_temp_c": 49.01754385964912,
|
|
"p95_temp_c": 51,
|
|
"avg_power_w": 88.78377192982451,
|
|
"p95_power_w": 90.8905,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9946861228149281,
|
|
"temp_cv_pct": 1.9293961305574223,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.95466666666665,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 72.5261270976546,
|
|
"interconnect_score": 0,
|
|
"composite_score": 521.9634826377489
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
}
|
|
],
|
|
"server_power": {
|
|
"available": true,
|
|
"idle_w": 1228,
|
|
"loaded_w": 4799.076923076923,
|
|
"delta_w": 3571.076923076923,
|
|
"gpu_reported_sum_w": 3113.334007561437,
|
|
"reporting_ratio": 1.1470266005522547
|
|
}
|
|
} |