1068 lines
31 KiB
JSON
1068 lines
31 KiB
JSON
{
|
|
"benchmark_version": "1",
|
|
"generated_at": "2026-04-13T05:35:11.571022479Z",
|
|
"hostname": "debian",
|
|
"server_model": "G5500 V7",
|
|
"benchmark_profile": "standard",
|
|
"parallel_gpus": true,
|
|
"ramp_step": 7,
|
|
"ramp_total": 8,
|
|
"ramp_run_id": "ramp-20260413-035309",
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0,
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5,
|
|
6
|
|
],
|
|
"findings": [
|
|
"All 7 GPU(s) passed the benchmark.",
|
|
"GPU 0 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 1 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 2 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 3 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 4 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 5 showed unstable clocks/power over the benchmark window.",
|
|
"GPU 6 showed unstable clocks/power over the benchmark window."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 1,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 2,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 3,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 4,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 5,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
},
|
|
{
|
|
"index": 6,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 2430,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 12481,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "INTEL(R) XEON(R) GOLD 6530",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 125.36544799804688
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 4.4,
|
|
"max_pct": 5.7,
|
|
"p95_pct": 5.6,
|
|
"samples": 84,
|
|
"status": "ok"
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4B:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.314,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 58.1875,
|
|
"p95_temp_c": 64,
|
|
"avg_power_w": 97.07624999999999,
|
|
"p95_power_w": 104.1875,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.8062564565253245,
|
|
"temp_cv_pct": 5.641910198353984,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 72.64783427495291,
|
|
"p95_temp_c": 74,
|
|
"avg_power_w": 510.3100188323918,
|
|
"p95_power_w": 532.09,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.99435028248588,
|
|
"avg_mem_usage_pct": 38.71939736346516,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 14.24939934825413,
|
|
"temp_cv_pct": 4.027206872308068,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.12280701754386,
|
|
"p95_temp_c": 52,
|
|
"avg_power_w": 89.38657894736835,
|
|
"p95_power_w": 91.3775,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9290319187872187,
|
|
"temp_cv_pct": 1.8524492295973676,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.94766666666668,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 71.50120130349174,
|
|
"interconnect_score": 0,
|
|
"composite_score": 520.5214218839666
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 1,
|
|
"uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4C:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.258,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 60.5625,
|
|
"p95_temp_c": 66.25,
|
|
"avg_power_w": 95.88437499999998,
|
|
"p95_power_w": 102.965,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.962008587086827,
|
|
"temp_cv_pct": 5.748666450858805,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 74.55743879472693,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 516.4025988700567,
|
|
"p95_power_w": 534.14,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.92467043314501,
|
|
"avg_mem_usage_pct": 38.4030131826742,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 14.717500783253215,
|
|
"temp_cv_pct": 3.946380183758861,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 51.75438596491228,
|
|
"p95_temp_c": 54,
|
|
"avg_power_w": 88.00070175438614,
|
|
"p95_power_w": 90.0505,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.9245185916668872,
|
|
"temp_cv_pct": 1.7274837025411365,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.957,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 70.56499843349357,
|
|
"interconnect_score": 0,
|
|
"composite_score": 519.2174162086708
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 2,
|
|
"uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4E:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.2040000000001,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 58.4375,
|
|
"p95_temp_c": 64.25,
|
|
"avg_power_w": 98.92562500000001,
|
|
"p95_power_w": 106.3175,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.941158294591091,
|
|
"temp_cv_pct": 6.079346092458744,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 74.05461393596987,
|
|
"p95_temp_c": 75,
|
|
"avg_power_w": 525.6578342749533,
|
|
"p95_power_w": 544.575,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.76459510357816,
|
|
"avg_mem_usage_pct": 38.220338983050844,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 14.662926314872996,
|
|
"temp_cv_pct": 4.151712016818929,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 50.40350877192982,
|
|
"p95_temp_c": 53,
|
|
"avg_power_w": 91.19526315789464,
|
|
"p95_power_w": 93.51750000000001,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 1.0123803885891556,
|
|
"temp_cv_pct": 1.9964678593386713,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.966,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 70.674147370254,
|
|
"interconnect_score": 0,
|
|
"composite_score": 519.3779277098173
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 3,
|
|
"uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:4F:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.318,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 60.5625,
|
|
"p95_temp_c": 66.25,
|
|
"avg_power_w": 95.94187500000001,
|
|
"p95_power_w": 102.9875,
|
|
"avg_graphics_clock_mhz": 2426,
|
|
"p95_graphics_clock_mhz": 2430,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0.16488046166529266,
|
|
"power_cv_pct": 3.9902501502275056,
|
|
"temp_cv_pct": 5.748666450858805,
|
|
"clock_drift_pct": 0.08237232289950577
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 75.23728813559322,
|
|
"p95_temp_c": 76,
|
|
"avg_power_w": 521.9880979284374,
|
|
"p95_power_w": 540.245,
|
|
"avg_graphics_clock_mhz": 2422.030131826742,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.00376647834275,
|
|
"avg_mem_usage_pct": 38.22975517890772,
|
|
"clock_cv_pct": 0.020232929020700553,
|
|
"power_cv_pct": 14.608025160871934,
|
|
"temp_cv_pct": 3.9179887726622487,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 52.29824561403509,
|
|
"p95_temp_c": 54,
|
|
"avg_power_w": 88.52728070175428,
|
|
"p95_power_w": 90.384,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.8770139832436826,
|
|
"temp_cv_pct": 1.5597890556944174,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.947,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 70.70301796217333,
|
|
"interconnect_score": 0,
|
|
"composite_score": 519.4024083467765
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 4,
|
|
"uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CB:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.3,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 54.9375,
|
|
"p95_temp_c": 60.25,
|
|
"avg_power_w": 92.15750000000004,
|
|
"p95_power_w": 98.3625,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.352429847224058,
|
|
"temp_cv_pct": 5.879603895072832,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 69.18455743879473,
|
|
"p95_temp_c": 70,
|
|
"avg_power_w": 508.81698681732604,
|
|
"p95_power_w": 525.855,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 97.14124293785311,
|
|
"avg_mem_usage_pct": 38.2090395480226,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 14.121257794447253,
|
|
"temp_cv_pct": 4.066965153480223,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 47.06140350877193,
|
|
"p95_temp_c": 49,
|
|
"avg_power_w": 85.78964912280702,
|
|
"p95_power_w": 87.43,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.8815489349736993,
|
|
"temp_cv_pct": 2.0351040458762837,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.95,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 71.7574844111055,
|
|
"interconnect_score": 0,
|
|
"composite_score": 520.8824998964992
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 5,
|
|
"uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CC:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.264,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 57.5,
|
|
"p95_temp_c": 63.25,
|
|
"avg_power_w": 96.57249999999999,
|
|
"p95_power_w": 103.7375,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 3.902165660400851,
|
|
"temp_cv_pct": 6.086956521739131,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 71.94161958568738,
|
|
"p95_temp_c": 73,
|
|
"avg_power_w": 516.3799811676082,
|
|
"p95_power_w": 536.86,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.8060263653484,
|
|
"avg_mem_usage_pct": 38.133709981167605,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 14.786168761467863,
|
|
"temp_cv_pct": 4.231629191129241,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 49.280701754385966,
|
|
"p95_temp_c": 51,
|
|
"avg_power_w": 88.84307017543861,
|
|
"p95_power_w": 90.644,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.942977011916492,
|
|
"temp_cv_pct": 1.5788847890022546,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.956,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 70.42766247706427,
|
|
"interconnect_score": 0,
|
|
"composite_score": 519.0241336863296
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
},
|
|
{
|
|
"index": 6,
|
|
"uuid": "GPU-a23c67ec-a8e2-7ebf-2593-79d73ec889a6",
|
|
"name": "NVIDIA RTX PRO 6000 Blackwell Server Edition",
|
|
"bus_id": "00000000:CE:00.0",
|
|
"vbios": "98.02.67.00.0A",
|
|
"compute_capability": "12.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 600,
|
|
"default_power_limit_w": 600,
|
|
"calibrated_peak_power_w": 600.25,
|
|
"max_graphics_clock_mhz": 2430,
|
|
"max_memory_clock_mhz": 12481,
|
|
"locked_graphics_clock_mhz": 2430,
|
|
"locked_memory_clock_mhz": 12481,
|
|
"baseline": {
|
|
"duration_sec": 16.04678938,
|
|
"samples": 16,
|
|
"avg_temp_c": 51.5,
|
|
"p95_temp_c": 57,
|
|
"avg_power_w": 92.36124999999998,
|
|
"p95_power_w": 97.38,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 2.950204809082421,
|
|
"temp_cv_pct": 5.905594689609921,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 531.065115947,
|
|
"samples": 531,
|
|
"avg_temp_c": 70.20338983050847,
|
|
"p95_temp_c": 71,
|
|
"avg_power_w": 509.8354237288135,
|
|
"p95_power_w": 527.455,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 96.84934086629002,
|
|
"avg_mem_usage_pct": 38.18079096045198,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 14.468544117030715,
|
|
"temp_cv_pct": 4.251349242502187,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"cooldown": {
|
|
"duration_sec": 120.372856967,
|
|
"samples": 114,
|
|
"avg_temp_c": 47.35087719298246,
|
|
"p95_temp_c": 49.349999999999994,
|
|
"avg_power_w": 87.85578947368428,
|
|
"p95_power_w": 89.6515,
|
|
"avg_graphics_clock_mhz": 2422,
|
|
"p95_graphics_clock_mhz": 2422,
|
|
"avg_memory_clock_mhz": 12481,
|
|
"p95_memory_clock_mhz": 12481,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0.983368735998178,
|
|
"temp_cv_pct": 1.977622251957387,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11904,
|
|
"n": 11904,
|
|
"k": 11904,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 195.675631386624
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8320,
|
|
"n": 8320,
|
|
"k": 8320,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 66.807922688
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 13696,
|
|
"n": 13696,
|
|
"k": 13696,
|
|
"iterations": 27840,
|
|
"teraops_per_sec": 298.015759794176
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"notes": "unsupported"
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 560.4993138688001,
|
|
"power_sustain_score": 99.95833333333333,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 71.06291176593857,
|
|
"interconnect_score": 0,
|
|
"composite_score": 519.9162374103023
|
|
},
|
|
"degradation_reasons": [
|
|
"variance_too_high"
|
|
]
|
|
}
|
|
],
|
|
"server_power": {
|
|
"available": true,
|
|
"idle_w": 1164,
|
|
"loaded_w": 5288.114285714286,
|
|
"delta_w": 4124.114285714286,
|
|
"gpu_reported_sum_w": 3609.3909416195866,
|
|
"reporting_ratio": 1.1426067035741314
|
|
}
|
|
} |