385 lines
11 KiB
JSON
385 lines
11 KiB
JSON
{
|
|
"benchmark_version": "1",
|
|
"generated_at": "2026-04-14T15:29:49.813251958Z",
|
|
"hostname": "debian",
|
|
"server_model": "MLT-S06",
|
|
"benchmark_profile": "standard",
|
|
"parallel_gpus": true,
|
|
"ramp_step": 1,
|
|
"ramp_total": 2,
|
|
"ramp_run_id": "ramp-20260414-152949",
|
|
"overall_status": "OK",
|
|
"selected_gpu_indices": [
|
|
0
|
|
],
|
|
"findings": [
|
|
"All 1 GPU(s) passed the benchmark.",
|
|
"GPU 0 average SM clock stayed below the requested lock target."
|
|
],
|
|
"normalization": {
|
|
"status": "full",
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"persistence_mode": "applied",
|
|
"gpu_clock_lock_mhz": 1980,
|
|
"gpu_clock_lock_status": "applied",
|
|
"memory_clock_lock_mhz": 2619,
|
|
"memory_clock_lock_status": "applied"
|
|
}
|
|
]
|
|
},
|
|
"host_config": {
|
|
"cpu_model": "Intel(R) Xeon(R) Gold 6430",
|
|
"cpu_sockets": 2,
|
|
"cpu_cores": 64,
|
|
"cpu_threads": 128,
|
|
"mem_total_gib": 62.53376007080078
|
|
},
|
|
"cpu_load": {
|
|
"avg_pct": 0.7,
|
|
"max_pct": 1.1,
|
|
"p95_pct": 1,
|
|
"samples": 78,
|
|
"status": "ok"
|
|
},
|
|
"cooling": {
|
|
"available": true,
|
|
"avg_fan_rpm": 6083.203125,
|
|
"notes": [
|
|
"fan duty cycle unavailable on this host; RPM-only fan telemetry was collected"
|
|
]
|
|
},
|
|
"gpus": [
|
|
{
|
|
"index": 0,
|
|
"uuid": "GPU-9ee0af22-3dda-6f5c-1a13-35c63f324216",
|
|
"name": "NVIDIA H100 80GB HBM3",
|
|
"bus_id": "00000000:49:00.0",
|
|
"vbios": "96.00.74.00.01",
|
|
"compute_capability": "9.0",
|
|
"backend": "cublasLt",
|
|
"status": "OK",
|
|
"power_limit_w": 700,
|
|
"default_power_limit_w": 700,
|
|
"calibrated_peak_power_w": 698.316,
|
|
"max_graphics_clock_mhz": 1980,
|
|
"max_memory_clock_mhz": 2619,
|
|
"locked_graphics_clock_mhz": 1980,
|
|
"locked_memory_clock_mhz": 2619,
|
|
"baseline": {
|
|
"duration_sec": 22.679193237,
|
|
"samples": 1,
|
|
"avg_temp_c": 66,
|
|
"p95_temp_c": 66,
|
|
"avg_power_w": 244.62,
|
|
"p95_power_w": 244.62,
|
|
"avg_graphics_clock_mhz": 1830,
|
|
"p95_graphics_clock_mhz": 1830,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"steady": {
|
|
"duration_sec": 664.658712143,
|
|
"samples": 13,
|
|
"avg_temp_c": 84.23076923076923,
|
|
"p95_temp_c": 87,
|
|
"avg_power_w": 531.6661538461539,
|
|
"p95_power_w": 612.742,
|
|
"avg_graphics_clock_mhz": 1221.923076923077,
|
|
"p95_graphics_clock_mhz": 1830,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 76.92307692307692,
|
|
"avg_mem_usage_pct": 38.07692307692308,
|
|
"clock_cv_pct": 27.28679189404879,
|
|
"power_cv_pct": 25.428186879992428,
|
|
"temp_cv_pct": 5.571524764445532,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"precision_steady": [
|
|
{
|
|
"precision": "int8",
|
|
"steady": {
|
|
"duration_sec": 50.799623108,
|
|
"samples": 2,
|
|
"avg_temp_c": 73.5,
|
|
"p95_temp_c": 76.65,
|
|
"avg_power_w": 641.45,
|
|
"p95_power_w": 692.912,
|
|
"avg_graphics_clock_mhz": 1245,
|
|
"p95_graphics_clock_mhz": 1299,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 80.5,
|
|
"clock_cv_pct": 4.819277108433735,
|
|
"power_cv_pct": 8.91417881362538,
|
|
"temp_cv_pct": 4.761904761904762,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1104.4978767691775,
|
|
"weighted_teraops_per_sec": 276.1244691922944,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp8",
|
|
"steady": {
|
|
"duration_sec": 119.043156359,
|
|
"samples": 3,
|
|
"avg_temp_c": 84.33333333333333,
|
|
"p95_temp_c": 86.8,
|
|
"avg_power_w": 681.4366666666666,
|
|
"p95_power_w": 699.73,
|
|
"avg_graphics_clock_mhz": 1145,
|
|
"p95_graphics_clock_mhz": 1170,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 52,
|
|
"clock_cv_pct": 3.087802537932522,
|
|
"power_cv_pct": 3.7139603513146184,
|
|
"temp_cv_pct": 2.957831926303511,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 1096.7958204099243,
|
|
"weighted_teraops_per_sec": 274.1989551024811,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp16",
|
|
"steady": {
|
|
"duration_sec": 179.687679749,
|
|
"samples": 2,
|
|
"avg_temp_c": 87,
|
|
"p95_temp_c": 87,
|
|
"avg_power_w": 612.785,
|
|
"p95_power_w": 613.1315,
|
|
"avg_graphics_clock_mhz": 1087.5,
|
|
"p95_graphics_clock_mhz": 1107.75,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 40.5,
|
|
"clock_cv_pct": 2.0689655172413794,
|
|
"power_cv_pct": 0.06282790864658745,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 702.1073356117333,
|
|
"weighted_teraops_per_sec": 351.05366780586667,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp32",
|
|
"steady": {
|
|
"duration_sec": 232.355201725,
|
|
"samples": 2,
|
|
"avg_temp_c": 87,
|
|
"p95_temp_c": 87,
|
|
"avg_power_w": 603.5899999999999,
|
|
"p95_power_w": 609.4129999999999,
|
|
"avg_graphics_clock_mhz": 1102.5,
|
|
"p95_graphics_clock_mhz": 1109.25,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 40,
|
|
"clock_cv_pct": 0.6802721088435374,
|
|
"power_cv_pct": 1.071919680577871,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"teraops_per_sec": 297.2914085265408,
|
|
"weighted_teraops_per_sec": 297.2914085265408,
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp64",
|
|
"steady": {
|
|
"duration_sec": 282.807869037,
|
|
"samples": 2,
|
|
"avg_temp_c": 87,
|
|
"p95_temp_c": 87,
|
|
"avg_power_w": 617.8499999999999,
|
|
"p95_power_w": 620.3879999999999,
|
|
"avg_graphics_clock_mhz": 1117.5,
|
|
"p95_graphics_clock_mhz": 1124.25,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 47,
|
|
"clock_cv_pct": 0.6711409395973155,
|
|
"power_cv_pct": 0.4564214615197853,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
},
|
|
{
|
|
"precision": "fp4",
|
|
"steady": {
|
|
"duration_sec": 355.407457812,
|
|
"samples": 3,
|
|
"avg_temp_c": 86.33333333333333,
|
|
"p95_temp_c": 86.9,
|
|
"avg_power_w": 598.8033333333333,
|
|
"p95_power_w": 604.278,
|
|
"avg_graphics_clock_mhz": 1020,
|
|
"p95_graphics_clock_mhz": 1033.5,
|
|
"avg_memory_clock_mhz": 2619,
|
|
"p95_memory_clock_mhz": 2619,
|
|
"avg_usage_pct": 100,
|
|
"avg_mem_usage_pct": 47,
|
|
"clock_cv_pct": 1.2007302660701853,
|
|
"power_cv_pct": 0.7587124023422941,
|
|
"temp_cv_pct": 0.5460284024606545,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
}
|
|
}
|
|
],
|
|
"cooldown": {
|
|
"duration_sec": 0,
|
|
"samples": 0,
|
|
"avg_temp_c": 0,
|
|
"p95_temp_c": 0,
|
|
"avg_power_w": 0,
|
|
"p95_power_w": 0,
|
|
"avg_graphics_clock_mhz": 0,
|
|
"p95_graphics_clock_mhz": 0,
|
|
"avg_memory_clock_mhz": 0,
|
|
"p95_memory_clock_mhz": 0,
|
|
"avg_usage_pct": 0,
|
|
"avg_mem_usage_pct": 0,
|
|
"clock_cv_pct": 0,
|
|
"power_cv_pct": 0,
|
|
"temp_cv_pct": 0,
|
|
"clock_drift_pct": 0
|
|
},
|
|
"throttle_counters": {
|
|
"sw_power_cap_us": 0,
|
|
"sw_thermal_slowdown_us": 0,
|
|
"sync_boost_us": 0,
|
|
"hw_thermal_slowdown_us": 0,
|
|
"hw_power_brake_slowdown_us": 0
|
|
},
|
|
"ecc": {
|
|
"corrected": 0,
|
|
"uncorrected": 0
|
|
},
|
|
"precision_results": [
|
|
{
|
|
"name": "fp16_tensor",
|
|
"category": "fp16_bf16",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 9856,
|
|
"n": 9856,
|
|
"k": 9856,
|
|
"iterations": 28032,
|
|
"teraops_per_sec": 178.92248028971008,
|
|
"weight": 0.5,
|
|
"weighted_teraops_per_sec": 89.46124014485504
|
|
},
|
|
{
|
|
"name": "fp32_tf32",
|
|
"category": "fp32_tf32",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 6912,
|
|
"n": 6912,
|
|
"k": 6912,
|
|
"iterations": 28032,
|
|
"teraops_per_sec": 61.71262413963264,
|
|
"weight": 1,
|
|
"weighted_teraops_per_sec": 61.71262413963264
|
|
},
|
|
{
|
|
"name": "fp64",
|
|
"category": "fp64",
|
|
"supported": false,
|
|
"weight": 2,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "fp8_e4m3",
|
|
"category": "fp8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 11392,
|
|
"n": 11392,
|
|
"k": 11392,
|
|
"iterations": 28032,
|
|
"teraops_per_sec": 276.28846547206143,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 69.07211636801536
|
|
},
|
|
{
|
|
"name": "fp8_e5m2",
|
|
"category": "fp8",
|
|
"supported": false,
|
|
"weight": 0.25,
|
|
"notes": "unsupported"
|
|
},
|
|
{
|
|
"name": "int8_tensor",
|
|
"category": "int8",
|
|
"supported": true,
|
|
"lanes": 16,
|
|
"m": 8832,
|
|
"n": 8832,
|
|
"k": 8832,
|
|
"iterations": 28032,
|
|
"teraops_per_sec": 128.74785629405184,
|
|
"weight": 0.25,
|
|
"weighted_teraops_per_sec": 32.18696407351296
|
|
}
|
|
],
|
|
"scores": {
|
|
"compute_score": 1274.3983840449878,
|
|
"synthetic_score": 1198.668500627183,
|
|
"mixed_score": 252.432944726016,
|
|
"mixed_efficiency": 0.21059445926370363,
|
|
"power_sustain_score": 99.75942857142857,
|
|
"thermal_sustain_score": 100,
|
|
"stability_score": 86.6552008085787,
|
|
"interconnect_score": 0,
|
|
"composite_score": 1231.422031972879
|
|
},
|
|
"degradation_reasons": [
|
|
"low_sm_clock_vs_target"
|
|
]
|
|
}
|
|
],
|
|
"server_power": {
|
|
"available": false,
|
|
"notes": [
|
|
"IPMI power reading unavailable; server-side power characterization skipped"
|
|
]
|
|
}
|
|
} |