{ "benchmark_version": "1", "generated_at": "2026-04-13T05:20:02.176595191Z", "hostname": "debian", "server_model": "G5500 V7", "benchmark_profile": "standard", "parallel_gpus": true, "ramp_step": 6, "ramp_total": 8, "ramp_run_id": "ramp-20260413-035309", "overall_status": "OK", "selected_gpu_indices": [ 0, 1, 2, 3, 4, 5 ], "findings": [ "All 6 GPU(s) passed the benchmark.", "GPU 0 showed unstable clocks/power over the benchmark window.", "GPU 1 showed unstable clocks/power over the benchmark window.", "GPU 2 showed unstable clocks/power over the benchmark window.", "GPU 3 showed unstable clocks/power over the benchmark window.", "GPU 4 showed unstable clocks/power over the benchmark window.", "GPU 5 showed unstable clocks/power over the benchmark window." ], "normalization": { "status": "full", "gpus": [ { "index": 0, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 1, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 2, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 3, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 4, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" }, { "index": 5, "persistence_mode": "applied", "gpu_clock_lock_mhz": 2430, "gpu_clock_lock_status": "applied", "memory_clock_lock_mhz": 12481, "memory_clock_lock_status": "applied" } ] }, "host_config": { "cpu_model": "INTEL(R) XEON(R) GOLD 6530", "cpu_sockets": 2, "cpu_cores": 64, "cpu_threads": 128, "mem_total_gib": 125.36544799804688 }, "cpu_load": { "avg_pct": 3.8, "max_pct": 4.9, "p95_pct": 4.9, "samples": 85, "status": "ok" }, "gpus": [ { "index": 0, "uuid": "GPU-8281bc14-c076-e306-75b1-e91596be45e7", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4B:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.3, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.053059923, "samples": 16, "avg_temp_c": 58.625, "p95_temp_c": 64.25, "avg_power_w": 97.95062499999999, "p95_power_w": 104.6425, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.5538544062758373, "temp_cv_pct": 5.843151217929519, "clock_drift_pct": 0 }, "steady": { "duration_sec": 529.066805487, "samples": 529, "avg_temp_c": 73.03024574669188, "p95_temp_c": 74, "avg_power_w": 516.1044234404536, "p95_power_w": 532.3919999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.3742911153119, "avg_mem_usage_pct": 38.68620037807183, "clock_cv_pct": 0, "power_cv_pct": 13.26954724794044, "temp_cv_pct": 3.837795991456247, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.562160642, "samples": 114, "avg_temp_c": 49.473684210526315, "p95_temp_c": 52.349999999999994, "avg_power_w": 89.25877192982453, "p95_power_w": 91.7115, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 1.123523691008624, "temp_cv_pct": 2.2750375790560877, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.95, "thermal_sustain_score": 100, "stability_score": 73.46090550411913, "interconnect_score": 0, "composite_score": 523.2694157811586 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 1, "uuid": "GPU-a66d6d68-9870-dfe0-1823-b38a141c21ae", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4C:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.204, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.053059923, "samples": 16, "avg_temp_c": 60.875, "p95_temp_c": 66.25, "avg_power_w": 96.51062499999996, "p95_power_w": 102.8975, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.6149766986050422, "temp_cv_pct": 5.287225129192498, "clock_drift_pct": 0 }, "steady": { "duration_sec": 529.066805487, "samples": 529, "avg_temp_c": 74.37240075614366, "p95_temp_c": 75, "avg_power_w": 517.2094328922498, "p95_power_w": 533.688, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.19281663516068, "avg_mem_usage_pct": 37.65217391304348, "clock_cv_pct": 0, "power_cv_pct": 13.84280954041754, "temp_cv_pct": 3.6879251320846564, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.562160642, "samples": 114, "avg_temp_c": 51.3421052631579, "p95_temp_c": 54, "avg_power_w": 88.02447368421053, "p95_power_w": 90.24149999999999, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 1.1123685256067952, "temp_cv_pct": 1.8392656383518242, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.96600000000001, "thermal_sustain_score": 100, "stability_score": 72.31438091916492, "interconnect_score": 0, "composite_score": 521.6763021566902 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 2, "uuid": "GPU-82b32f5b-5fca-9674-a845-cfd5da365d09", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4E:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.238, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.053059923, "samples": 16, "avg_temp_c": 58.625, "p95_temp_c": 64.25, "avg_power_w": 99.44687500000002, "p95_power_w": 107.8875, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 4.262486998727176, "temp_cv_pct": 5.811945914899365, "clock_drift_pct": 0 }, "steady": { "duration_sec": 529.066805487, "samples": 529, "avg_temp_c": 74.24385633270322, "p95_temp_c": 75, "avg_power_w": 527.5048582230622, "p95_power_w": 544.214, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.19092627599244, "avg_mem_usage_pct": 37.54820415879017, "clock_cv_pct": 0, "power_cv_pct": 13.666807767183627, "temp_cv_pct": 3.857745887762385, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.562160642, "samples": 114, "avg_temp_c": 50.37719298245614, "p95_temp_c": 53, "avg_power_w": 92.15017543859648, "p95_power_w": 94.5575, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 1.1369648747132337, "temp_cv_pct": 1.991810636420684, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.96033333333332, "thermal_sustain_score": 100, "stability_score": 72.66638446563275, "interconnect_score": 0, "composite_score": 522.1647822782088 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 3, "uuid": "GPU-c88562a9-54cd-c3cf-c3fc-ef6c68ce5228", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:4F:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.284, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.053059923, "samples": 16, "avg_temp_c": 60.8125, "p95_temp_c": 66.25, "avg_power_w": 96.78375000000001, "p95_power_w": 103.835, "avg_graphics_clock_mhz": 2424.5, "p95_graphics_clock_mhz": 2430, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0.1529428436192135, "power_cv_pct": 4.0949357562590665, "temp_cv_pct": 5.3036241921647145, "clock_drift_pct": 0 }, "steady": { "duration_sec": 529.066805487, "samples": 529, "avg_temp_c": 75.4366729678639, "p95_temp_c": 76, "avg_power_w": 523.9496975425328, "p95_power_w": 540.62, "avg_graphics_clock_mhz": 2422.0151228733457, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.35349716446125, "avg_mem_usage_pct": 38.52741020793951, "clock_cv_pct": 0.014347440279947565, "power_cv_pct": 13.778878893679746, "temp_cv_pct": 3.609529116252534, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.562160642, "samples": 114, "avg_temp_c": 52.333333333333336, "p95_temp_c": 54.349999999999994, "avg_power_w": 88.46842105263153, "p95_power_w": 90.41649999999998, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 1.007904824255818, "temp_cv_pct": 1.8015459393287852, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.95266666666667, "thermal_sustain_score": 100, "stability_score": 72.38485245152071, "interconnect_score": 0, "composite_score": 521.7638402842446 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 4, "uuid": "GPU-19d64ace-f127-d9a8-1999-ffe37453b930", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CB:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.32, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.053059923, "samples": 16, "avg_temp_c": 54.875, "p95_temp_c": 60.25, "avg_power_w": 92.22937500000002, "p95_power_w": 98.205, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.382386785564523, "temp_cv_pct": 5.9006076751656575, "clock_drift_pct": 0 }, "steady": { "duration_sec": 529.066805487, "samples": 529, "avg_temp_c": 69.15879017013232, "p95_temp_c": 70, "avg_power_w": 509.86896030245765, "p95_power_w": 525.116, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.53308128544424, "avg_mem_usage_pct": 37.90359168241966, "clock_cv_pct": 0, "power_cv_pct": 13.0988749354967, "temp_cv_pct": 3.6747327643850913, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.562160642, "samples": 114, "avg_temp_c": 46.5, "p95_temp_c": 49.349999999999994, "avg_power_w": 85.81798245614041, "p95_power_w": 87.93700000000001, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.9711049131181364, "temp_cv_pct": 2.503564953095039, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.94666666666666, "thermal_sustain_score": 100, "stability_score": 73.80225012900661, "interconnect_score": 0, "composite_score": 523.7449218546949 }, "degradation_reasons": [ "variance_too_high" ] }, { "index": 5, "uuid": "GPU-8d5d3b52-6221-c572-e4dc-3eb34699d5a4", "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "bus_id": "00000000:CC:00.0", "vbios": "98.02.67.00.0A", "compute_capability": "12.0", "backend": "cublasLt", "status": "OK", "power_limit_w": 600, "default_power_limit_w": 600, "calibrated_peak_power_w": 600.272, "max_graphics_clock_mhz": 2430, "max_memory_clock_mhz": 12481, "locked_graphics_clock_mhz": 2430, "locked_memory_clock_mhz": 12481, "baseline": { "duration_sec": 16.053059923, "samples": 16, "avg_temp_c": 53.375, "p95_temp_c": 58.25, "avg_power_w": 93.08749999999998, "p95_power_w": 98.725, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 3.571040763944285, "temp_cv_pct": 5.416877520477929, "clock_drift_pct": 0 }, "steady": { "duration_sec": 529.066805487, "samples": 529, "avg_temp_c": 71.84499054820417, "p95_temp_c": 73, "avg_power_w": 518.6966351606807, "p95_power_w": 536.0600000000001, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 97.17958412098298, "avg_mem_usage_pct": 38.36862003780718, "clock_cv_pct": 0, "power_cv_pct": 13.736936451172705, "temp_cv_pct": 3.995613888278051, "clock_drift_pct": 0 }, "cooldown": { "duration_sec": 120.562160642, "samples": 114, "avg_temp_c": 49.01754385964912, "p95_temp_c": 51, "avg_power_w": 88.78377192982451, "p95_power_w": 90.8905, "avg_graphics_clock_mhz": 2422, "p95_graphics_clock_mhz": 2422, "avg_memory_clock_mhz": 12481, "p95_memory_clock_mhz": 12481, "avg_usage_pct": 0, "avg_mem_usage_pct": 0, "clock_cv_pct": 0, "power_cv_pct": 0.9946861228149281, "temp_cv_pct": 1.9293961305574223, "clock_drift_pct": 0 }, "throttle_counters": { "sw_power_cap_us": 0, "sw_thermal_slowdown_us": 0, "sync_boost_us": 0, "hw_thermal_slowdown_us": 0, "hw_power_brake_slowdown_us": 0 }, "precision_results": [ { "name": "fp16_tensor", "category": "fp16_bf16", "supported": true, "lanes": 16, "m": 11904, "n": 11904, "k": 11904, "iterations": 27840, "teraops_per_sec": 195.675631386624 }, { "name": "fp32_tf32", "category": "fp32_tf32", "supported": true, "lanes": 16, "m": 8320, "n": 8320, "k": 8320, "iterations": 27840, "teraops_per_sec": 66.807922688 }, { "name": "fp64", "category": "fp64", "supported": false, "notes": "unsupported" }, { "name": "fp8_e4m3", "category": "fp8", "supported": true, "lanes": 16, "m": 13696, "n": 13696, "k": 13696, "iterations": 27840, "teraops_per_sec": 298.015759794176 }, { "name": "fp8_e5m2", "category": "fp8", "supported": false, "notes": "unsupported" } ], "scores": { "compute_score": 560.4993138688001, "power_sustain_score": 99.95466666666665, "thermal_sustain_score": 100, "stability_score": 72.5261270976546, "interconnect_score": 0, "composite_score": 521.9634826377489 }, "degradation_reasons": [ "variance_too_high" ] } ], "server_power": { "available": true, "idle_w": 1228, "loaded_w": 4799.076923076923, "delta_w": 3571.076923076923, "gpu_reported_sum_w": 3113.334007561437, "reporting_ratio": 1.1470266005522547 } }