From 1a2fe3a2a4c4565d083f4e122a1938e9cbd69149 Mon Sep 17 00:00:00 2001 From: Your Name Date: Tue, 3 Mar 2026 18:16:28 +0000 Subject: [PATCH 1/3] fix cuda graph error --- python/sglang/srt/layers/quantization/fp8_kernel.py | 4 +++- python/sglang/srt/layers/quantization/fp8_utils.py | 6 ++++-- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/layers/quantization/fp8_kernel.py b/python/sglang/srt/layers/quantization/fp8_kernel.py index 1466bac6bec4..2c9917c6e7c6 100644 --- a/python/sglang/srt/layers/quantization/fp8_kernel.py +++ b/python/sglang/srt/layers/quantization/fp8_kernel.py @@ -46,6 +46,8 @@ _is_hip = is_hip() _is_cuda = is_cuda() _is_cpu = is_cpu() +_is_sm100_supported = is_sm100_supported() if _is_cuda else False +_is_sm120_supported = is_sm120_supported() if _is_cuda else False _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip if _is_cuda: @@ -1297,7 +1299,7 @@ def mxfp8_block_scaled_matmul_triton( SM120: 1, SM100: 4. """ if num_stages is None: - num_stages = 1 if is_sm120_supported() else (4 if is_sm100_supported() else 1) + num_stages = 1 if _is_sm120_supported else (4 if _is_sm100_supported else 1) M, K = a.shape N, K_b = b.shape assert K == K_b diff --git a/python/sglang/srt/layers/quantization/fp8_utils.py b/python/sglang/srt/layers/quantization/fp8_utils.py index 66575c69e0e2..25ff86ea0803 100644 --- a/python/sglang/srt/layers/quantization/fp8_utils.py +++ b/python/sglang/srt/layers/quantization/fp8_utils.py @@ -50,6 +50,8 @@ _is_hip = is_hip() _is_cuda = is_cuda() _is_fp8_fnuz = is_fp8_fnuz() +_is_sm100_supported = is_sm100_supported() if _is_cuda else False +_is_sm120_supported = is_sm120_supported() if _is_cuda else False _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip @@ -698,7 +700,7 @@ def triton_mxfp8_blockscaled_linear( bias: Optional[torch.Tensor] = None, output_dtype: Optional[torch.dtype] = None, ) -> torch.Tensor: - if not (_is_cuda and (is_sm100_supported() or is_sm120_supported())): + if not (_is_cuda and (_is_sm100_supported or _is_sm120_supported)): raise RuntimeError("MXFP8 dense linear requires Blackwell GPUs (SM100/SM120).") input_2d = input.view(-1, input.shape[-1]).contiguous() @@ -750,7 +752,7 @@ def triton_mxfp8_blockscaled_linear( a_scale_packed = _pack_mxfp8_scales(x_scale_u8) b_scale_packed = _pack_mxfp8_scales(weight_scale) - num_stages = 1 if is_sm120_supported() else (4 if is_sm100_supported() else 1) + num_stages = 1 if _is_sm120_supported else (4 if _is_sm100_supported else 1) output = mxfp8_block_scaled_matmul_triton( q_input, a_scale_packed, From eb830557883240d8f68a78a9f11a5895c098fbbe Mon Sep 17 00:00:00 2001 From: Your Name Date: Tue, 3 Mar 2026 21:53:10 +0000 Subject: [PATCH 2/3] cleanup --- python/sglang/srt/layers/quantization/fp8_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/layers/quantization/fp8_utils.py b/python/sglang/srt/layers/quantization/fp8_utils.py index 25ff86ea0803..abdf1e41f3be 100644 --- a/python/sglang/srt/layers/quantization/fp8_utils.py +++ b/python/sglang/srt/layers/quantization/fp8_utils.py @@ -50,8 +50,8 @@ _is_hip = is_hip() _is_cuda = is_cuda() _is_fp8_fnuz = is_fp8_fnuz() -_is_sm100_supported = is_sm100_supported() if _is_cuda else False -_is_sm120_supported = is_sm120_supported() if _is_cuda else False +_is_sm100_supported = is_sm100_supported() +_is_sm120_supported = is_sm120_supported() _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip From 73959dcf945ab9fc09ae939efb28bf3473139809 Mon Sep 17 00:00:00 2001 From: Your Name Date: Tue, 3 Mar 2026 21:54:45 +0000 Subject: [PATCH 3/3] cleanyo --- python/sglang/srt/layers/quantization/fp8_kernel.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/layers/quantization/fp8_kernel.py b/python/sglang/srt/layers/quantization/fp8_kernel.py index 2c9917c6e7c6..3921b2200be9 100644 --- a/python/sglang/srt/layers/quantization/fp8_kernel.py +++ b/python/sglang/srt/layers/quantization/fp8_kernel.py @@ -46,8 +46,8 @@ _is_hip = is_hip() _is_cuda = is_cuda() _is_cpu = is_cpu() -_is_sm100_supported = is_sm100_supported() if _is_cuda else False -_is_sm120_supported = is_sm120_supported() if _is_cuda else False +_is_sm100_supported = is_sm100_supported() +_is_sm120_supported = is_sm120_supported() _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip if _is_cuda: