enable aiter_biased_grouped_topk kernel (#7423)

2025-06-24 17:09:42 +08:00
parent 755f314785
commit e984d5073b
3 changed files with 29 additions and 2 deletions
--- a/python/sglang/srt/model_executor/cuda_graph_runner.py
+++ b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -421,7 +421,7 @@ class CudaGraphRunner:
                            empty_cache=False,
                        )
                        capture_range.set_description(
-                            f"Capturing batches ({avail_mem=:.2f} GB)"
+                            f"Capturing batches ({bs=} {avail_mem=:.2f} GB)"
                        )

                    with patch_model(