diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 43b93fe40..886688c18 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1227,7 +1227,7 @@ class ServerArgs: # AMD platforms backends if self.attention_backend == "aiter": if model_config.context_len > 8192: - self.mem_fraction_static *= 0.90 + self.mem_fraction_static *= 0.85 # NPU platforms backends if is_npu() and self.attention_backend in ["ascend"]: diff --git a/sgl-kernel/tests/test_kvcacheio.py b/sgl-kernel/tests/test_kvcacheio.py index 6328cc651..5ba1c85a6 100644 --- a/sgl-kernel/tests/test_kvcacheio.py +++ b/sgl-kernel/tests/test_kvcacheio.py @@ -9,9 +9,10 @@ from sgl_kernel.kvcacheio import ( transfer_kv_per_layer, transfer_kv_per_layer_direct_pf_lf, transfer_kv_per_layer_mla, - transfer_kv_per_layer_ph_lf, ) +from sglang.srt.utils import is_hip + def ref_copy_with_indices(src_pool, dst_pool, src_indices, dst_indices): dst_pool[dst_indices] = src_pool[src_indices].to(dst_pool.device) @@ -509,6 +510,7 @@ def test_transfer_kv_pf_direct( torch.set_default_dtype(original_dtype) +@pytest.mark.skipif(is_hip(), reason="HIP is not supported for this test") @pytest.mark.parametrize("dtype", [torch.bfloat16, torch.float16]) @pytest.mark.parametrize("num_items_to_transfer", [256, 1024]) @pytest.mark.parametrize("page_size", [16, 64, 128]) @@ -629,6 +631,8 @@ def test_transfer_kv_page_head( torch.testing.assert_close(dst_k_pool_kernel, dst_k_pool_ref) torch.testing.assert_close(dst_v_pool_kernel, dst_v_pool_ref) else: + from sgl_kernel.kvcacheio import transfer_kv_per_layer_ph_lf + src_k_pool = torch.randn( total_pages_in_pool, head_num, page_size, num_layers, head_dim ).pin_memory() diff --git a/test/srt/quant/test_awq.py b/test/srt/quant/test_awq.py index 251bce1cb..c32b9f979 100644 --- a/test/srt/quant/test_awq.py +++ b/test/srt/quant/test_awq.py @@ -73,7 +73,7 @@ class TestAWQMarlinBfloat16(CustomTestCase): ) metrics = run_eval(args) - self.assertGreater(metrics["score"], 0.88) + self.assertGreater(metrics["score"], 0.87) if __name__ == "__main__":