From 116aef8504f5dcc8e1b141397852201788ade2da Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Sun, 15 Mar 2026 14:48:43 -0700 Subject: [PATCH] [Test] Move embedding tests into `test/registered/embedding/` and `unit/` (#20642) --- .../{models => embedding}/test_embedding_models.py | 0 .../test_encoder_embedding_models.py | 0 .../{core => embedding}/test_input_embeddings.py | 0 .../basic => embedding}/test_openai_embedding.py | 0 .../entrypoints/openai}/test_serving_embedding.py | 14 ++++++++++---- 5 files changed, 10 insertions(+), 4 deletions(-) rename test/registered/{models => embedding}/test_embedding_models.py (100%) rename test/registered/{models => embedding}/test_encoder_embedding_models.py (100%) rename test/registered/{core => embedding}/test_input_embeddings.py (100%) rename test/registered/{openai_server/basic => embedding}/test_openai_embedding.py (100%) rename test/registered/{openai_server/basic => unit/entrypoints/openai}/test_serving_embedding.py (92%) diff --git a/test/registered/models/test_embedding_models.py b/test/registered/embedding/test_embedding_models.py similarity index 100% rename from test/registered/models/test_embedding_models.py rename to test/registered/embedding/test_embedding_models.py diff --git a/test/registered/models/test_encoder_embedding_models.py b/test/registered/embedding/test_encoder_embedding_models.py similarity index 100% rename from test/registered/models/test_encoder_embedding_models.py rename to test/registered/embedding/test_encoder_embedding_models.py diff --git a/test/registered/core/test_input_embeddings.py b/test/registered/embedding/test_input_embeddings.py similarity index 100% rename from test/registered/core/test_input_embeddings.py rename to test/registered/embedding/test_input_embeddings.py diff --git a/test/registered/openai_server/basic/test_openai_embedding.py b/test/registered/embedding/test_openai_embedding.py similarity index 100% rename from test/registered/openai_server/basic/test_openai_embedding.py rename to test/registered/embedding/test_openai_embedding.py diff --git a/test/registered/openai_server/basic/test_serving_embedding.py b/test/registered/unit/entrypoints/openai/test_serving_embedding.py similarity index 92% rename from test/registered/openai_server/basic/test_serving_embedding.py rename to test/registered/unit/entrypoints/openai/test_serving_embedding.py index 56217e269..3b9a1bcc1 100644 --- a/test/registered/openai_server/basic/test_serving_embedding.py +++ b/test/registered/unit/entrypoints/openai/test_serving_embedding.py @@ -2,9 +2,16 @@ Unit tests for the OpenAIServingEmbedding class from serving_embedding.py. """ +import sys import unittest import uuid -from unittest.mock import Mock +from unittest.mock import MagicMock, Mock + +# Stub out sgl_kernel (and all submodules) before any sglang import so +# the test runs on CPU-only runners without the real CUDA library. +for _mod in ("sgl_kernel", "sgl_kernel.kvcacheio"): + if _mod not in sys.modules: + sys.modules[_mod] = MagicMock() from fastapi import Request @@ -14,10 +21,9 @@ from sglang.srt.entrypoints.openai.protocol import ( ) from sglang.srt.entrypoints.openai.serving_embedding import OpenAIServingEmbedding from sglang.srt.managers.io_struct import EmbeddingReqInput -from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci +from sglang.test.ci.ci_register import register_cpu_ci -register_cuda_ci(est_time=10, suite="stage-b-test-large-1-gpu") -register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd") +register_cpu_ci(est_time=10, suite="stage-a-cpu-only") # Mock TokenizerManager for embedding tests