Super tiny allow profile activities in bench_serving (#12549)

This commit is contained in:
fzyzcjy
2025-11-04 06:23:18 +08:00
committed by GitHub
parent 21a8fa16ea
commit fd7a72d62d

View File

@@ -615,7 +615,10 @@ async def async_request_profile(api_url: str) -> RequestFuncOutput:
async with _create_bench_client_session() as session:
output = RequestFuncOutput()
try:
async with session.post(url=api_url) as response:
body = {
"activities": getattr(args, "profile_activities", []),
}
async with session.post(url=api_url, json=body) as response:
if response.status == 200:
output.success = True
else:
@@ -2527,6 +2530,14 @@ if __name__ == "__main__":
help="Use Torch Profiler. The endpoint must be launched with "
"SGLANG_TORCH_PROFILER_DIR to enable profiler.",
)
# TODO unify all these
parser.add_argument(
"--profile-activities",
type=str,
nargs="+",
default=["CPU", "GPU"],
choices=["CPU", "GPU", "CUDA_PROFILER"],
)
parser.add_argument(
"--lora-name",
type=str,