Fix lora test (#13479)

This commit is contained in:
Liangsheng Yin
2025-11-18 12:21:57 +08:00
committed by GitHub
parent 4c3573e493
commit 4ce8fb3cc2

View File

@@ -24,16 +24,15 @@ from argparse import ArgumentParser
from datetime import datetime
from typing import Any, Dict, List, Optional, Tuple
import aiohttp
import numpy as np
from launch_server import LORA_PATH, NUM_LORAS
from tqdm.asyncio import tqdm
from transformers import PreTrainedTokenizerBase
from sglang.bench_serving import (
AIOHTTP_TIMEOUT,
RequestFuncInput,
RequestFuncOutput,
_create_bench_client_session,
calculate_metrics,
get_request,
get_tokenizer,
@@ -56,7 +55,7 @@ async def async_request_openai_completions(
prompt = request_func_input.prompt
async with aiohttp.ClientSession(timeout=AIOHTTP_TIMEOUT) as session:
async with _create_bench_client_session() as session:
# payload = {
# "model": request_func_input.model,
# "prompt": prompt,