Fix test_return_routed_experts to use response-level sglext (#18274)
This commit is contained in:
@@ -215,15 +215,13 @@ async def make_request(session, url, payload):
|
||||
def extract_routed_experts_from_openai_response(response):
|
||||
if "error" in response:
|
||||
raise ValueError(f"OpenAI response error: {response['error']}")
|
||||
choices = response.get("choices", [])
|
||||
if not choices:
|
||||
raise ValueError("OpenAI response has no choices.")
|
||||
sgl_ext = choices[0].get("sgl_ext", None)
|
||||
if sgl_ext is None:
|
||||
raise ValueError("OpenAI response missing sgl_ext.")
|
||||
routed_experts = sgl_ext.get("routed_experts", None)
|
||||
# sglext is at response level (not in choices) as of PR #17648
|
||||
sglext = response.get("sglext", None)
|
||||
if sglext is None:
|
||||
raise ValueError("OpenAI response missing sglext.")
|
||||
routed_experts = sglext.get("routed_experts", None)
|
||||
if routed_experts is None:
|
||||
raise ValueError("OpenAI response sgl_ext missing routed_experts.")
|
||||
raise ValueError("OpenAI response sglext missing routed_experts.")
|
||||
return extract_routed_experts_from_meta_info(
|
||||
{"meta_info": {"routed_experts": routed_experts}}
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user