Fix CI and style (#12658)

This commit is contained in:
Lianmin Zheng
2025-11-05 15:08:15 -08:00
committed by GitHub
parent 80802c4cc6
commit c7d57d5bb3
11 changed files with 96 additions and 70 deletions

View File

@@ -1557,7 +1557,7 @@ def send_generate_requests(base_url: str, num_requests: int) -> List[str]:
"text": prompt,
"sampling_params": {
"temperature": 0,
"max_new_tokens": 50,
"max_new_tokens": 500,
},
},
)
@@ -1584,7 +1584,7 @@ async def send_concurrent_generate_requests(
"text": prompt,
"sampling_params": {
"temperature": 0,
"max_new_tokens": 50,
"max_new_tokens": 500,
},
},
) as response:
@@ -1608,7 +1608,7 @@ async def send_concurrent_generate_requests_with_custom_params(
""",
"sampling_params": {
"temperature": 0,
"max_new_tokens": 50,
"max_new_tokens": 500,
},
}