Fix CI and style (#12658)
This commit is contained in:
@@ -1557,7 +1557,7 @@ def send_generate_requests(base_url: str, num_requests: int) -> List[str]:
|
||||
"text": prompt,
|
||||
"sampling_params": {
|
||||
"temperature": 0,
|
||||
"max_new_tokens": 50,
|
||||
"max_new_tokens": 500,
|
||||
},
|
||||
},
|
||||
)
|
||||
@@ -1584,7 +1584,7 @@ async def send_concurrent_generate_requests(
|
||||
"text": prompt,
|
||||
"sampling_params": {
|
||||
"temperature": 0,
|
||||
"max_new_tokens": 50,
|
||||
"max_new_tokens": 500,
|
||||
},
|
||||
},
|
||||
) as response:
|
||||
@@ -1608,7 +1608,7 @@ async def send_concurrent_generate_requests_with_custom_params(
|
||||
""",
|
||||
"sampling_params": {
|
||||
"temperature": 0,
|
||||
"max_new_tokens": 50,
|
||||
"max_new_tokens": 500,
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user