fix: dummy health check server not accessible on non-zero rank nodes (#12297)

This commit is contained in:
ishandhanani
2025-10-31 11:34:57 -07:00
committed by GitHub
parent 25257d8e00
commit 263eab9f5d
2 changed files with 30 additions and 16 deletions

View File

@@ -104,15 +104,21 @@ def launch_server_process_and_send_one_request(
if response.status_code == 200:
# Rank-0 node send a request to sync with other node and then return.
if server_args.node_rank == 0:
payload = {
"input_ids": [0, 1, 2, 3],
"sampling_params": {
"max_new_tokens": 8,
"temperature": 0,
},
}
# In PD mode, include fake bootstrap fields so workers don't assert
if server_args.disaggregation_mode != "null":
payload["bootstrap_host"] = FAKE_BOOTSTRAP_HOST
payload["bootstrap_room"] = 0
response = requests.post(
f"{base_url}/generate",
json={
"input_ids": [0, 1, 2, 3],
"sampling_params": {
"max_new_tokens": 8,
"temperature": 0,
},
},
json=payload,
timeout=600,
)
if response.status_code != 200: