[PD] use int32 for kv indices & get num_reserved_decode_tokens from server_args (#7214)

2025-06-15 11:51:03 -07:00
parent fff10809bf
commit 88f9c347b2
8 changed files with 24 additions and 26 deletions
@@ -576,7 +576,6 @@ class SchedulerDisaggregationPrefillMixin:
            self.req_to_token_pool.req_to_token[req.req_pool_idx, start_idx:end_idx]
            .cpu()
            .numpy()
-            .astype(np.int64)
        )
        req.start_send_idx = end_idx
        if last_chunk: