Super tiny remove unused argument (#14966)
This commit is contained in:
@@ -485,7 +485,7 @@ class PrefillAdder:
|
||||
finally:
|
||||
self.tree_cache.dec_lock_ref(last_node)
|
||||
|
||||
def add_one_req_ignore_eos(self, req: Req, has_chunked_req: bool):
|
||||
def add_one_req_ignore_eos(self, req: Req):
|
||||
# Early exit if no enough tokens for the input tokens
|
||||
if self.ceil_paged_tokens(req.extend_input_len) > min(
|
||||
self.cur_rem_tokens, self.rem_total_tokens
|
||||
@@ -576,7 +576,7 @@ class PrefillAdder:
|
||||
if self.nsa_enable_prefill_cp and len(self.can_run_list) >= 1:
|
||||
return AddReqResult.OTHER
|
||||
if req.sampling_params.ignore_eos and getattr(self.tree_cache, "disable", True):
|
||||
return self.add_one_req_ignore_eos(req, has_chunked_req)
|
||||
return self.add_one_req_ignore_eos(req)
|
||||
|
||||
total_tokens = req.extend_input_len + min(
|
||||
max(req.sampling_params.max_new_tokens - len(req.output_ids), 0),
|
||||
|
||||
Reference in New Issue
Block a user