Revert "fix some typos" (#6244)
This commit is contained in:
@@ -166,7 +166,7 @@ class LogitsMetadata:
|
||||
|
||||
def compute_dp_attention_metadata(self, hidden_states: torch.Tensor):
|
||||
if self.global_num_tokens_for_logprob_cpu is None:
|
||||
# we are capturing CUDA graph
|
||||
# we are capturing cuda graph
|
||||
return
|
||||
|
||||
cumtokens = torch.cumsum(self.global_num_tokens_for_logprob_gpu, dim=0)
|
||||
|
||||
Reference in New Issue
Block a user