16 lines
325 B
Python
16 lines
325 B
Python
from dataclasses import dataclass
|
|
|
|
|
|
@dataclass
|
|
class SimRequest:
|
|
request_id: str
|
|
input_len: int
|
|
output_len: int
|
|
decoded_tokens: int = 0
|
|
|
|
def seq_len(self) -> int:
|
|
return self.input_len + self.decoded_tokens
|
|
|
|
def is_finished(self) -> bool:
|
|
return self.decoded_tokens >= self.output_len
|