[Fix] Type annotation correction for UpdateWeightsFromTensorReqInput (#4532)

Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
This commit is contained in:
Wei Wu
2025-03-18 00:52:47 -07:00
committed by GitHub
co-authored by Zhiqiang Xie
parent c787298547
commit 8baf9a0c18
+2 -1
View File
@@ -540,7 +540,8 @@ class UpdateWeightsFromDistributedReqOutput:
@dataclass
class UpdateWeightsFromTensorReqInput:
serialized_named_tensors: bytes # indeed Dict[str, torch.Tensor]
# List containing one serialized Dict[str, torch.Tensor] per TP worker
serialized_named_tensors: List[bytes]
load_format: Optional[str]
flush_cache: bool