[misc] adding metadata field in UpdateWeightFromDiskReqInput (#18821)
This commit is contained in:
@@ -1309,6 +1309,8 @@ class UpdateWeightFromDiskReqInput(BaseReq):
|
||||
token_step: int = 0
|
||||
# Whether to flush the cache after updating weights
|
||||
flush_cache: bool = True
|
||||
# Tensor metadata
|
||||
manifest: Optional[Dict[str, Any]] = None
|
||||
|
||||
|
||||
@dataclass
|
||||
|
||||
Reference in New Issue
Block a user