Sync changes on io_struct.py and deterministic ops (#11498)

2025-10-12 16:03:10 -07:00
parent 0aa65f94f1
commit 2ac46e94ef
11 changed files with 73 additions and 25 deletions
@@ -34,7 +34,7 @@ def get_model_config(tp_size: int):
        "topk": topk,
        "hidden_size": config.hidden_size,
        "shard_intermediate_size": shard_intermediate_size,
-        "dtype": config.torch_dtype,
+        "dtype": config.dtype,
        "block_shape": config.quantization_config["weight_block_size"],
    }