[loader] enable private loader (#14620)

2025-12-11 11:49:46 -08:00
parent 5c961756a3
commit b05b346a13
5 changed files with 13 additions and 2 deletions
--- a/python/sglang/srt/model_loader/loader.py
+++ b/python/sglang/srt/model_loader/loader.py
@@ -2585,4 +2585,13 @@ def get_model_loader(
    if load_config.load_format == LoadFormat.REMOTE_INSTANCE:
        return RemoteInstanceModelLoader(load_config)

+    if load_config.load_format == LoadFormat.PRIVATE:
+        import importlib
+
+        try:
+            module = importlib.import_module("sglang.private.private_model_loader")
+            return module.PrivateModelLoader(load_config)
+        except ImportError:
+            raise ValueError("Failed to import sglang.private.private_model_loader")
+
    return DefaultModelLoader(load_config)