support llava video (#426)

2024-05-14 07:57:00 +08:00
parent 5dc55a5f02
commit 0992d85f92
37 changed files with 1139 additions and 222 deletions
--- a/python/sglang/srt/model_config.py
+++ b/python/sglang/srt/model_config.py
@@ -10,12 +10,16 @@ class ModelConfig:
        trust_remote_code: bool = True,
        revision: Optional[str] = None,
        context_length: Optional[int] = None,
+        model_overide_args: Optional[dict] = None,
    ) -> None:
        self.path = path
        self.trust_remote_code = trust_remote_code
        self.revision = revision
        self.hf_config = get_config(self.path, trust_remote_code, revision)

+        if model_overide_args is not None:
+            self.hf_config.update(model_overide_args)
+
        if context_length is not None:
            self.context_len = context_length
        else: