chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

vlm: enforce pybase64 for image and str encode/decode (#10700)

Browse Source
This commit is contained in:
b8zhong
2025-10-21 04:05:32 -07:00
committed by GitHub
parent 05d3667ab9
commit d0a64c7e2c
8 changed files with 20 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/distributed/naive_distributed.py
View File

@@ -1,9 +1,9 @@
import base64
import pickle
import time
from pathlib import Path
from typing import Any, List, Optional
import pybase64
import torch
from sglang.srt.utils import MultiprocessingSerializer
@@ -77,14 +77,16 @@ class NaiveDistributed:
)
_get_path(self._rank).write_text(
base64.b64encode(pickle.dumps(obj)).decode("utf-8") + text_postfix
pybase64.b64encode(pickle.dumps(obj)).decode("utf-8") + text_postfix
)
def _read_one(interesting_rank: int):
p = _get_path(interesting_rank)
while True:
if p.exists() and (text := p.read_text()).endswith(text_postfix):
return pickle.loads(base64.b64decode(text[: -len(text_postfix)]))
return pickle.loads(
pybase64.b64decode(text[: -len(text_postfix)], validate=True)
)
time.sleep(0.001)
return [

10
python/sglang/srt/utils/common.py
View File

@@ -872,9 +872,9 @@ def get_image_bytes(image_file: Union[str, bytes]):
return f.read()
elif image_file.startswith("data:"):
image_file = image_file.split(",")[1]
return pybase64.b64decode(image_file)
return pybase64.b64decode(image_file, validate=True)
elif isinstance(image_file, str):
return pybase64.b64decode(image_file)
return pybase64.b64decode(image_file, validate=True)
else:
raise NotImplementedError(f"Invalid image: {image_file}")
@@ -911,7 +911,7 @@ def load_video(video_file: Union[str, bytes], use_gpu: bool = True):
vr = VideoReader(tmp_file.name, ctx=ctx)
elif video_file.startswith("data:"):
_, encoded = video_file.split(",", 1)
video_bytes = pybase64.b64decode(encoded)
video_bytes = pybase64.b64decode(encoded, validate=True)
tmp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp4")
tmp_file.write(video_bytes)
tmp_file.close()
@@ -919,7 +919,7 @@ def load_video(video_file: Union[str, bytes], use_gpu: bool = True):
elif os.path.isfile(video_file):
vr = VideoReader(video_file, ctx=ctx)
else:
video_bytes = pybase64.b64decode(video_file)
video_bytes = pybase64.b64decode(video_file, validate=True)
tmp_file = tempfile.NamedTemporaryFile(delete=False, suffix=".mp4")
tmp_file.write(video_bytes)
tmp_file.close()
@@ -2083,7 +2083,7 @@ class MultiprocessingSerializer:
if output_str:
# Convert bytes to base64-encoded string
output = pybase64.b64encode(output).decode("utf-8")
pybase64.b64encode(output).decode("utf-8")
return output