diff --git a/python/sglang/utils.py b/python/sglang/utils.py index 18f7889e8..b567e5890 100644 --- a/python/sglang/utils.py +++ b/python/sglang/utils.py @@ -13,11 +13,13 @@ import time import traceback import urllib.request import weakref +from concurrent.futures import ThreadPoolExecutor from functools import wraps from io import BytesIO from json import dumps from typing import Any, Callable, List, Optional, Tuple, Type, Union +import numpy as np import pybase64 import requests from IPython.display import HTML, display