chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

fix: Correct environment variable syntax in docker-compose configuration (#8287)

Browse Source 
Signed-off-by: Kay Yan <kay.yan@daocloud.io>
This commit is contained in:
Kay Yan
2025-12-05 05:03:39 +08:00
committed by GitHub
parent 88d1bab537
commit 0e6441b434
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docker/compose.yaml
View File

@@ -13,9 +13,9 @@ services:
# ports: # ports:
# - 30000:30000 # - 30000:30000
environment: environment:
HF_TOKEN: <secret> - HF_TOKEN=<secret>
# if you use modelscope to download model, you need set this environment # if you use modelscope to download model, you need set this environment
# - SGLANG_USE_MODELSCOPE: true # - SGLANG_USE_MODELSCOPE=true
entrypoint: python3 -m sglang.launch_server entrypoint: python3 -m sglang.launch_server
command: --model-path meta-llama/Llama-3.1-8B-Instruct command: --model-path meta-llama/Llama-3.1-8B-Instruct
--host 0.0.0.0 --host 0.0.0.0
@@ -31,5 +31,5 @@ services:
reservations: reservations:
devices: devices:
- driver: nvidia - driver: nvidia
device_ids: ["0"] count: 1
capabilities: [gpu] capabilities: [gpu]