fix: Correct environment variable syntax in docker-compose configuration (#8287)
Signed-off-by: Kay Yan <kay.yan@daocloud.io>
This commit is contained in:
@@ -13,9 +13,9 @@ services:
|
||||
# ports:
|
||||
# - 30000:30000
|
||||
environment:
|
||||
HF_TOKEN: <secret>
|
||||
- HF_TOKEN=<secret>
|
||||
# if you use modelscope to download model, you need set this environment
|
||||
# - SGLANG_USE_MODELSCOPE: true
|
||||
# - SGLANG_USE_MODELSCOPE=true
|
||||
entrypoint: python3 -m sglang.launch_server
|
||||
command: --model-path meta-llama/Llama-3.1-8B-Instruct
|
||||
--host 0.0.0.0
|
||||
@@ -31,5 +31,5 @@ services:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
device_ids: ["0"]
|
||||
count: 1
|
||||
capabilities: [gpu]
|
||||
|
||||
Reference in New Issue
Block a user