[diffusion] fix: fix fsdp (#18187)
This commit is contained in:
@@ -349,7 +349,8 @@ OOM detected. Possible solutions:
|
||||
- If the OOM occurs during runtime:
|
||||
1. Reduce the number of output tokens by lowering resolution or decreasing `--num-frames`
|
||||
2. Enable SP and/or TP
|
||||
3. Enable a sparse-attention backend
|
||||
3. Opt for a sparse-attention backend
|
||||
4. Enable FSDP by `--use-fsdp-inference` (in a multi-GPU setup)
|
||||
Or, open an issue on GitHub https://github.com/sgl-project/sglang/issues/new/choose
|
||||
"""
|
||||
|
||||
@@ -402,7 +403,7 @@ def run_scheduler_process(
|
||||
)
|
||||
scheduler.event_loop()
|
||||
except torch.OutOfMemoryError as _e:
|
||||
print(OOM_MSG)
|
||||
logger.warning(OOM_MSG)
|
||||
raise
|
||||
finally:
|
||||
# Clean up resources to speed up shutdown
|
||||
|
||||
Reference in New Issue
Block a user