Fix memory leak for chunked prefill 2 (#1858)
Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
This commit is contained in:
co-authored by
Liangsheng Yin
parent
8ce202a493
commit
a2e0424abf
@@ -1,6 +1,4 @@
|
||||
"""
|
||||
Kill all SGLang processes and free the GPU memory.
|
||||
"""
|
||||
# Kill all SGLang processes and free the GPU memory.
|
||||
|
||||
kill -9 $(ps aux | grep 'multiprocessing.spawn' | grep -v 'grep' | awk '{print $2}')
|
||||
kill -9 $(ps aux | grep 'sglang.launch_server' | grep -v 'grep' | awk '{print $2}')
|
||||
|
||||
Reference in New Issue
Block a user