Files
sglang/scripts/killall_sglang.sh
T
2024-10-31 14:51:51 -07:00

5 lines
223 B
Bash

# Kill all SGLang processes and free the GPU memory.
kill -9 $(ps aux | grep 'multiprocessing.spawn' | grep -v 'grep' | awk '{print $2}')
kill -9 $(ps aux | grep 'sglang.launch_server' | grep -v 'grep' | awk '{print $2}')