29 lines
838 B
Python
29 lines
838 B
Python
"""
|
||
调用示例:
|
||
python llm_api_shutdown.py --serve all
|
||
可选"all","controller","model_worker","openai_api_server", all表示停止所有服务
|
||
"""
|
||
import sys
|
||
import os
|
||
|
||
sys.path.append(os.path.dirname(os.path.dirname(__file__)))
|
||
|
||
import subprocess
|
||
import argparse
|
||
|
||
parser = argparse.ArgumentParser()
|
||
parser.add_argument("--serve", choices=["all", "controller", "model_worker", "openai_api_server"], default="all")
|
||
|
||
args = parser.parse_args()
|
||
|
||
base_shell = "ps -eo user,pid,cmd|grep fastchat.serve{}|grep -v grep|awk '{{print $2}}'|xargs kill -9"
|
||
|
||
if args.serve == "all":
|
||
shell_script = base_shell.format("")
|
||
else:
|
||
serve = f".{args.serve}"
|
||
shell_script = base_shell.format(serve)
|
||
|
||
subprocess.run(shell_script, shell=True, check=True)
|
||
print(f"llm api sever --{args.serve} has been shutdown!")
|