ai/server/llm_api_shutdown.py

29 lines
838 B
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""
调用示例:
python llm_api_shutdown.py --serve all
可选"all","controller","model_worker","openai_api_server" all表示停止所有服务
"""
import sys
import os
sys.path.append(os.path.dirname(os.path.dirname(__file__)))
import subprocess
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("--serve", choices=["all", "controller", "model_worker", "openai_api_server"], default="all")
args = parser.parse_args()
base_shell = "ps -eo user,pid,cmd|grep fastchat.serve{}|grep -v grep|awk '{{print $2}}'|xargs kill -9"
if args.serve == "all":
shell_script = base_shell.format("")
else:
serve = f".{args.serve}"
shell_script = base_shell.format(serve)
subprocess.run(shell_script, shell=True, check=True)
print(f"llm api sever --{args.serve} has been shutdown!")