import os from prometheus_client import multiprocess from openai import OpenAI bind = "0.0.0.0:11000" workers = 4 # worker_class = "gevent" max_requests = 20480 # 接受到 max_requests 之后这个worker就会被重启 worker_connections = 1000 # 并发处理 workers-connections 个请求。默认值其实就是1000 loglevel = 'debug' if os.getenv("DEBUG", False) else 'info' daemon = False capture_output = True errorlog = "-" accesslog = "-" access_log_format = "%(h)s %(t)s %(r)s %(s)s" def child_exit(server, worker): multiprocess.mark_process_dead(worker.pid)