From e79e7d505d1da86dfee9249e2331d91af868af10 Mon Sep 17 00:00:00 2001 From: shaohuzhang1 <80892890+shaohuzhang1@users.noreply.github.com> Date: Thu, 24 Apr 2025 16:22:01 +0800 Subject: [PATCH] feat: Add local model worker parameters (#2974) --- .../management/commands/services/services/local_model.py | 3 ++- apps/smartdoc/conf.py | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/apps/common/management/commands/services/services/local_model.py b/apps/common/management/commands/services/services/local_model.py index 4511f8f5f..c0e0c1fd3 100644 --- a/apps/common/management/commands/services/services/local_model.py +++ b/apps/common/management/commands/services/services/local_model.py @@ -24,12 +24,13 @@ class GunicornLocalModelService(BaseService): os.environ.setdefault('SERVER_NAME', 'local_model') log_format = '%(h)s %(t)s %(L)ss "%(r)s" %(s)s %(b)s ' bind = f'{CONFIG.get("LOCAL_MODEL_HOST")}:{CONFIG.get("LOCAL_MODEL_PORT")}' + worker = CONFIG.get("LOCAL_MODEL_HOST_WORKER", 1) cmd = [ 'gunicorn', 'smartdoc.wsgi:application', '-b', bind, '-k', 'gthread', '--threads', '200', - '-w', "1", + '-w', worker, '--max-requests', '10240', '--max-requests-jitter', '2048', '--access-logformat', log_format, diff --git a/apps/smartdoc/conf.py b/apps/smartdoc/conf.py index de61cb8e3..cdbe441f9 100644 --- a/apps/smartdoc/conf.py +++ b/apps/smartdoc/conf.py @@ -93,7 +93,8 @@ class Config(dict): 'SANDBOX': False, 'LOCAL_MODEL_HOST': '127.0.0.1', 'LOCAL_MODEL_PORT': '11636', - 'LOCAL_MODEL_PROTOCOL': "http" + 'LOCAL_MODEL_PROTOCOL': "http", + 'LOCAL_MODEL_HOST_WORKER': 1 }