From ccc8c06c51d733812aa50377a26af72c8bc514b7 Mon Sep 17 00:00:00 2001 From: shaohuzhang1 <80892890+shaohuzhang1@users.noreply.github.com> Date: Fri, 7 Nov 2025 16:09:26 +0800 Subject: [PATCH] refactor: add cl100k_base.tiktoken tokenizer. (#4331) --- apps/maxkb/wsgi/web.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/maxkb/wsgi/web.py b/apps/maxkb/wsgi/web.py index e835612ca..f918fdf33 100644 --- a/apps/maxkb/wsgi/web.py +++ b/apps/maxkb/wsgi/web.py @@ -32,7 +32,7 @@ class TorchBlocker: builtins.__import__ = TorchBlocker() os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'maxkb.settings') - +os.environ['TIKTOKEN_CACHE_DIR'] = '/opt/maxkb-app/model/tokenizer/openai-tiktoken-cl100k-base' application = get_wsgi_application()