mirror of
https://github.com/1Panel-dev/MaxKB.git
synced 2025-12-26 01:33:05 +00:00
refactor: add cl100k_base.tiktoken tokenizer. (#4331)
This commit is contained in:
parent
f6c70da5ff
commit
ccc8c06c51
|
|
@ -32,7 +32,7 @@ class TorchBlocker:
|
|||
builtins.__import__ = TorchBlocker()
|
||||
|
||||
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'maxkb.settings')
|
||||
|
||||
os.environ['TIKTOKEN_CACHE_DIR'] = '/opt/maxkb-app/model/tokenizer/openai-tiktoken-cl100k-base'
|
||||
application = get_wsgi_application()
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue