From 9fb5ef4f8070ee9193398ae76ceaeaf1a1d54638 Mon Sep 17 00:00:00 2001 From: liqiang-fit2cloud Date: Tue, 8 Jul 2025 19:37:46 +0800 Subject: [PATCH] build: add new tokenizer. --- installer/Dockerfile-vector-model | 4 ++-- ...nstall_model_token.py => install_model_bert_base_cased.py} | 0 2 files changed, 2 insertions(+), 2 deletions(-) rename installer/{install_model_token.py => install_model_bert_base_cased.py} (100%) diff --git a/installer/Dockerfile-vector-model b/installer/Dockerfile-vector-model index 8bb85ead5..c73e03079 100644 --- a/installer/Dockerfile-vector-model +++ b/installer/Dockerfile-vector-model @@ -11,11 +11,11 @@ # 不知道为什么用上面的脚本重新拉一遍向量模型比之前的大很多，所以还是用下面的脚本复用原来已经构建好的向量模型 FROM python:3.11-slim-bookworm AS tmp-stage1 -COPY installer/install_model_token.py install_model_token.py +COPY installer/install_model_bert_base_cased.py install_model_bert_base_cased.py RUN pip3 install --upgrade pip setuptools && \ pip install pycrawlers && \ pip install transformers && \ - python3 install_model_token.py && \ + python3 install_model_bert_base_cased.py && \ cp -r model/base/hub model/tokenizer FROM ghcr.io/1panel-dev/maxkb-vector-model:v1.0.1 AS vector-model diff --git a/installer/install_model_token.py b/installer/install_model_bert_base_cased.py similarity index 100% rename from installer/install_model_token.py rename to installer/install_model_bert_base_cased.py