diff --git a/apps/setting/models_provider/impl/local_model_provider/model/reranker.py b/apps/setting/models_provider/impl/local_model_provider/model/reranker.py index 7d219c020..b941625b0 100644 --- a/apps/setting/models_provider/impl/local_model_provider/model/reranker.py +++ b/apps/setting/models_provider/impl/local_model_provider/model/reranker.py @@ -69,7 +69,7 @@ class LocalBaseReranker(MaxKBBaseModel, BaseDocumentCompressor): tokenizer: Any = None model: Optional[str] = None cache_dir: Optional[str] = None - model_kwargs: ClassVar = {} + model_kwargs: Any = {} def __init__(self, model_name, cache_dir=None, **model_kwargs): super().__init__() diff --git a/pyproject.toml b/pyproject.toml index 352984358..35d74a52e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -28,7 +28,7 @@ diskcache = "^5.6.3" pillow = "^10.2.0" filetype = "^1.2.0" torch = "2.6.0" -sentence-transformers = "^2.2.2" +sentence-transformers = "^4.0.2" openai = "^1.13.3" tiktoken = "^0.7.0" qianfan = "^0.3.6.1" @@ -66,6 +66,7 @@ pysilk = "^0.0.1" django-db-connection-pool = "^1.2.5" opencv-python-headless = "^4.11.0.86" pymysql = "^1.1.1" +accelerate = "^1.6.0" [build-system] requires = ["poetry-core"] build-backend = "poetry.core.masonry.api"