From a9c46cd7e0fc2e610ee2683cf07298093f3632f3 Mon Sep 17 00:00:00 2001
From: "Mr.zhao" <33945037+hao65103940@users.noreply.github.com>
Date: Thu, 19 Jun 2025 18:01:45 +0800
Subject: [PATCH] fix: Reorganize the model cache (#3315)

---
 .../impl/xinference_model_provider/model/reranker.py           | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/apps/setting/models_provider/impl/xinference_model_provider/model/reranker.py b/apps/setting/models_provider/impl/xinference_model_provider/model/reranker.py
index 8820a1986..28c8d2678 100644
--- a/apps/setting/models_provider/impl/xinference_model_provider/model/reranker.py
+++ b/apps/setting/models_provider/impl/xinference_model_provider/model/reranker.py
@@ -22,6 +22,9 @@ class XInferenceReranker(MaxKBBaseModel, BaseDocumentCompressor):
     """UID of the launched model"""
     api_key: Optional[str]
 
+    @staticmethod
+    def is_cache_model():
+        return False
     @staticmethod
     def new_instance(model_type, model_name, model_credential: Dict[str, object], **model_kwargs):
         return XInferenceReranker(server_url=model_credential.get('server_url'), model_uid=model_name,