From ff64a3c03909b1b93720931cdfb60ab8a664eded Mon Sep 17 00:00:00 2001
From: Archer <545436317@qq.com>
Date: Tue, 25 Mar 2025 18:06:31 +0800
Subject: [PATCH] update search filter code (#4317)

* sync collection

* remove lock

* update search filter code
---
 packages/service/core/dataset/search/controller.ts | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/packages/service/core/dataset/search/controller.ts b/packages/service/core/dataset/search/controller.ts
index 9e87bf9bc..9f59aba8d 100644
--- a/packages/service/core/dataset/search/controller.ts
+++ b/packages/service/core/dataset/search/controller.ts
@@ -134,12 +134,10 @@ export const filterDatasetDataByMaxTokens = async (
     let totalTokens = 0;
 
     for await (const item of tokensScoreFilter) {
+      results.push(item);
+
       totalTokens += item.tokens;
 
-      if (totalTokens > maxTokens + 500) {
-        break;
-      }
-      results.push(item);
       if (totalTokens > maxTokens) {
         break;
       }