15308555518/ FastGPT
1
0
Fork 0
mirror of https://github.com/labring/FastGPT.git synced 2025-12-25 20:02:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

update search filter code (#4317) 

* sync collection

* remove lock

* update search filter code
This commit is contained in:
Archer 2025-03-25 18:06:31 +08:00 committed by archer
parent 37b4a1919b
commit ff64a3c039
No known key found for this signature in database
GPG Key ID: 4446499B846D4A9E
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
packages/service/core/dataset/search/controller.ts
View File

@ -134,12 +134,10 @@ export const filterDatasetDataByMaxTokens = async (
let totalTokens = 0;
for await (const item of tokensScoreFilter) {
results.push(item);
totalTokens += item.tokens;
if (totalTokens > maxTokens + 500) {
break;
}
results.push(item);
if (totalTokens > maxTokens) {
break;
}