gitea/FastGPT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update search filter code (#4317)

Browse Source 
* sync collection

* remove lock

* update search filter code
This commit is contained in:
Archer 2025-03-25 18:06:31 +08:00 committed by archer
parent 37b4a1919b
commit ff64a3c039
No known key found for this signature in database
GPG Key ID: 4446499B846D4A9E
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
packages/service/core/dataset/search/controller.ts
View File

@ -134,12 +134,10 @@ export const filterDatasetDataByMaxTokens = async (
let totalTokens = 0; let totalTokens = 0;
for await (const item of tokensScoreFilter) { for await (const item of tokensScoreFilter) {
results.push(item);
totalTokens += item.tokens; totalTokens += item.tokens;
if (totalTokens > maxTokens + 500) {
break;
}
results.push(item);
if (totalTokens > maxTokens) { if (totalTokens > maxTokens) {
break; break;
} }