From bfa78cc9333eace58e7acecb03c815c7a2861b1b Mon Sep 17 00:00:00 2001 From: ChenRussell <792608290@qq.com> Date: Wed, 25 Mar 2026 14:47:44 +0800 Subject: [PATCH] fix(rerank): filter empty passages to prevent Aliyun API error Aliyun rerank API rejects empty documents with error "document index:X should not be empty". This fix validates passage content before building the documents array, skipping empty chunks and logging them for data quality monitoring. --- internal/application/service/chat_pipline/rerank.go | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/internal/application/service/chat_pipline/rerank.go b/internal/application/service/chat_pipline/rerank.go index aa2f8ef0..edb72818 100644 --- a/internal/application/service/chat_pipline/rerank.go +++ b/internal/application/service/chat_pipline/rerank.go @@ -82,6 +82,13 @@ func (p *PluginRerank) OnEvent(ctx context.Context, } // 合并Content和ImageInfo的文本内容 passage := getEnrichedPassage(ctx, result) + // 过滤空内容,避免Rerank API报错 + if strings.TrimSpace(passage) == "" { + pipelineWarn(ctx, "Rerank", "empty_passage_skip", map[string]interface{}{ + "chunk_id": result.ID, + }) + continue + } passages = append(passages, passage) candidatesToRerank = append(candidatesToRerank, result) }