From b48adde3e649924c2f408bf9f9707eaaba76c275 Mon Sep 17 00:00:00 2001 From: Mao Meng <1707647656@qq.com> Date: Wed, 29 Apr 2026 22:08:58 +0800 Subject: [PATCH] fix:attachment_document_failed --- .../handler/session/attachment_processor.go | 22 ++++++++++++++++--- 1 file changed, 19 insertions(+), 3 deletions(-) diff --git a/internal/handler/session/attachment_processor.go b/internal/handler/session/attachment_processor.go index cb92676c..fa1c4e74 100644 --- a/internal/handler/session/attachment_processor.go +++ b/internal/handler/session/attachment_processor.go @@ -9,6 +9,7 @@ import ( "path/filepath" "strings" + "github.com/Tencent/WeKnora/internal/common" "github.com/Tencent/WeKnora/internal/infrastructure/docparser" "github.com/Tencent/WeKnora/internal/logger" "github.com/Tencent/WeKnora/internal/types" @@ -117,6 +118,8 @@ func (p *AttachmentProcessor) ProcessAttachment( } } + attachment.Content = common.CleanInvalidUTF8(attachment.Content) + logger.Infof(ctx, "attachment processed: fileName=%s, truncated=%v, contentLen=%d", secutils.SanitizeForLog(baseName), attachment.IsTruncated, len(attachment.Content)) @@ -232,11 +235,14 @@ func (p *AttachmentProcessor) processWithDocumentReader( if p.documentReader == nil { return fmt.Errorf("DocumentReader not configured") } + + normalizedType := strings.TrimPrefix(fileType, ".") result, err := p.documentReader.Read(ctx, &types.ReadRequest{ - FileContent: data, - FileName: fileName, - FileType: fileType, + FileContent: data, + FileName: fileName, + FileType: normalizedType, + ParserEngineOverrides: getParserEngineOverridesFromContext(ctx), }) if err != nil { return fmt.Errorf("DocumentReader failed: %w", err) @@ -301,6 +307,16 @@ func isValidFileType(fileName string) bool { return false } +// getParserEngineOverridesFromContext returns parser engine overrides from tenant in context. +func getParserEngineOverridesFromContext(ctx context.Context) map[string]string { + if v := ctx.Value(types.TenantInfoContextKey); v != nil { + if tenant, ok := v.(*types.Tenant); ok && tenant != nil && tenant.ParserEngineConfig != nil { + return tenant.ParserEngineConfig.ToOverridesMap() + } + } + return nil +} + // DecodeBase64Attachment decodes a base64 attachment payload, stripping any data URI prefix. // Tries Std, URL, RawStd, and RawURL encodings in order. func DecodeBase64Attachment(data string) ([]byte, error) {