From fd742fea42f08e4b541d29b70157892b6f8d445c Mon Sep 17 00:00:00 2001 From: wizardchen Date: Wed, 4 Mar 2026 20:35:47 +0800 Subject: [PATCH] feat: enhance MinerU response handling for document parsing - Added support for parsing both `results.document` and `results.files` in the MinerU API response, allowing for more flexible handling of markdown content and images. - Implemented fallback logic to prefer `results.document` when available, improving the robustness of document processing. - Added debug and warning logging to track response path usage and potential issues with missing content. These changes improve the reliability and clarity of document parsing from the MinerU API, ensuring better handling of varying response formats. --- .../docparser/mineru_converter.go | 20 ++++++++++++++++++- 1 file changed, 19 insertions(+), 1 deletion(-) diff --git a/internal/infrastructure/docparser/mineru_converter.go b/internal/infrastructure/docparser/mineru_converter.go index 11394fb1..04e1e1ed 100644 --- a/internal/infrastructure/docparser/mineru_converter.go +++ b/internal/infrastructure/docparser/mineru_converter.go @@ -82,6 +82,10 @@ func (c *MinerUReader) Read(ctx context.Context, req *types.ReadRequest) (*types // mineruFileParseResponse mirrors the relevant fields from the MinerU API response. type mineruFileParseResponse struct { Results struct { + Document struct { + MDContent string `json:"md_content"` + Images map[string]string `json:"images"` // path -> "data:image/png;base64,..." or raw base64 + } `json:"document"` Files struct { MDContent string `json:"md_content"` Images map[string]string `json:"images"` // path -> "data:image/png;base64,..." or raw base64 @@ -170,7 +174,21 @@ func (c *MinerUReader) callFileParse(ctx context.Context, content []byte) (strin return "", nil, fmt.Errorf("decode response: %w", err) } - return result.Results.Files.MDContent, result.Results.Files.Images, nil + // MinerU response schema differs by version/deployment: + // - older/self-hosted variants: results.document.* + // - some variants: results.files.* + // Prefer document when available, then fallback to files. + if result.Results.Document.MDContent != "" || len(result.Results.Document.Images) > 0 { + logger.Printf("DEBUG: [MinerU] Using response path: results.document") + return result.Results.Document.MDContent, result.Results.Document.Images, nil + } + if result.Results.Files.MDContent != "" || len(result.Results.Files.Images) > 0 { + logger.Printf("DEBUG: [MinerU] Using response path: results.files") + return result.Results.Files.MDContent, result.Results.Files.Images, nil + } + + logger.Printf("WARN: [MinerU] Response has no markdown/images under results.document or results.files") + return "", nil, nil } // processImages decodes base64 images from MinerU response and returns ImageRef list.