package docparser import ( "encoding/base64" "strings" "testing" ) func TestNormalizeMinerUMarkdownPreservesMarkdownAndHTML(t *testing.T) { input := strings.Join([]string{ "# Heading", "", "![](images/cover.jpg)", "", `
text_imagecaption
`, "", `
`, }, "\n") got := normalizeMinerUMarkdown(input) if !strings.Contains(got, "# Heading") { t.Fatalf("expected heading to stay intact, got: %q", got) } if strings.Contains(got, `\# Heading`) { t.Fatalf("expected heading to avoid escaped form, got: %q", got) } if !strings.Contains(got, "![](images/cover.jpg)") { t.Fatalf("expected markdown image syntax to stay intact, got: %q", got) } if strings.Contains(got, `!\[](images/cover.jpg)`) { t.Fatalf("expected markdown image syntax to avoid escaped form, got: %q", got) } if !strings.Contains(got, `
text_imagecaption
`) { t.Fatalf("expected details/summary block to be preserved, got: %q", got) } if !strings.Contains(got, ``) { t.Fatalf("expected html img tag to be preserved, got: %q", got) } } func TestProcessImagesKeepsReferencedVariants(t *testing.T) { reader := &MinerUReader{} mdContent := strings.Join([]string{ "![](images/cover.jpg)", ``, `![](plain.jpg)`, }, "\n") png := createTestPNG(200, 150) b64 := base64.StdEncoding.EncodeToString(png) images := map[string]string{ "cover.jpg": "data:image/png;base64," + b64, "profile.jpg": "data:image/png;base64," + b64, "plain.jpg": "data:image/png;base64," + b64, } refs, gotMarkdown := reader.processImages(mdContent, images) if gotMarkdown != mdContent { t.Fatalf("processImages should not rewrite markdown content") } if len(refs) != 3 { t.Fatalf("expected 3 image refs, got %d", len(refs)) } } // TestProcessImagesMatchesPathsWithSpaces guards against a regression where // MinerU image filenames containing spaces (common on Chinese documents, // e.g. "images/第 1 页.jpg") would be silently dropped because the markdown // regex used to extract refs disallowed whitespace inside the URL group. func TestProcessImagesMatchesPathsWithSpaces(t *testing.T) { reader := &MinerUReader{} mdContent := "![](images/第 1 页.jpg)" png := createTestPNG(200, 150) b64 := base64.StdEncoding.EncodeToString(png) images := map[string]string{ "第 1 页.jpg": "data:image/png;base64," + b64, } refs, _ := reader.processImages(mdContent, images) if len(refs) != 1 { t.Fatalf("expected 1 image ref for path with spaces, got %d", len(refs)) } if refs[0].OriginalRef != "images/第 1 页.jpg" { t.Fatalf("unexpected OriginalRef: %q", refs[0].OriginalRef) } }