refactor(parser): reorganize Markdown parser and enhance gRPC document reading

- Moved the _SEPARATOR_CELL regex definition to a more appropriate location in the Markdown parser.
- Implemented a fallback mechanism in the gRPC document reader to handle cases where the ReadStream RPC is unimplemented, ensuring compatibility with older versions.
- Added a readUnary method to maintain backward compatibility with the legacy unary Read RPC.
- Improved cancellation handling in the MinerUCloud and PaddleOCR-VL readers to prevent excessive API calls during context cancellation.
This commit is contained in:
wizardchen
2026-06-03 12:26:16 +08:00
committed by lyingbug
parent ef1047bf67
commit bbd3f6324a
5 changed files with 76 additions and 13 deletions
+2 -2
View File
@@ -18,8 +18,6 @@ import re
import uuid
from typing import Dict, List, Match, Optional, Tuple
_SEPARATOR_CELL = re.compile(r"^:?-{3,}:?$")
from docreader.models.document import Document
from docreader.parser.base_parser import BaseParser
from docreader.parser.chain_parser import PipelineParser
@@ -28,6 +26,8 @@ from docreader.utils import endecode
# Get logger object
logger = logging.getLogger(__name__)
_SEPARATOR_CELL = re.compile(r"^:?-{3,}:?$")
class MarkdownTableUtil:
"""Utility class for formatting Markdown tables.