fix(excel): filter out image function strings from parsed content

WPS embeds images in cells using =DISPIMG("ID",mode) which may appear as plain text prefixed with "_xlfn." when processed by openpyxl. These function strings pollute the RAG-indexed document content, causing incorrect AI recall.

Add a regex filter (_is_image_function) that detects _xlfn.DISPIMG(...) and _xlfn.IMAGE(...) patterns and excludes them during row processing in ExcelParser.parse_into_text().

Refs: https://github.com/Tencent/WeKnora/issues/1779
This commit is contained in:
zhouxun
2026-06-24 11:40:46 +08:00
committed by lyingbug
parent fa8e2bb087
commit 4db727ac69
2 changed files with 111 additions and 1 deletions
+18 -1
View File
@@ -6,6 +6,7 @@ structured Document objects with text content and chunks. It supports multiple
sheets and handles various Excel formats using pandas.
"""
import logging
import re
from io import BytesIO
from typing import List
@@ -24,6 +25,22 @@ from docreader.parser.xlsx_repair import repair_xlsx_bytes
logger = logging.getLogger(__name__)
# Pattern to detect Excel image function strings that should be excluded from
# parsed text content. WPS uses =DISPIMG("ID",mode) to embed images in cells;
# when opened by other tools the formula may appear as plain text prefixed with
# "_xlfn." or "=". Office 365 uses =_xlfn.IMAGE(url, ...) similarly.
# The _xlfn. prefix is optional — WPS may omit it (e.g. =DISPIMG("ID",1)).
_IMAGE_FUNC_RE = re.compile(
r"^=?(_xlfn\.)?(DISPIMG|IMAGE)\(", re.IGNORECASE
)
def _is_image_function(value: object) -> bool:
"""Return True if *value* looks like an embedded-image function string."""
if not isinstance(value, str):
return False
return _IMAGE_FUNC_RE.match(value) is not None
class ExcelParser(BaseParser):
"""Parser for Excel files (.xlsx, .xls).
@@ -81,7 +98,7 @@ class ExcelParser(BaseParser):
page_content = []
# Build key-value pairs for non-null values
for k, v in row.items():
if pd.notna(v): # Skip NaN/null values
if pd.notna(v) and not _is_image_function(v):
page_content.append(f"{k}: {v}")
# Skip rows with no valid content