feat: Added web page for configuring model information

This commit is contained in:
wizardchen
2025-08-10 17:04:39 +08:00
committed by lyingbug
parent 4498442fcc
commit bdabed6bfa
43 changed files with 5689 additions and 338 deletions
+99 -72
View File
@@ -3,7 +3,7 @@ import re
import os
import uuid
import asyncio
from typing import List, Dict, Any, Optional, Tuple
from typing import List, Dict, Any, Optional, Tuple, Union
from abc import ABC, abstractmethod
from dataclasses import dataclass, field
import logging
@@ -13,6 +13,7 @@ import traceback
import numpy as np
import time
from .ocr_engine import OCREngine
from .image_utils import image_to_base64
# Add parent directory to Python path for src imports
current_dir = os.path.dirname(os.path.abspath(__file__))
@@ -100,6 +101,7 @@ class BaseParser(ABC):
max_image_size: int = 1920, # Maximum image size
max_concurrent_tasks: int = 5, # Max concurrent tasks
max_chunks: int = 1000, # Max number of returned chunks
chunking_config: object = None, # Chunking configuration object
):
"""Initialize parser
@@ -127,6 +129,7 @@ class BaseParser(ABC):
self.max_image_size = max_image_size
self.max_concurrent_tasks = max_concurrent_tasks
self.max_chunks = max_chunks
self.chunking_config = chunking_config
logger.info(
f"Initializing {self.__class__.__name__} for file: {file_name}, type: {self.file_type}"
@@ -141,7 +144,12 @@ class BaseParser(ABC):
# Only initialize Caption service if multimodal is enabled
if self.enable_multimodal:
try:
self.caption_parser = Caption()
# Get VLM config from chunking config if available
vlm_config = None
if self.chunking_config and hasattr(self.chunking_config, 'vlm_config'):
vlm_config = self.chunking_config.vlm_config
self.caption_parser = Caption(vlm_config)
except Exception as e:
logger.warning(f"Failed to initialize Caption service: {str(e)}")
self.caption_parser = None
@@ -200,55 +208,51 @@ class BaseParser(ABC):
resized_image.close()
def _resize_image_if_needed(self, image):
"""Resize image to avoid processing large images
"""Resize image if it exceeds maximum size limit
Args:
image: Image object (PIL.Image or numpy array)
Returns:
Resized image
Resized image object
"""
try:
# Check if it's a PIL.Image object
if hasattr(image, 'width') and hasattr(image, 'height'):
width, height = image.width, image.height
# Check if resizing is needed
# If it's a PIL Image
if hasattr(image, 'size'):
width, height = image.size
if width > self.max_image_size or height > self.max_image_size:
logger.info(f"Resizing image, original size: {width}x{height}")
# Calculate scaling factor
logger.info(f"Resizing PIL image, original size: {width}x{height}")
scale = min(self.max_image_size / width, self.max_image_size / height)
new_width = int(width * scale)
new_height = int(height * scale)
# Resize
resized_image = image.resize((new_width, new_height))
logger.info(f"Image resized to: {new_width}x{new_height}")
logger.info(f"Resized to: {new_width}x{new_height}")
return resized_image
else:
logger.info(f"PIL image size {width}x{height} is within limits, no resizing needed")
return image
# If it's a numpy array
elif hasattr(image, 'shape') and len(image.shape) == 3:
height, width = image.shape[0], image.shape[1]
elif hasattr(image, 'shape'):
height, width = image.shape[:2]
if width > self.max_image_size or height > self.max_image_size:
logger.info(f"Resizing numpy image, original size: {width}x{height}")
# Use PIL for resizing
from PIL import Image
scale = min(self.max_image_size / width, self.max_image_size / height)
new_width = int(width * scale)
new_height = int(height * scale)
# Use PIL for resizing numpy arrays
pil_image = Image.fromarray(image)
try:
scale = min(self.max_image_size / width, self.max_image_size / height)
new_width = int(width * scale)
new_height = int(height * scale)
resized_image = pil_image.resize((new_width, new_height))
# Convert back to numpy array
import numpy as np
resized_array = np.array(resized_image)
logger.info(f"numpy image resized to: {new_width}x{new_height}")
return resized_array
finally:
# Ensure PIL image is closed
pil_image.close()
if 'resized_image' in locals() and hasattr(resized_image, 'close'):
resized_image.close()
return image
resized_pil = pil_image.resize((new_width, new_height))
resized_image = np.array(resized_pil)
logger.info(f"Resized to: {new_width}x{new_height}")
return resized_image
else:
logger.info(f"Numpy image size {width}x{height} is within limits, no resizing needed")
return image
else:
logger.warning(f"Unknown image type: {type(image)}, cannot resize")
return image
except Exception as e:
logger.warning(f"Failed to resize image: {str(e)}, using original image")
logger.error(f"Error resizing image: {str(e)}")
return image
def process_image(self, image, image_url=None):
@@ -273,15 +277,21 @@ class BaseParser(ABC):
ocr_text = self.perform_ocr(image)
caption = ""
if self.caption_parser and image_url:
if self.caption_parser:
logger.info(f"OCR successfully extracted {len(ocr_text)} characters, continuing to get caption")
caption = self.get_image_caption(image_url)
if caption:
logger.info(f"Successfully obtained image caption: {caption}")
# Convert image to base64 for caption generation
img_base64 = image_to_base64(image)
if img_base64:
caption = self.get_image_caption(img_base64)
if caption:
logger.info(f"Successfully obtained image caption: {caption}")
else:
logger.warning("Failed to get caption")
else:
logger.warning("Failed to get caption")
logger.warning("Failed to convert image to base64")
caption = ""
else:
logger.info("image_url not provided or Caption service not initialized, skipping caption retrieval")
logger.info("Caption service not initialized, skipping caption retrieval")
# Release image resources
del image
@@ -323,21 +333,27 @@ class BaseParser(ABC):
logger.info(f"OCR successfully extracted {len(ocr_text)} characters, continuing to get caption")
caption = ""
if self.caption_parser and image_url:
if self.caption_parser:
try:
# Add timeout to avoid blocking caption retrieval (30 seconds timeout)
caption_task = self.get_image_caption_async(image_url)
image_url, caption = await asyncio.wait_for(caption_task, timeout=30.0)
if caption:
logger.info(f"Successfully obtained image caption: {caption}")
# Convert image to base64 for caption generation
img_base64 = image_to_base64(resized_image)
if img_base64:
# Add timeout to avoid blocking caption retrieval (30 seconds timeout)
caption_task = self.get_image_caption_async(img_base64)
image_data, caption = await asyncio.wait_for(caption_task, timeout=30.0)
if caption:
logger.info(f"Successfully obtained image caption: {caption}")
else:
logger.warning("Failed to get caption")
else:
logger.warning("Failed to get caption")
logger.warning("Failed to convert image to base64")
caption = ""
except asyncio.TimeoutError:
logger.warning("Caption retrieval timed out, skipping")
except Exception as e:
logger.error(f"Failed to get caption: {str(e)}")
else:
logger.info("image_url not provided or Caption service not initialized, skipping caption retrieval")
logger.info("Caption service not initialized, skipping caption retrieval")
return ocr_text, caption, image_url
finally:
@@ -473,56 +489,66 @@ class BaseParser(ABC):
logger.info(f"Decoded text length: {len(text)} characters")
return text
def get_image_caption(self, image_url: str) -> str:
def get_image_caption(self, image_data: str) -> str:
"""Get image description
Args:
image_url: Image URL
image_data: Image data (base64 encoded string or URL)
Returns:
Image description
"""
start_time = time.time()
logger.info(
f"Getting caption for image: {image_url[:250]}..."
if len(image_url) > 250
else f"Getting caption for image: {image_url}"
f"Getting caption for image: {image_data[:250]}..."
if len(image_data) > 250
else f"Getting caption for image: {image_data}"
)
caption = self.caption_parser.get_caption(image_url)
caption = self.caption_parser.get_caption(image_data)
if caption:
logger.info(
f"Received caption of length: {len(caption)}, caption: {caption}, image_url: {image_url},"
f"Received caption of length: {len(caption)}, caption: {caption},"
f"cost: {time.time() - start_time} seconds"
)
else:
logger.warning("Failed to get caption for image")
return caption
async def get_image_caption_async(self, image_url: str) -> Tuple[str, str]:
async def get_image_caption_async(self, image_data: str) -> Tuple[str, str]:
"""Asynchronously get image description
Args:
image_url: Image URL
image_data: Image data (base64 encoded string or URL)
Returns:
Tuple[str, str]: Image URL and corresponding description
Tuple[str, str]: Image data and corresponding description
"""
caption = self.get_image_caption(image_url)
return image_url, caption
caption = self.get_image_caption(image_data)
return image_data, caption
def _init_cos_client(self):
def _init_cos_client(self, cos_config=None):
"""Initialize Tencent Cloud COS client"""
try:
# Get COS configuration from environment variables
secret_id = os.getenv("COS_SECRET_ID")
secret_key = os.getenv("COS_SECRET_KEY")
region = os.getenv("COS_REGION")
bucket_name = os.getenv("COS_BUCKET_NAME")
appid = os.getenv("COS_APP_ID")
prefix = os.getenv("COS_PATH_PREFIX")
enable_old_domain = (
os.getenv("COS_ENABLE_OLD_DOMAIN", "true").lower() == "true"
)
# Use provided COS config if available, otherwise fall back to environment variables
if cos_config:
secret_id = cos_config.get("secret_id")
secret_key = cos_config.get("secret_key")
region = cos_config.get("region")
bucket_name = cos_config.get("bucket_name")
appid = cos_config.get("app_id")
prefix = cos_config.get("path_prefix", "")
enable_old_domain = cos_config.get("enable_old_domain", "true").lower() == "true"
else:
# Get COS configuration from environment variables
secret_id = os.getenv("COS_SECRET_ID")
secret_key = os.getenv("COS_SECRET_KEY")
region = os.getenv("COS_REGION")
bucket_name = os.getenv("COS_BUCKET_NAME")
appid = os.getenv("COS_APP_ID")
prefix = os.getenv("COS_PATH_PREFIX")
enable_old_domain = (
os.getenv("COS_ENABLE_OLD_DOMAIN", "true").lower() == "true"
)
if not all([secret_id, secret_key, region, bucket_name, appid]):
logger.error(
@@ -600,12 +626,13 @@ class BaseParser(ABC):
logger.error(f"Failed to upload file to COS: {str(e)}")
return ""
def upload_bytes(self, content: bytes, file_ext: str = ".png") -> str:
def upload_bytes(self, content: bytes, file_ext: str = ".png", cos_config=None) -> str:
"""Directly upload file content to Tencent Cloud COS
Args:
content: File byte content
file_ext: File extension, default is .png
cos_config: COS configuration dictionary
Returns:
File URL
@@ -614,7 +641,7 @@ class BaseParser(ABC):
f"Uploading bytes content to COS, content size: {len(content)} bytes"
)
try:
client, bucket_name, region, prefix = self._init_cos_client()
client, bucket_name, region, prefix = self._init_cos_client(cos_config)
if not client:
return ""
+97 -28
View File
@@ -1,10 +1,13 @@
import json
import logging
import os
import time
from dataclasses import dataclass, field
from typing import List, Optional, Union
import requests
import ollama
logger = logging.getLogger(__name__)
@@ -168,39 +171,108 @@ class Caption:
Uses an external API to process images and return textual descriptions.
"""
def __init__(self):
"""Initialize the Caption service with configuration from environment variables."""
def __init__(self, vlm_config=None):
"""Initialize the Caption service with configuration from parameters or environment variables."""
logger.info("Initializing Caption service")
self.prompt = """简单凝炼的描述图片的主要内容"""
if os.getenv("VLM_MODEL_BASE_URL") == "" or os.getenv("VLM_MODEL_NAME") == "":
logger.error("VLM_MODEL_BASE_URL or VLM_MODEL_NAME is not set")
return
self.completion_url = os.getenv("VLM_MODEL_BASE_URL") + "/v1/chat/completions"
self.model = os.getenv("VLM_MODEL_NAME")
self.api_key = os.getenv("VLM_MODEL_API_KEY")
# Use provided VLM config if available, otherwise fall back to environment variables
if vlm_config:
self.completion_url = vlm_config.get("base_url", "") + "/chat/completions"
self.model = vlm_config.get("model_name", "")
self.api_key = vlm_config.get("api_key", "")
self.interface_type = vlm_config.get("interface_type", "openai").lower()
else:
if os.getenv("VLM_MODEL_BASE_URL") == "" or os.getenv("VLM_MODEL_NAME") == "":
logger.error("VLM_MODEL_BASE_URL or VLM_MODEL_NAME is not set")
return
self.completion_url = os.getenv("VLM_MODEL_BASE_URL") + "/chat/completions"
self.model = os.getenv("VLM_MODEL_NAME")
self.api_key = os.getenv("VLM_MODEL_API_KEY")
self.interface_type = os.getenv("VLM_INTERFACE_TYPE", "openai").lower()
# 验证接口类型
if self.interface_type not in ["ollama", "openai"]:
logger.warning(f"Unknown interface type: {self.interface_type}, defaulting to openai")
self.interface_type = "openai"
logger.info(
f"Service configured with model: {self.model}, endpoint: {self.completion_url}"
f"Service configured with model: {self.model}, endpoint: {self.completion_url}, interface: {self.interface_type}"
)
def _call_caption_api(self, image_url: str) -> Optional[CaptionChatResp]:
def _call_caption_api(self, image_data: str) -> Optional[CaptionChatResp]:
"""
Call the Caption API to generate a description for the given image.
Args:
image_url: URL of the image to be captioned
image_data: URL of the image or base64 encoded image data
Returns:
CaptionChatResp object if successful, None otherwise
"""
logger.info(f"Calling Caption API for image captioning")
logger.info(f"Processing image from URL: {image_url}")
logger.info(f"Processing image data: {image_data[:50] if len(image_data) > 50 else image_data}")
# 根据接口类型选择调用方式
if self.interface_type == "ollama":
return self._call_ollama_api(image_data)
else:
return self._call_openai_api(image_data)
def _call_ollama_api(self, image_base64: str) -> Optional[CaptionChatResp]:
"""Call Ollama API for image captioning using base64 encoded image data."""
host = self.completion_url.replace("/v1/chat/completions", "")
client = ollama.Client(
host=host,
)
try:
logger.info(f"Calling Ollama API with model: {self.model}")
# 调用Ollama API,使用images参数传递base64编码的图片
response = client.generate(
model=self.model,
prompt="简单凝炼的描述图片的主要内容",
images=[image_base64], # image_base64是base64编码的图片数据
options={"temperature": 0.1},
stream=False,
)
# 构造响应对象
caption_resp = CaptionChatResp(
id="ollama_response",
created=int(time.time()),
model=self.model,
object="chat.completion",
choices=[
Choice(
message=Message(
role="assistant",
content=response.response
)
)
]
)
logger.info("Successfully received response from Ollama API")
return caption_resp
except Exception as e:
logger.error(f"Error calling Ollama API: {e}")
return None
def _call_openai_api(self, image_base64: str) -> Optional[CaptionChatResp]:
"""Call OpenAI-compatible API for image captioning."""
logger.info(f"Calling OpenAI-compatible API with model: {self.model}")
user_msg = UserMessage(
role="user",
content=[
Content(type="text", text=self.prompt),
Content(
type="image_url", image_url=ImageUrl(url=image_url, detail="auto")
type="image_url", image_url=ImageUrl(url="data:image/png;base64," + image_base64, detail="auto")
),
],
)
@@ -223,7 +295,7 @@ class Caption:
headers["Authorization"] = f"Bearer {self.api_key}"
try:
logger.info(f"Sending request to Caption API with model: {self.model}")
logger.info(f"Sending request to OpenAI-compatible API with model: {self.model}")
response = requests.post(
self.completion_url,
data=json.dumps(gpt_req, default=lambda o: o.__dict__, indent=4),
@@ -232,12 +304,12 @@ class Caption:
)
if response.status_code != 200:
logger.error(
f"Caption API returned non-200 status code: {response.status_code}"
f"OpenAI-compatible API returned non-200 status code: {response.status_code}"
)
response.raise_for_status()
logger.info(
f"Successfully received response from Caption API with status: {response.status_code}"
f"Successfully received response from OpenAI-compatible API with status: {response.status_code}"
)
logger.info(f"Converting response to CaptionChatResp object")
caption_resp = CaptionChatResp.from_json(response.json())
@@ -250,33 +322,30 @@ class Caption:
return caption_resp
except requests.exceptions.Timeout:
logger.error(f"Timeout while calling Caption API after 30 seconds")
logger.error(f"Timeout while calling OpenAI-compatible API after 30 seconds")
return None
except requests.exceptions.RequestException as e:
logger.error(f"Request error calling Caption API: {e}")
logger.error(f"Request error calling OpenAI-compatible API: {e}")
return None
except Exception as e:
logger.error(f"Error calling Caption API: {str(e)}")
logger.info(
f"Request details: model={self.model}, URL={self.completion_url}"
)
logger.error(f"Unexpected error calling OpenAI-compatible API: {e}")
return None
def get_caption(self, image_url: str) -> str:
def get_caption(self, image_data: str) -> str:
"""
Get a caption for the provided image URL.
Get a caption for the provided image data.
Args:
image_url: URL of the image to be captioned
image_data: URL of the image or base64 encoded image data
Returns:
Caption text as string, or empty string if captioning failed
"""
logger.info("Getting caption for image")
if not image_url or self.completion_url is None:
logger.error("Image URL is not set")
if not image_data or self.completion_url is None:
logger.error("Image data is not set")
return ""
caption_resp = self._call_caption_api(image_url)
caption_resp = self._call_caption_api(image_data)
if caption_resp:
caption = caption_resp.choice_data()
caption_length = len(caption)
@@ -37,7 +37,13 @@ class ImageParser(BaseParser):
# Upload image to storage service
logger.info("Uploading image to storage")
_, ext = os.path.splitext(self.file_name)
image_url = self.upload_bytes(content, file_ext=ext)
# Get COS config from chunking config if available
cos_config = None
if hasattr(self, 'chunking_config') and self.chunking_config and hasattr(self.chunking_config, 'cos_config'):
cos_config = self.chunking_config.cos_config
image_url = self.upload_bytes(content, file_ext=ext, cos_config=cos_config)
if not image_url:
logger.error("Failed to upload image to storage")
return ""
@@ -0,0 +1,43 @@
import base64
import io
import logging
from typing import Union
from PIL import Image
import numpy as np
logger = logging.getLogger(__name__)
def image_to_base64(image: Union[str, bytes, Image.Image, np.ndarray]) -> str:
"""Convert image to base64 encoded string
Args:
image: Image file path, bytes, PIL Image object, or numpy array
Returns:
Base64 encoded image string, or empty string if conversion fails
"""
try:
if isinstance(image, str):
# It's a file path
with open(image, "rb") as image_file:
return base64.b64encode(image_file.read()).decode("utf-8")
elif isinstance(image, bytes):
# It's bytes data
return base64.b64encode(image).decode("utf-8")
elif isinstance(image, Image.Image):
# It's a PIL Image
buffer = io.BytesIO()
image.save(buffer, format="PNG")
return base64.b64encode(buffer.getvalue()).decode("utf-8")
elif isinstance(image, np.ndarray):
# It's a numpy array
pil_image = Image.fromarray(image)
buffer = io.BytesIO()
pil_image.save(buffer, format="PNG")
return base64.b64encode(buffer.getvalue()).decode("utf-8")
else:
logger.error(f"Unsupported image type: {type(image)}")
return ""
except Exception as e:
logger.error(f"Error converting image to base64: {str(e)}")
return ""
+2 -30
View File
@@ -6,6 +6,7 @@ from abc import ABC, abstractmethod
from PIL import Image
import io
import numpy as np
from .image_utils import image_to_base64
logger = logging.getLogger(__name__)
logger.setLevel(logging.INFO)
@@ -161,35 +162,6 @@ class NanonetsOCRBackend(OCRBackend):
logger.error(f"Failed to initialize Nanonets OCR: {str(e)}")
self.client = None
def _encode_image(self, image: Union[str, bytes, Image.Image]) -> str:
"""Encode image to base64
Args:
image: Image file path, bytes, or PIL Image object
Returns:
Base64 encoded image
"""
try:
if isinstance(image, str):
# It's a file path
with open(image, "rb") as image_file:
return base64.b64encode(image_file.read()).decode("utf-8")
elif isinstance(image, bytes):
# It's bytes data
return base64.b64encode(image).decode("utf-8")
elif isinstance(image, Image.Image):
# It's a PIL Image
buffer = io.BytesIO()
image.save(buffer, format="PNG")
return base64.b64encode(buffer.getvalue()).decode("utf-8")
else:
logger.error(f"Unsupported image type: {type(image)}")
return ""
except Exception as e:
logger.error(f"Error encoding image: {str(e)}")
return ""
def predict(self, image: Union[str, bytes, Image.Image]) -> str:
"""Extract text from an image using Nanonets OCR
@@ -205,7 +177,7 @@ class NanonetsOCRBackend(OCRBackend):
try:
# Encode image to base64
img_base64 = self._encode_image(image)
img_base64 = image_to_base64(image)
if not img_base64:
return ""
+4
View File
@@ -30,6 +30,8 @@ class ChunkingConfig:
enable_multimodal: bool = (
False # Whether to enable multimodal processing (text + images)
)
cos_config: dict = None # COS configuration for file storage
vlm_config: dict = None # VLM configuration for image captioning
@dataclass
@@ -138,6 +140,7 @@ class Parser:
enable_multimodal=config.enable_multimodal,
max_image_size=1920, # Limit image size to 1920px
max_concurrent_tasks=5, # Limit concurrent tasks to 5
chunking_config=config, # Pass the entire chunking config
)
logger.info(f"Starting to parse file content, size: {len(content)} bytes")
@@ -197,6 +200,7 @@ class Parser:
enable_multimodal=config.enable_multimodal,
max_image_size=1920, # Limit image size
max_concurrent_tasks=5, # Limit concurrent tasks
chunking_config=config,
)
logger.info(f"Starting to parse URL content")
+236 -42
View File
@@ -1,6 +1,6 @@
// Code generated by protoc-gen-go. DO NOT EDIT.
// versions:
// protoc-gen-go v1.36.6
// protoc-gen-go v1.36.7
// protoc v5.29.3
// source: docreader.proto
@@ -21,19 +21,175 @@ const (
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
)
// COS 配置
type COSConfig struct {
state protoimpl.MessageState `protogen:"open.v1"`
SecretId string `protobuf:"bytes,1,opt,name=secret_id,json=secretId,proto3" json:"secret_id,omitempty"` // COS Secret ID
SecretKey string `protobuf:"bytes,2,opt,name=secret_key,json=secretKey,proto3" json:"secret_key,omitempty"` // COS Secret Key
Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // COS Region
BucketName string `protobuf:"bytes,4,opt,name=bucket_name,json=bucketName,proto3" json:"bucket_name,omitempty"` // COS Bucket Name
AppId string `protobuf:"bytes,5,opt,name=app_id,json=appId,proto3" json:"app_id,omitempty"` // COS App ID
PathPrefix string `protobuf:"bytes,6,opt,name=path_prefix,json=pathPrefix,proto3" json:"path_prefix,omitempty"` // COS Path Prefix
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
func (x *COSConfig) Reset() {
*x = COSConfig{}
mi := &file_docreader_proto_msgTypes[0]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
func (x *COSConfig) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*COSConfig) ProtoMessage() {}
func (x *COSConfig) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[0]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use COSConfig.ProtoReflect.Descriptor instead.
func (*COSConfig) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{0}
}
func (x *COSConfig) GetSecretId() string {
if x != nil {
return x.SecretId
}
return ""
}
func (x *COSConfig) GetSecretKey() string {
if x != nil {
return x.SecretKey
}
return ""
}
func (x *COSConfig) GetRegion() string {
if x != nil {
return x.Region
}
return ""
}
func (x *COSConfig) GetBucketName() string {
if x != nil {
return x.BucketName
}
return ""
}
func (x *COSConfig) GetAppId() string {
if x != nil {
return x.AppId
}
return ""
}
func (x *COSConfig) GetPathPrefix() string {
if x != nil {
return x.PathPrefix
}
return ""
}
// VLM 配置
type VLMConfig struct {
state protoimpl.MessageState `protogen:"open.v1"`
ModelName string `protobuf:"bytes,1,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"` // VLM Model Name
BaseUrl string `protobuf:"bytes,2,opt,name=base_url,json=baseUrl,proto3" json:"base_url,omitempty"` // VLM Base URL
ApiKey string `protobuf:"bytes,3,opt,name=api_key,json=apiKey,proto3" json:"api_key,omitempty"` // VLM API Key
InterfaceType string `protobuf:"bytes,4,opt,name=interface_type,json=interfaceType,proto3" json:"interface_type,omitempty"` // VLM Interface Type: "ollama" or "openai"
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
func (x *VLMConfig) Reset() {
*x = VLMConfig{}
mi := &file_docreader_proto_msgTypes[1]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
func (x *VLMConfig) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*VLMConfig) ProtoMessage() {}
func (x *VLMConfig) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[1]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use VLMConfig.ProtoReflect.Descriptor instead.
func (*VLMConfig) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{1}
}
func (x *VLMConfig) GetModelName() string {
if x != nil {
return x.ModelName
}
return ""
}
func (x *VLMConfig) GetBaseUrl() string {
if x != nil {
return x.BaseUrl
}
return ""
}
func (x *VLMConfig) GetApiKey() string {
if x != nil {
return x.ApiKey
}
return ""
}
func (x *VLMConfig) GetInterfaceType() string {
if x != nil {
return x.InterfaceType
}
return ""
}
type ReadConfig struct {
state protoimpl.MessageState `protogen:"open.v1"`
ChunkSize int32 `protobuf:"varint,1,opt,name=chunk_size,json=chunkSize,proto3" json:"chunk_size,omitempty"` // 分块大小
ChunkOverlap int32 `protobuf:"varint,2,opt,name=chunk_overlap,json=chunkOverlap,proto3" json:"chunk_overlap,omitempty"` // 分块重叠
Separators []string `protobuf:"bytes,3,rep,name=separators,proto3" json:"separators,omitempty"` // 分隔符
EnableMultimodal bool `protobuf:"varint,4,opt,name=enable_multimodal,json=enableMultimodal,proto3" json:"enable_multimodal,omitempty"` // 多模态处理
CosConfig *COSConfig `protobuf:"bytes,5,opt,name=cos_config,json=cosConfig,proto3" json:"cos_config,omitempty"` // COS 配置
VlmConfig *VLMConfig `protobuf:"bytes,6,opt,name=vlm_config,json=vlmConfig,proto3" json:"vlm_config,omitempty"` // VLM 配置
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
func (x *ReadConfig) Reset() {
*x = ReadConfig{}
mi := &file_docreader_proto_msgTypes[0]
mi := &file_docreader_proto_msgTypes[2]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -45,7 +201,7 @@ func (x *ReadConfig) String() string {
func (*ReadConfig) ProtoMessage() {}
func (x *ReadConfig) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[0]
mi := &file_docreader_proto_msgTypes[2]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -58,7 +214,7 @@ func (x *ReadConfig) ProtoReflect() protoreflect.Message {
// Deprecated: Use ReadConfig.ProtoReflect.Descriptor instead.
func (*ReadConfig) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{0}
return file_docreader_proto_rawDescGZIP(), []int{2}
}
func (x *ReadConfig) GetChunkSize() int32 {
@@ -89,6 +245,20 @@ func (x *ReadConfig) GetEnableMultimodal() bool {
return false
}
func (x *ReadConfig) GetCosConfig() *COSConfig {
if x != nil {
return x.CosConfig
}
return nil
}
func (x *ReadConfig) GetVlmConfig() *VLMConfig {
if x != nil {
return x.VlmConfig
}
return nil
}
// 从文件读取文档请求
type ReadFromFileRequest struct {
state protoimpl.MessageState `protogen:"open.v1"`
@@ -103,7 +273,7 @@ type ReadFromFileRequest struct {
func (x *ReadFromFileRequest) Reset() {
*x = ReadFromFileRequest{}
mi := &file_docreader_proto_msgTypes[1]
mi := &file_docreader_proto_msgTypes[3]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -115,7 +285,7 @@ func (x *ReadFromFileRequest) String() string {
func (*ReadFromFileRequest) ProtoMessage() {}
func (x *ReadFromFileRequest) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[1]
mi := &file_docreader_proto_msgTypes[3]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -128,7 +298,7 @@ func (x *ReadFromFileRequest) ProtoReflect() protoreflect.Message {
// Deprecated: Use ReadFromFileRequest.ProtoReflect.Descriptor instead.
func (*ReadFromFileRequest) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{1}
return file_docreader_proto_rawDescGZIP(), []int{3}
}
func (x *ReadFromFileRequest) GetFileContent() []byte {
@@ -179,7 +349,7 @@ type ReadFromURLRequest struct {
func (x *ReadFromURLRequest) Reset() {
*x = ReadFromURLRequest{}
mi := &file_docreader_proto_msgTypes[2]
mi := &file_docreader_proto_msgTypes[4]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -191,7 +361,7 @@ func (x *ReadFromURLRequest) String() string {
func (*ReadFromURLRequest) ProtoMessage() {}
func (x *ReadFromURLRequest) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[2]
mi := &file_docreader_proto_msgTypes[4]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -204,7 +374,7 @@ func (x *ReadFromURLRequest) ProtoReflect() protoreflect.Message {
// Deprecated: Use ReadFromURLRequest.ProtoReflect.Descriptor instead.
func (*ReadFromURLRequest) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{2}
return file_docreader_proto_rawDescGZIP(), []int{4}
}
func (x *ReadFromURLRequest) GetUrl() string {
@@ -250,7 +420,7 @@ type Image struct {
func (x *Image) Reset() {
*x = Image{}
mi := &file_docreader_proto_msgTypes[3]
mi := &file_docreader_proto_msgTypes[5]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -262,7 +432,7 @@ func (x *Image) String() string {
func (*Image) ProtoMessage() {}
func (x *Image) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[3]
mi := &file_docreader_proto_msgTypes[5]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -275,7 +445,7 @@ func (x *Image) ProtoReflect() protoreflect.Message {
// Deprecated: Use Image.ProtoReflect.Descriptor instead.
func (*Image) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{3}
return file_docreader_proto_rawDescGZIP(), []int{5}
}
func (x *Image) GetUrl() string {
@@ -333,7 +503,7 @@ type Chunk struct {
func (x *Chunk) Reset() {
*x = Chunk{}
mi := &file_docreader_proto_msgTypes[4]
mi := &file_docreader_proto_msgTypes[6]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -345,7 +515,7 @@ func (x *Chunk) String() string {
func (*Chunk) ProtoMessage() {}
func (x *Chunk) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[4]
mi := &file_docreader_proto_msgTypes[6]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -358,7 +528,7 @@ func (x *Chunk) ProtoReflect() protoreflect.Message {
// Deprecated: Use Chunk.ProtoReflect.Descriptor instead.
func (*Chunk) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{4}
return file_docreader_proto_rawDescGZIP(), []int{6}
}
func (x *Chunk) GetContent() string {
@@ -407,7 +577,7 @@ type ReadResponse struct {
func (x *ReadResponse) Reset() {
*x = ReadResponse{}
mi := &file_docreader_proto_msgTypes[5]
mi := &file_docreader_proto_msgTypes[7]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -419,7 +589,7 @@ func (x *ReadResponse) String() string {
func (*ReadResponse) ProtoMessage() {}
func (x *ReadResponse) ProtoReflect() protoreflect.Message {
mi := &file_docreader_proto_msgTypes[5]
mi := &file_docreader_proto_msgTypes[7]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -432,7 +602,7 @@ func (x *ReadResponse) ProtoReflect() protoreflect.Message {
// Deprecated: Use ReadResponse.ProtoReflect.Descriptor instead.
func (*ReadResponse) Descriptor() ([]byte, []int) {
return file_docreader_proto_rawDescGZIP(), []int{5}
return file_docreader_proto_rawDescGZIP(), []int{7}
}
func (x *ReadResponse) GetChunks() []*Chunk {
@@ -453,7 +623,23 @@ var File_docreader_proto protoreflect.FileDescriptor
const file_docreader_proto_rawDesc = "" +
"\n" +
"\x0fdocreader.proto\x12\tdocreader\"\x9d\x01\n" +
"\x0fdocreader.proto\x12\tdocreader\"\xb8\x01\n" +
"\tCOSConfig\x12\x1b\n" +
"\tsecret_id\x18\x01 \x01(\tR\bsecretId\x12\x1d\n" +
"\n" +
"secret_key\x18\x02 \x01(\tR\tsecretKey\x12\x16\n" +
"\x06region\x18\x03 \x01(\tR\x06region\x12\x1f\n" +
"\vbucket_name\x18\x04 \x01(\tR\n" +
"bucketName\x12\x15\n" +
"\x06app_id\x18\x05 \x01(\tR\x05appId\x12\x1f\n" +
"\vpath_prefix\x18\x06 \x01(\tR\n" +
"pathPrefix\"\x85\x01\n" +
"\tVLMConfig\x12\x1d\n" +
"\n" +
"model_name\x18\x01 \x01(\tR\tmodelName\x12\x19\n" +
"\bbase_url\x18\x02 \x01(\tR\abaseUrl\x12\x17\n" +
"\aapi_key\x18\x03 \x01(\tR\x06apiKey\x12%\n" +
"\x0einterface_type\x18\x04 \x01(\tR\rinterfaceType\"\x87\x02\n" +
"\n" +
"ReadConfig\x12\x1d\n" +
"\n" +
@@ -462,7 +648,11 @@ const file_docreader_proto_rawDesc = "" +
"\n" +
"separators\x18\x03 \x03(\tR\n" +
"separators\x12+\n" +
"\x11enable_multimodal\x18\x04 \x01(\bR\x10enableMultimodal\"\xc9\x01\n" +
"\x11enable_multimodal\x18\x04 \x01(\bR\x10enableMultimodal\x123\n" +
"\n" +
"cos_config\x18\x05 \x01(\v2\x14.docreader.COSConfigR\tcosConfig\x123\n" +
"\n" +
"vlm_config\x18\x06 \x01(\v2\x14.docreader.VLMConfigR\tvlmConfig\"\xc9\x01\n" +
"\x13ReadFromFileRequest\x12!\n" +
"\ffile_content\x18\x01 \x01(\fR\vfileContent\x12\x1b\n" +
"\tfile_name\x18\x02 \x01(\tR\bfileName\x12\x1b\n" +
@@ -510,29 +700,33 @@ func file_docreader_proto_rawDescGZIP() []byte {
return file_docreader_proto_rawDescData
}
var file_docreader_proto_msgTypes = make([]protoimpl.MessageInfo, 6)
var file_docreader_proto_msgTypes = make([]protoimpl.MessageInfo, 8)
var file_docreader_proto_goTypes = []any{
(*ReadConfig)(nil), // 0: docreader.ReadConfig
(*ReadFromFileRequest)(nil), // 1: docreader.ReadFromFileRequest
(*ReadFromURLRequest)(nil), // 2: docreader.ReadFromURLRequest
(*Image)(nil), // 3: docreader.Image
(*Chunk)(nil), // 4: docreader.Chunk
(*ReadResponse)(nil), // 5: docreader.ReadResponse
(*COSConfig)(nil), // 0: docreader.COSConfig
(*VLMConfig)(nil), // 1: docreader.VLMConfig
(*ReadConfig)(nil), // 2: docreader.ReadConfig
(*ReadFromFileRequest)(nil), // 3: docreader.ReadFromFileRequest
(*ReadFromURLRequest)(nil), // 4: docreader.ReadFromURLRequest
(*Image)(nil), // 5: docreader.Image
(*Chunk)(nil), // 6: docreader.Chunk
(*ReadResponse)(nil), // 7: docreader.ReadResponse
}
var file_docreader_proto_depIdxs = []int32{
0, // 0: docreader.ReadFromFileRequest.read_config:type_name -> docreader.ReadConfig
0, // 1: docreader.ReadFromURLRequest.read_config:type_name -> docreader.ReadConfig
3, // 2: docreader.Chunk.images:type_name -> docreader.Image
4, // 3: docreader.ReadResponse.chunks:type_name -> docreader.Chunk
1, // 4: docreader.DocReader.ReadFromFile:input_type -> docreader.ReadFromFileRequest
2, // 5: docreader.DocReader.ReadFromURL:input_type -> docreader.ReadFromURLRequest
5, // 6: docreader.DocReader.ReadFromFile:output_type -> docreader.ReadResponse
5, // 7: docreader.DocReader.ReadFromURL:output_type -> docreader.ReadResponse
6, // [6:8] is the sub-list for method output_type
4, // [4:6] is the sub-list for method input_type
4, // [4:4] is the sub-list for extension type_name
4, // [4:4] is the sub-list for extension extendee
0, // [0:4] is the sub-list for field type_name
0, // 0: docreader.ReadConfig.cos_config:type_name -> docreader.COSConfig
1, // 1: docreader.ReadConfig.vlm_config:type_name -> docreader.VLMConfig
2, // 2: docreader.ReadFromFileRequest.read_config:type_name -> docreader.ReadConfig
2, // 3: docreader.ReadFromURLRequest.read_config:type_name -> docreader.ReadConfig
5, // 4: docreader.Chunk.images:type_name -> docreader.Image
6, // 5: docreader.ReadResponse.chunks:type_name -> docreader.Chunk
3, // 6: docreader.DocReader.ReadFromFile:input_type -> docreader.ReadFromFileRequest
4, // 7: docreader.DocReader.ReadFromURL:input_type -> docreader.ReadFromURLRequest
7, // 8: docreader.DocReader.ReadFromFile:output_type -> docreader.ReadResponse
7, // 9: docreader.DocReader.ReadFromURL:output_type -> docreader.ReadResponse
8, // [8:10] is the sub-list for method output_type
6, // [6:8] is the sub-list for method input_type
6, // [6:6] is the sub-list for extension type_name
6, // [6:6] is the sub-list for extension extendee
0, // [0:6] is the sub-list for field type_name
}
func init() { file_docreader_proto_init() }
@@ -546,7 +740,7 @@ func file_docreader_proto_init() {
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
RawDescriptor: unsafe.Slice(unsafe.StringData(file_docreader_proto_rawDesc), len(file_docreader_proto_rawDesc)),
NumEnums: 0,
NumMessages: 6,
NumMessages: 8,
NumExtensions: 0,
NumServices: 1,
},
@@ -12,11 +12,31 @@ service DocReader {
rpc ReadFromURL(ReadFromURLRequest) returns (ReadResponse) {}
}
// COS 配置
message COSConfig {
string secret_id = 1; // COS Secret ID
string secret_key = 2; // COS Secret Key
string region = 3; // COS Region
string bucket_name = 4; // COS Bucket Name
string app_id = 5; // COS App ID
string path_prefix = 6; // COS Path Prefix
}
// VLM 配置
message VLMConfig {
string model_name = 1; // VLM Model Name
string base_url = 2; // VLM Base URL
string api_key = 3; // VLM API Key
string interface_type = 4; // VLM Interface Type: "ollama" or "openai"
}
message ReadConfig {
int32 chunk_size = 1; // 分块大小
int32 chunk_overlap = 2; // 分块重叠
repeated string separators = 3; // 分隔符
bool enable_multimodal = 4; // 多模态处理
COSConfig cos_config = 5; // COS 配置
VLMConfig vlm_config = 6; // VLM 配置
}
// 从文件读取文档请求
@@ -1,9 +1,29 @@
# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
"""Client and server classes corresponding to protobuf-defined services."""
import grpc
import warnings
from . import docreader_pb2 as docreader__pb2
GRPC_GENERATED_VERSION = '1.74.0'
GRPC_VERSION = grpc.__version__
_version_not_supported = False
try:
from grpc._utilities import first_version_is_lower
_version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
except ImportError:
_version_not_supported = True
if _version_not_supported:
raise RuntimeError(
f'The grpc package installed is at version {GRPC_VERSION},'
+ f' but the generated code in docreader_pb2_grpc.py depends on'
+ f' grpcio>={GRPC_GENERATED_VERSION}.'
+ f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+ f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
)
class DocReaderStub(object):
"""文档读取服务
@@ -19,12 +39,12 @@ class DocReaderStub(object):
'/docreader.DocReader/ReadFromFile',
request_serializer=docreader__pb2.ReadFromFileRequest.SerializeToString,
response_deserializer=docreader__pb2.ReadResponse.FromString,
)
_registered_method=True)
self.ReadFromURL = channel.unary_unary(
'/docreader.DocReader/ReadFromURL',
request_serializer=docreader__pb2.ReadFromURLRequest.SerializeToString,
response_deserializer=docreader__pb2.ReadResponse.FromString,
)
_registered_method=True)
class DocReaderServicer(object):
@@ -62,6 +82,7 @@ def add_DocReaderServicer_to_server(servicer, server):
generic_handler = grpc.method_handlers_generic_handler(
'docreader.DocReader', rpc_method_handlers)
server.add_generic_rpc_handlers((generic_handler,))
server.add_registered_method_handlers('docreader.DocReader', rpc_method_handlers)
# This class is part of an EXPERIMENTAL API.
@@ -80,11 +101,21 @@ class DocReader(object):
wait_for_ready=None,
timeout=None,
metadata=None):
return grpc.experimental.unary_unary(request, target, '/docreader.DocReader/ReadFromFile',
return grpc.experimental.unary_unary(
request,
target,
'/docreader.DocReader/ReadFromFile',
docreader__pb2.ReadFromFileRequest.SerializeToString,
docreader__pb2.ReadResponse.FromString,
options, channel_credentials,
insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
options,
channel_credentials,
insecure,
call_credentials,
compression,
wait_for_ready,
timeout,
metadata,
_registered_method=True)
@staticmethod
def ReadFromURL(request,
@@ -97,8 +128,18 @@ class DocReader(object):
wait_for_ready=None,
timeout=None,
metadata=None):
return grpc.experimental.unary_unary(request, target, '/docreader.DocReader/ReadFromURL',
return grpc.experimental.unary_unary(
request,
target,
'/docreader.DocReader/ReadFromURL',
docreader__pb2.ReadFromURLRequest.SerializeToString,
docreader__pb2.ReadResponse.FromString,
options, channel_credentials,
insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
options,
channel_credentials,
insecure,
call_credentials,
compression,
wait_for_ready,
timeout,
metadata,
_registered_method=True)
+56
View File
@@ -74,11 +74,39 @@ class DocReaderServicer(docreader_pb2_grpc.DocReaderServicer):
f"multimodal={enable_multimodal}"
)
# Get COS and VLM config from request
cos_config = None
vlm_config = None
if hasattr(request.read_config, 'cos_config') and request.read_config.cos_config:
cos_config = {
'secret_id': request.read_config.cos_config.secret_id,
'secret_key': request.read_config.cos_config.secret_key,
'region': request.read_config.cos_config.region,
'bucket_name': request.read_config.cos_config.bucket_name,
'app_id': request.read_config.cos_config.app_id,
'path_prefix': request.read_config.cos_config.path_prefix or '',
}
logger.info(f"Using COS config: region={cos_config['region']}, bucket={cos_config['bucket_name']}")
if hasattr(request.read_config, 'vlm_config') and request.read_config.vlm_config:
vlm_config = {
'model_name': request.read_config.vlm_config.model_name,
'base_url': request.read_config.vlm_config.base_url,
'api_key': request.read_config.vlm_config.api_key or '',
'interface_type': request.read_config.vlm_config.interface_type or 'openai',
}
logger.info(f"Using VLM config: model={vlm_config['model_name']}, "
f"base_url={vlm_config['base_url']}, "
f"interface_type={vlm_config['interface_type']}")
chunking_config = ChunkingConfig(
chunk_size=chunk_size,
chunk_overlap=chunk_overlap,
separators=separators,
enable_multimodal=enable_multimodal,
cos_config=cos_config,
vlm_config=vlm_config,
)
# Parse file
@@ -138,11 +166,39 @@ class DocReaderServicer(docreader_pb2_grpc.DocReaderServicer):
f"multimodal={enable_multimodal}"
)
# Get COS and VLM config from request
cos_config = None
vlm_config = None
if hasattr(request.read_config, 'cos_config') and request.read_config.cos_config:
cos_config = {
'secret_id': request.read_config.cos_config.secret_id,
'secret_key': request.read_config.cos_config.secret_key,
'region': request.read_config.cos_config.region,
'bucket_name': request.read_config.cos_config.bucket_name,
'app_id': request.read_config.cos_config.app_id,
'path_prefix': request.read_config.cos_config.path_prefix or '',
}
logger.info(f"Using COS config: region={cos_config['region']}, bucket={cos_config['bucket_name']}")
if hasattr(request.read_config, 'vlm_config') and request.read_config.vlm_config:
vlm_config = {
'model_name': request.read_config.vlm_config.model_name,
'base_url': request.read_config.vlm_config.base_url,
'api_key': request.read_config.vlm_config.api_key or '',
'interface_type': request.read_config.vlm_config.interface_type or 'openai',
}
logger.info(f"Using VLM config: model={vlm_config['model_name']}, "
f"base_url={vlm_config['base_url']}, "
f"interface_type={vlm_config['interface_type']}")
chunking_config = ChunkingConfig(
chunk_size=chunk_size,
chunk_overlap=chunk_overlap,
separators=separators,
enable_multimodal=enable_multimodal,
cos_config=cos_config,
vlm_config=vlm_config,
)
# Parse URL