Files
knowledge-adapter-service/src/knowledge_adapter/settings.py
T
姚章浩 693cd952cd feat(asset): 清理被截断的结尾图片引用,修复整单 502
仓库首次入库(此前仅存在于本地工作区与测试服构建产物中,未上传)。

改动(src/knowledge_adapter/asset_content_processor.py):
- 新增 _TRUNCATED_TRAILING_MARKDOWN_RESOURCE_IMAGE 规则,清除 chunk 末尾被截断的
  ![](resource://xxxx 残片(WeKnora 分块在图片引用中间截断时产生,旧逻辑无法匹配完整引用,
  残留 resource:// 触发 ContentProcessingError,导致整单 502)
- 回归测试 tests/test_asset_content_processor.py::
  test_truncated_trailing_markdown_resource_image_is_removed

验证证据:
- 测试服 120.76.217.51,镜像 knowledge-adapter-service:reviewed-test-aeab4b5fca2d
  (release aeab4b5fca2d8661):KB d015d05c-25c8-4d63-b2ab-e8590d3c2dfb 5 个查询全部
  http=200、records=5、残留 resource:// = 0;KB b9dacd62 无退化;容器日志无 error/exception
- 本地:pytest 141 项全通过、ruff 全通过
- 该文件与 258c31e0fe07fd08 源码的差异经逐文件 md5 比对,为唯一变更文件
2026-09-16 10:01:27 +08:00

139 lines
4.8 KiB
Python

from pathlib import Path
from typing import Annotated, Any, Literal, Self
from uuid import UUID
from pydantic import AnyHttpUrl, Field, SecretStr, field_validator, model_validator
from pydantic_settings import BaseSettings, NoDecode, SettingsConfigDict
from knowledge_adapter.content_budget import TRUNCATION_MARKER
class SecretUnavailableError(RuntimeError):
pass
class Settings(BaseSettings):
model_config = SettingsConfigDict(
env_file=None,
case_sensitive=False,
extra="ignore",
populate_by_name=True,
)
dify_key_hash_current: str = Field(alias="DIFY_KEY_HASH_CURRENT")
dify_key_hash_next: str | None = Field(default=None, alias="DIFY_KEY_HASH_NEXT")
weknora_base_url: AnyHttpUrl = Field(alias="WEKNORA_BASE_URL")
weknora_api_key_file: Path = Field(
default=Path("/run/secrets/weknora_api_key"),
alias="WEKNORA_API_KEY_FILE",
)
weknora_allowed_kb_ids: Annotated[frozenset[UUID], NoDecode] = Field(
alias="WEKNORA_ALLOWED_KB_IDS"
)
weknora_tenant_id: int = Field(gt=0, alias="WEKNORA_TENANT_ID")
weknora_oss_storage_backend_id: str = Field(
min_length=1,
max_length=36,
alias="WEKNORA_OSS_STORAGE_BACKEND_ID",
)
oss_region: str = Field(
min_length=3,
max_length=32,
pattern=r"^[a-z0-9]+(?:-[a-z0-9]+)+$",
alias="OSS_REGION",
)
oss_bucket: str = Field(
min_length=3,
max_length=63,
pattern=r"^[a-z0-9][a-z0-9-]{1,61}[a-z0-9]$",
alias="OSS_BUCKET",
)
oss_credential_mode: Literal["ecs_ram_role", "static_ak"] = Field(
default="ecs_ram_role",
alias="OSS_CREDENTIAL_MODE",
)
oss_ram_role_name: str | None = Field(
default=None,
min_length=1,
max_length=64,
pattern=r"^[A-Za-z0-9.@_-]+$",
alias="OSS_RAM_ROLE_NAME",
)
oss_access_key_id_file: Path = Field(
default=Path("/run/secrets/oss_access_key_id"),
alias="OSS_ACCESS_KEY_ID_FILE",
)
oss_access_key_secret_file: Path = Field(
default=Path("/run/secrets/oss_access_key_secret"),
alias="OSS_ACCESS_KEY_SECRET_FILE",
)
asset_public_base_url: AnyHttpUrl = Field(alias="ASSET_PUBLIC_BASE_URL")
max_query_chars: int = Field(default=2000, ge=1, alias="MAX_QUERY_CHARS")
max_top_k: int = Field(default=5, ge=1, alias="MAX_TOP_K")
max_chunk_chars: int = Field(
default=4000,
ge=len(TRUNCATION_MARKER),
alias="MAX_CHUNK_CHARS",
)
max_total_chars: int = Field(default=12000, ge=1, alias="MAX_TOTAL_CHARS")
weknora_timeout_seconds: float = Field(
default=15,
gt=0,
alias="WEKNORA_TIMEOUT_SECONDS",
)
asset_database_url_file: Path = Path("/run/secrets/asset_database_url")
weknora_readonly_database_url_file: Path = Path(
"/run/secrets/weknora_readonly_database_url"
)
@field_validator("dify_key_hash_next", mode="before")
@classmethod
def empty_next_hash_is_none(cls, value: Any) -> Any:
if isinstance(value, str) and not value.strip():
return None
return value
@field_validator("dify_key_hash_current", "dify_key_hash_next")
@classmethod
def validate_key_hash(cls, value: str | None) -> str | None:
if value is None:
return None
normalized = value.lower()
if len(normalized) != 64 or any(char not in "0123456789abcdef" for char in normalized):
raise ValueError("Dify key hashes must be 64 hexadecimal characters")
return normalized
@field_validator("weknora_allowed_kb_ids", mode="before")
@classmethod
def parse_allowed_kb_ids(cls, value: Any) -> Any:
if isinstance(value, str):
return frozenset(UUID(item.strip()) for item in value.split(",") if item.strip())
return value
@model_validator(mode="after")
def require_ram_role_for_ram_role_mode(self) -> Self:
if self.oss_credential_mode == "ecs_ram_role" and self.oss_ram_role_name is None:
raise ValueError("OSS RAM role name is required")
return self
@staticmethod
def _read_secret(path: Path) -> SecretStr:
try:
value = path.read_text(encoding="utf-8").strip()
except OSError:
raise SecretUnavailableError("required secret unavailable") from None
if not value:
raise SecretUnavailableError("required secret unavailable")
return SecretStr(value)
def read_weknora_api_key(self) -> SecretStr:
return self._read_secret(self.weknora_api_key_file)
def read_oss_access_key_id(self) -> SecretStr:
return self._read_secret(self.oss_access_key_id_file)
def read_oss_access_key_secret(self) -> SecretStr:
return self._read_secret(self.oss_access_key_secret_file)