693cd952cd
仓库首次入库(此前仅存在于本地工作区与测试服构建产物中,未上传)。 改动(src/knowledge_adapter/asset_content_processor.py): - 新增 _TRUNCATED_TRAILING_MARKDOWN_RESOURCE_IMAGE 规则,清除 chunk 末尾被截断的  - 回归测试 tests/test_asset_content_processor.py:: test_truncated_trailing_markdown_resource_image_is_removed 验证证据: - 测试服 120.76.217.51,镜像 knowledge-adapter-service:reviewed-test-aeab4b5fca2d (release aeab4b5fca2d8661):KB d015d05c-25c8-4d63-b2ab-e8590d3c2dfb 5 个查询全部 http=200、records=5、残留 resource:// = 0;KB b9dacd62 无退化;容器日志无 error/exception - 本地:pytest 141 项全通过、ruff 全通过 - 该文件与 258c31e0fe07fd08 源码的差异经逐文件 md5 比对,为唯一变更文件
139 lines
4.8 KiB
Python
139 lines
4.8 KiB
Python
from pathlib import Path
|
|
from typing import Annotated, Any, Literal, Self
|
|
from uuid import UUID
|
|
|
|
from pydantic import AnyHttpUrl, Field, SecretStr, field_validator, model_validator
|
|
from pydantic_settings import BaseSettings, NoDecode, SettingsConfigDict
|
|
|
|
from knowledge_adapter.content_budget import TRUNCATION_MARKER
|
|
|
|
|
|
class SecretUnavailableError(RuntimeError):
|
|
pass
|
|
|
|
|
|
class Settings(BaseSettings):
|
|
model_config = SettingsConfigDict(
|
|
env_file=None,
|
|
case_sensitive=False,
|
|
extra="ignore",
|
|
populate_by_name=True,
|
|
)
|
|
|
|
dify_key_hash_current: str = Field(alias="DIFY_KEY_HASH_CURRENT")
|
|
dify_key_hash_next: str | None = Field(default=None, alias="DIFY_KEY_HASH_NEXT")
|
|
weknora_base_url: AnyHttpUrl = Field(alias="WEKNORA_BASE_URL")
|
|
weknora_api_key_file: Path = Field(
|
|
default=Path("/run/secrets/weknora_api_key"),
|
|
alias="WEKNORA_API_KEY_FILE",
|
|
)
|
|
weknora_allowed_kb_ids: Annotated[frozenset[UUID], NoDecode] = Field(
|
|
alias="WEKNORA_ALLOWED_KB_IDS"
|
|
)
|
|
weknora_tenant_id: int = Field(gt=0, alias="WEKNORA_TENANT_ID")
|
|
weknora_oss_storage_backend_id: str = Field(
|
|
min_length=1,
|
|
max_length=36,
|
|
alias="WEKNORA_OSS_STORAGE_BACKEND_ID",
|
|
)
|
|
oss_region: str = Field(
|
|
min_length=3,
|
|
max_length=32,
|
|
pattern=r"^[a-z0-9]+(?:-[a-z0-9]+)+$",
|
|
alias="OSS_REGION",
|
|
)
|
|
oss_bucket: str = Field(
|
|
min_length=3,
|
|
max_length=63,
|
|
pattern=r"^[a-z0-9][a-z0-9-]{1,61}[a-z0-9]$",
|
|
alias="OSS_BUCKET",
|
|
)
|
|
oss_credential_mode: Literal["ecs_ram_role", "static_ak"] = Field(
|
|
default="ecs_ram_role",
|
|
alias="OSS_CREDENTIAL_MODE",
|
|
)
|
|
oss_ram_role_name: str | None = Field(
|
|
default=None,
|
|
min_length=1,
|
|
max_length=64,
|
|
pattern=r"^[A-Za-z0-9.@_-]+$",
|
|
alias="OSS_RAM_ROLE_NAME",
|
|
)
|
|
oss_access_key_id_file: Path = Field(
|
|
default=Path("/run/secrets/oss_access_key_id"),
|
|
alias="OSS_ACCESS_KEY_ID_FILE",
|
|
)
|
|
oss_access_key_secret_file: Path = Field(
|
|
default=Path("/run/secrets/oss_access_key_secret"),
|
|
alias="OSS_ACCESS_KEY_SECRET_FILE",
|
|
)
|
|
asset_public_base_url: AnyHttpUrl = Field(alias="ASSET_PUBLIC_BASE_URL")
|
|
|
|
max_query_chars: int = Field(default=2000, ge=1, alias="MAX_QUERY_CHARS")
|
|
max_top_k: int = Field(default=5, ge=1, alias="MAX_TOP_K")
|
|
max_chunk_chars: int = Field(
|
|
default=4000,
|
|
ge=len(TRUNCATION_MARKER),
|
|
alias="MAX_CHUNK_CHARS",
|
|
)
|
|
max_total_chars: int = Field(default=12000, ge=1, alias="MAX_TOTAL_CHARS")
|
|
weknora_timeout_seconds: float = Field(
|
|
default=15,
|
|
gt=0,
|
|
alias="WEKNORA_TIMEOUT_SECONDS",
|
|
)
|
|
|
|
asset_database_url_file: Path = Path("/run/secrets/asset_database_url")
|
|
weknora_readonly_database_url_file: Path = Path(
|
|
"/run/secrets/weknora_readonly_database_url"
|
|
)
|
|
|
|
@field_validator("dify_key_hash_next", mode="before")
|
|
@classmethod
|
|
def empty_next_hash_is_none(cls, value: Any) -> Any:
|
|
if isinstance(value, str) and not value.strip():
|
|
return None
|
|
return value
|
|
|
|
@field_validator("dify_key_hash_current", "dify_key_hash_next")
|
|
@classmethod
|
|
def validate_key_hash(cls, value: str | None) -> str | None:
|
|
if value is None:
|
|
return None
|
|
normalized = value.lower()
|
|
if len(normalized) != 64 or any(char not in "0123456789abcdef" for char in normalized):
|
|
raise ValueError("Dify key hashes must be 64 hexadecimal characters")
|
|
return normalized
|
|
|
|
@field_validator("weknora_allowed_kb_ids", mode="before")
|
|
@classmethod
|
|
def parse_allowed_kb_ids(cls, value: Any) -> Any:
|
|
if isinstance(value, str):
|
|
return frozenset(UUID(item.strip()) for item in value.split(",") if item.strip())
|
|
return value
|
|
|
|
@model_validator(mode="after")
|
|
def require_ram_role_for_ram_role_mode(self) -> Self:
|
|
if self.oss_credential_mode == "ecs_ram_role" and self.oss_ram_role_name is None:
|
|
raise ValueError("OSS RAM role name is required")
|
|
return self
|
|
|
|
@staticmethod
|
|
def _read_secret(path: Path) -> SecretStr:
|
|
try:
|
|
value = path.read_text(encoding="utf-8").strip()
|
|
except OSError:
|
|
raise SecretUnavailableError("required secret unavailable") from None
|
|
if not value:
|
|
raise SecretUnavailableError("required secret unavailable")
|
|
return SecretStr(value)
|
|
|
|
def read_weknora_api_key(self) -> SecretStr:
|
|
return self._read_secret(self.weknora_api_key_file)
|
|
|
|
def read_oss_access_key_id(self) -> SecretStr:
|
|
return self._read_secret(self.oss_access_key_id_file)
|
|
|
|
def read_oss_access_key_secret(self) -> SecretStr:
|
|
return self._read_secret(self.oss_access_key_secret_file)
|