Files
knowledge-governance/web/src/monitor.ts
T
姚章浩 63f3b2c503 feat(governance): policy-driven ingestion from catalog annotations
Annotation in 来源与目录 is now the only import decision surface:
- migration 000033: catalog_import_intents (durable, rescan-proof per-file
  intent with locator snapshot + fetch lifecycle), source_items.policy_state,
  planned publication state, ui_setting_revisions.ingestion_concurrency
- marking fans a folder decision out to per-file intents, materializes
  versioned items, reuses already-verified local bytes (compare, don't pull),
  and plans one publication per routed KB; blocked retires planned rows
  while live publications stay untouched (需下架 shows in the KB diff)
- artifact.fetch worker lane (scripts/artifact_fetch.py): DingTalk export
  tree/live box API, AList /api/fs/get direct download with SSO-redirect
  fail-closed, PP ledger via locator hash; content-level dedupe on sha256
- 开始处理 promotes planned->pending inside the claim-time concurrency budget
  from system settings; claims enforce it in SQL
- monitor overview rebuilt as knowledge-base diff: planned/needs_removal per
  KB + fetch pipeline summary; frontend lanes 待入库/需下架 replace the
  deprecated snapshot change-set confirmation
- spool: images (png/jpg/gif/bmp/webp) accepted, ppt/pptx rejected in favour
  of PDF twins; DingTalk PPT resolves its converted PDF pair
2026-09-30 10:54:07 +08:00

40 lines
5.6 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
export type MonitorStatus='completed'|'pending'|'processing'|'finalizing'|'failed'|'cancelled'
export interface MonitorHost{cpu_percent:number;memory_used_bytes:number;memory_total_bytes:number;disk_used_bytes:number;disk_total_bytes:number;gpu_state:string;gpu_detail:string;simulated:boolean}
export interface MonitorService{key:string;name:string;state:string;detail:string;latency_ms:number;observed_at:string;simulated:boolean}
export interface KnowledgeProgress{id:string;name:string;visibility:string;imported:number;completed:number;pending:number;processing:number;finalizing:number;failed:number;cancelled:number;planned:number;needs_removal:number;stale_planned:number;internal_imported:number;internal_completed:number;external_imported:number;external_completed:number}
export interface ServiceHealth{key:string;name:string;liveness:string;readiness:string;reason:string;latency_ms:number;observed_at:string;last_success_at:string|null;consecutive_failures:number;configured:boolean;applicable:boolean}
export interface IngestionPipeline{fetch_pending:number;fetch_failed:number;fetch_missing:number;concurrency:number}
export interface MonitorOverview{mode:string;simulated:boolean;observed_at:string;host:MonitorHost;services:MonitorService[];knowledge_bases:KnowledgeProgress[];pipeline?:IngestionPipeline;health:ServiceHealth[]}
export interface MonitorFile{name:string;directory:string;visibility:string;status:MonitorStatus;stage_detail:string;elapsed_seconds:number;error_code:string}
export interface MonitorFilePage{items:MonitorFile[];total:number;limit:number;offset:number;sample_only:boolean}
const record=(value:unknown):value is Record<string,unknown>=>typeof value==='object'&&value!==null
export async function fetchMonitorOverview(signal?:AbortSignal):Promise<MonitorOverview>{
const response=await fetch('/api/v1/monitor/overview',{headers:{Accept:'application/json'},signal});if(!response.ok)throw new Error(`加载解析监控失败(HTTP ${response.status})`)
const value=await response.json() as unknown;if(!record(value)||typeof value.mode!=='string'||typeof value.simulated!=='boolean'||!record(value.host)||!Array.isArray(value.services)||!Array.isArray(value.knowledge_bases))throw new Error('解析监控响应无效')
const health=Array.isArray(value.health)?(value.health as unknown[]).filter(record):[]
return {...value,health} as unknown as MonitorOverview
}
export async function fetchMonitorFiles(knowledgeBaseID:string,status:MonitorStatus|'',limit=20,offset=0,signal?:AbortSignal):Promise<MonitorFilePage>{
const query=new URLSearchParams();if(status)query.set('status',status);query.set('limit',String(limit));query.set('offset',String(offset))
const response=await fetch(`/api/v1/monitor/knowledge-bases/${encodeURIComponent(knowledgeBaseID)}/files?${query}`,{headers:{Accept:'application/json'},signal});if(!response.ok)throw new Error(`加载文档阶段失败(HTTP ${response.status})`)
const value=await response.json() as unknown;if(!record(value)||!Array.isArray(value.items)||typeof value.total!=='number'||typeof value.sample_only!=='boolean')throw new Error('文档阶段响应无效')
return value as unknown as MonitorFilePage
}
export interface JobWindowMetrics{window_seconds:number;jobs_started:number;jobs_completed:number;jobs_failed:number;success_rate:number|null;failure_rate:number|null;duration_avg_seconds:number|null;duration_p50_seconds:number|null;duration_p95_seconds:number|null}
export interface RunMetrics{observed_at:string;active_workers:number;worker_source:'pg_lease'|'simulation';queue:{pending:number;running:number;retry:number;failed:number;oldest_pending_age_seconds:number|null};short_window:JobWindowMetrics;long_window:JobWindowMetrics}
const finiteOrNull=(value:unknown)=>typeof value==='number'&&Number.isFinite(value)?value:null
const numberOr=(value:unknown,fallback=0)=>typeof value==='number'&&Number.isFinite(value)?value:fallback
const windowMetrics=(value:unknown):JobWindowMetrics=>{if(!record(value))throw new Error('运行指标窗口响应无效')
return{window_seconds:numberOr(value.window_seconds),jobs_started:numberOr(value.jobs_started),jobs_completed:numberOr(value.jobs_completed),jobs_failed:numberOr(value.jobs_failed),success_rate:finiteOrNull(value.success_rate),failure_rate:finiteOrNull(value.failure_rate),duration_avg_seconds:finiteOrNull(value.duration_avg_seconds),duration_p50_seconds:finiteOrNull(value.duration_p50_seconds),duration_p95_seconds:finiteOrNull(value.duration_p95_seconds)}}
export async function fetchRunMetrics(signal?:AbortSignal):Promise<RunMetrics>{
const response=await fetch('/api/v1/monitor/metrics',{headers:{Accept:'application/json'},signal});if(!response.ok)throw new Error(`加载运行指标失败(HTTP ${response.status})`)
const value=await response.json() as unknown;if(!record(value)||!record(value.data))throw new Error('运行指标响应无效')
const data=value.data as Record<string,unknown>
if(data.worker_source!=='pg_lease'&&data.worker_source!=='simulation')throw new Error('运行指标缺少数据来源标记')
if(!record(data.queue)||!record(data.short_window)||!record(data.long_window))throw new Error('运行指标字段不完整')
return{observed_at:typeof data.observed_at==='string'?data.observed_at:'',active_workers:numberOr(data.active_workers),worker_source:data.worker_source as RunMetrics['worker_source'],
queue:{pending:numberOr(data.queue.pending),running:numberOr(data.queue.running),retry:numberOr(data.queue.retry),failed:numberOr(data.queue.failed),oldest_pending_age_seconds:finiteOrNull(data.queue.oldest_pending_age_seconds)},
short_window:windowMetrics(data.short_window),long_window:windowMetrics(data.long_window)}
}