0aa9f273e6
build / build (push) Failing after 1m33s
为什么:测试 0.9.0 栈(Compose 项目 weknora-v090)没有源库容器,治理库也不在 容器里,两者都是 RDS。旧实现用 -source-pg/-governance-pg 的容器地址拼 DSN、 用 docker exec psql 读路由绑定,在这类栈上采集根本起不来——不是权限问题,是 地址解析方式错了。 怎么改: - 新增 internal/librarydsn 收敛"这次 DSN 从哪来":容器模式保持原形状 (sslmode=disable,目标不变);-source-pg 为空时改用源应用容器 env 的 DB_* 直连托管实例,TLS 取 LIBRARY_SOURCE_DB_SSLMODE(默认 require,prefer/allow 这类会静默降级的取值直接拒);-governance-pg 为空时从 LIBRARY_GOVERNANCE_DSN_FILE 的 0600 文件读 DSN(复用 dobotaiops.ReadDSNFile, 不另写一份同义实现)。两条路径都不进日志/错误/describe,错误只点名缺哪个变量、 缺哪个文件。 - libraryctl 的路由绑定读取按模式分派,只共用行解析;外部路径用只读会话。 libraryagent 的 identity/health 增报 source_db/governance_db 模式;-describe 只打这两项,不再 dump 配置。 - 新增 scripts/library-capture-v090.sh:weknora-v090 的唯一写入者 app + 逐个 声明的 non-writers,两个 -pg 传空走外部模式,归档根可环境变量覆盖, LIBRARYCTL_BIN 缺失即失败;0.7.1 入口脚本一字未动。 怎么验:internal/librarydsn 三条路径(容器/RDS/文件)各有用例,缺变量、缺文件、 0644 文件、非 PostgreSQL 内容均失败关闭且断言错误不含口令;cmd/libraryctl 侧 钉住文件模式接线与"错误不带地址";v090 脚本进 CI 做 bash -n 加标志/服务声明 断言,并拒绝 0.7.1 容器名出现在新入口。make verify 17 项全绿。 未做:真实采集、生产 executor、Key/KB 绑定。
85 lines
4.5 KiB
Go
85 lines
4.5 KiB
Go
// Command libraryagent is the host-side execution boundary for whole-library
|
|
// capture. It runs as the ordinary operator account, owns no network listener
|
|
// other than one 0600 unix socket, and executes exactly one fixed command shape.
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"log"
|
|
"os"
|
|
"os/signal"
|
|
"path/filepath"
|
|
"syscall"
|
|
"time"
|
|
|
|
"knowledge-governance/internal/libraryagent"
|
|
"knowledge-governance/internal/librarydsn"
|
|
"knowledge-governance/internal/librarymaintenance"
|
|
)
|
|
|
|
func main() {
|
|
home, _ := os.UserHomeDir()
|
|
var config libraryagent.Config
|
|
flag.StringVar(&config.Socket, "socket", filepath.Join(home, ".local/share/knowledge-governance/agent.sock"), "unix socket for capture requests")
|
|
flag.StringVar(&config.Binary, "binary", "/home/zheromiku/knowledge-governance/libraryctl", "libraryctl binary this agent executes")
|
|
flag.StringVar(&config.ArchiveRoot, "archive", filepath.Join(home, ".local/share/knowledge-governance/library"), "sealed artifact root")
|
|
flag.StringVar(&config.JournalRoot, "journal", filepath.Join(home, ".local/share/knowledge-governance/freeze"), "freeze journal root")
|
|
flag.StringVar(&config.SourceApp, "source-app", "WKNFull-app", "source container describing the stack")
|
|
flag.StringVar(&config.SourcePG, "source-pg", "WKNFull-postgres", "source PostgreSQL container; empty = the source DB lives on a managed instance and is reached with the source app env (DB_HOST/...)")
|
|
flag.StringVar(&config.SourceES, "source-es", "WKNFull-elasticsearch", "source Elasticsearch container")
|
|
flag.StringVar(&config.SourceS3Endpoint, "source-s3-endpoint", "", "host-reachable source object-store endpoint (overrides the container-internal one)")
|
|
flag.StringVar(&config.GovernancePG, "governance-pg", "knowledge-governance-p1-postgres-1", "governance PostgreSQL container; empty = read the DSN from LIBRARY_GOVERNANCE_DSN_FILE")
|
|
flag.StringVar(&config.Project, "project", "weknora071full", "Compose project owning the writers")
|
|
flag.StringVar(&config.Writers, "writers", "app", "declared writer services")
|
|
nonWriters := flag.String("non-writers", defaultNonWriters, "service=reason for every other project service")
|
|
flag.DurationVar(&config.MaxDuration, "max-duration", 10*time.Minute, "upper bound for one operation")
|
|
describe := flag.Bool("describe", false, "print the fixed configuration and exit")
|
|
flag.Parse()
|
|
config.NonWriters = *nonWriters
|
|
|
|
agent, err := libraryagent.New(config)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
if *describe {
|
|
// describe 只回答"这两个库从哪来"。地址与凭据一律不出现:这段输出会被贴进
|
|
// 工单与日志,而 RDS 的连接串里带口令。
|
|
log.Printf("source_db=%s governance_db=%s",
|
|
librarydsn.SourceMode(config.SourcePG), librarydsn.GovernanceMode(config.GovernancePG))
|
|
return
|
|
}
|
|
// 实例级维护接线(入口闸门 + 后台队列)不在 agent 的 Config 里:它由同一份
|
|
// 环境声明提供给子进程。启动时先说清楚有没有——缺了封存会在开窗口前被拒,
|
|
// 不允许"以为接好了"跑到一半才发现没有排空证据。
|
|
if target, targetErr := librarymaintenance.TargetFromEnv(os.Getenv); targetErr != nil {
|
|
log.Printf("library agent: 封存会拒绝(实例级维护未接线):%v", targetErr)
|
|
} else {
|
|
log.Printf("library agent: 实例级维护目标 %s 入口 %s 闸门 %s", target.Instance, target.IngressURL, target.IngressService)
|
|
}
|
|
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
|
|
defer stop()
|
|
log.Printf("library agent listening on %s (project %s, writers %s)", config.Socket, config.Project, config.Writers)
|
|
if err = agent.Serve(ctx); err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|
|
|
|
// defaultNonWriters mirrors scripts/library-capture.sh: every sibling service of
|
|
// the source project is declared, with the reason it cannot write knowledge.
|
|
const defaultNonWriters = "frontend=UI only; no knowledge writes" +
|
|
",mcp=read-only MCP server" +
|
|
",dobotai-target=alpine placeholder; no knowledge writes" +
|
|
",docreader=parse RPC service; app persists parse output and settlement requires zero pending ops" +
|
|
",elasticsearch=search store; not an initiator" +
|
|
",postgres=database store; not an initiator" +
|
|
",redis=queue/cache store; not an initiator" +
|
|
",neo4j=graph store; not an initiator" +
|
|
",langfuse-web=LLM observability UI" +
|
|
",langfuse-worker=LLM observability worker; own storage" +
|
|
",langfuse-clickhouse=observability store" +
|
|
",langfuse-minio=observability object store" +
|
|
",langfuse-db-init=one-shot init; exited" +
|
|
",searxng=read-only search proxy" +
|
|
",searxng-init=one-shot init; exited"
|