knowledge-governance/cmd/api/main.go

package main

import (
	"context"
	"errors"
	"log"
	"net/http"
	"os"
	"os/signal"
	"strings"
	"syscall"
	"time"

	"github.com/jackc/pgx/v5/pgxpool"

	"knowledge-governance/internal/appconfig"
	"knowledge-governance/internal/backuphost"
	"knowledge-governance/internal/dingtalkdiscovery"
	"knowledge-governance/internal/httpapi"
	"knowledge-governance/internal/monitoring"
	postgresstore "knowledge-governance/internal/platform/postgres"
	"knowledge-governance/internal/platform/weknora"
	"knowledge-governance/internal/qaopsorg"
	"knowledge-governance/internal/serviceverify"
)

// dingtalkSourceLister 是「系统设置 → 数据源配置」的数据源发现实现：只读列举钉钉知识库与
// 钉盘空间。它跑在 api 进程里，但用的是与 worker 共享的同一份 dws 状态目录
// （见 compose.yaml 的 /data/dws 与文件型 keychain 挂载）——凭据只有一份。
type dingtalkSourceLister struct{}

func (dingtalkSourceLister) ListAvailableDingtalkSources(ctx context.Context) (dingtalkdiscovery.Result, error) {
	return dingtalkdiscovery.Discover(ctx, dingtalkdiscovery.ExecRunner{})
}

func main() {
	ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
	defer stop()
	if err := run(ctx, os.Getenv); err != nil {
		log.Fatal(err)
	}
}

func run(ctx context.Context, getenv func(string) string) error {
	config, err := appconfig.Load(getenv)
	if err != nil {
		return err
	}
	pool, err := pgxpool.New(ctx, config.DatabaseURL)
	if err != nil {
		return err
	}
	defer pool.Close()
	if err := pool.Ping(ctx); err != nil {
		return err
	}
	if err := postgresstore.ApplyMigrations(ctx, pool); err != nil {
		return err
	}
	authStore := postgresstore.NewStore(pool)
	if err := bootstrapInitialAdmin(ctx, authStore, time.Now); err != nil {
		return err
	}
	releaseAuthorizationToken := ""
	if config.ProductionReleaseRequestsEnabled {
		releaseAuthorizationToken, err = weknora.ReadAPIKeyFile(config.ProductionReleaseAuthTokenFile)
		if err != nil {
			return errors.New("read production release authorization token")
		}
	}
	// P10: with a mounted API key the probe verifies a real knowledge-base read
	// (readiness); without one it degrades to the liveness-only HTTP check.
	var weknoraReadiness func(context.Context) error
	var knowledgeBaseLister httpapi.KnowledgeBaseLister
	if strings.TrimSpace(config.TestWeKnoraBaseURL) != "" {
		if apiKey, keyErr := weknora.ReadAPIKeyFile(config.TestWeKnoraAPIKeyFile); keyErr == nil {
			probeTimeout := config.TestWeKnoraHTTPTimeout
			if probeTimeout > 10*time.Second || probeTimeout <= 0 {
				probeTimeout = 10 * time.Second
			}
			if probeClient, clientErr := weknora.NewClient(weknora.ClientConfig{BaseURL: config.TestWeKnoraBaseURL, APIKey: apiKey, Timeout: probeTimeout, AllowDockerHTTP: config.TestWeKnoraAllowDockerHTTP}); clientErr == nil {
				knowledgeBaseLister = probeClient
				routingKB := config.InternalRoutingKnowledgeBaseID
				weknoraReadiness = func(probeCtx context.Context) error {
					_, _, err := probeClient.ListKnowledge(probeCtx, routingKB, 1, 1)
					return err
				}
			}
		}
	}
	// Production WeKnora is probed for liveness only: the console must show the
	// real state of that endpoint, while credentials and the publish target stay
	// in the release runtime config (RELEASE_CONFIG_FILE).
	// 生产 WeKnora 端点：配置入口在网页「系统设置 → 服务配置」，管理员保存的值是
	// 这里的真源；容器 env 只作为未在网页配置时的兜底。凭据与发布目标仍留在
	// release 运行时配置（RELEASE_CONFIG_FILE）里，不经网页也不落明文。
	actionStore := postgresstore.NewStore(pool)
	productionEndpointResolver := func(resolveCtx context.Context) string {
		settings, err := actionStore.GetActiveUISettings(resolveCtx)
		if err != nil {
			return ""
		}
		return settings.ProductionWeKnoraBaseURL
	}
	testEndpointResolver := func(resolveCtx context.Context) string {
		settings, err := actionStore.GetActiveUISettings(resolveCtx)
		if err != nil {
			return ""
		}
		return settings.TestWeKnoraBaseURL
	}
	monitorProvider, err := monitoring.NewRealProvider(monitoring.RealProviderConfig{DB: pool, WeKnoraBaseURL: config.TestWeKnoraBaseURL, TestWeKnoraResolver: testEndpointResolver, ProductionWeKnoraBaseURL: config.ProductionWeKnoraBaseURL, ProductionWeKnoraResolver: productionEndpointResolver, MinerUBaseURL: config.MinerUBaseURL, WeKnoraReadiness: weknoraReadiness, WorkerStaleAfter: config.WorkerLivenessStaleAfter})
	if err != nil {
		return err
	}
	serviceTargetVerifier := serviceverify.New(serviceverify.Config{
		TestAPIKeyFile:            config.TestWeKnoraAPIKeyFile,
		ProductionAPIKeyFile:      config.ProductionWeKnoraAPIKeyFile,
		TestBaseURLFallback:       config.TestWeKnoraBaseURL,
		ProductionBaseURLFallback: config.ProductionWeKnoraBaseURL,
		TestAllowDockerHTTP:       config.TestWeKnoraAllowDockerHTTP,
		ProductionAllowDockerHTTP: config.ProductionWeKnoraAllowDockerHTTP,
	})
	// 「版本记录」：只读查询面在 API 侧接线；真正的抓取在 worker 侧（未配置来源即未接线）。
	versionHistoryStore, versionHistoryRepo := httpapi.VersionHistoryStore(nil), ""
	if config.VersionHistoryGiteaBaseURL != "" {
		versionHistoryStore, versionHistoryRepo = postgresstore.NewStore(pool), config.VersionHistoryRepo
	}
	qaReader, qaSettings := openQAOperations(ctx, getenv, config.DatabaseURL)
	if closer, ok := qaReader.(interface{ Close() }); ok {
		defer closer.Close()
	}
	if qaSettings.Problem != "" {
		log.Print("QA operations source is unavailable; governance remains online")
	}
	handler, err := httpapi.NewHandler(httpapi.Config{
		QAOrg:                               qaopsorg.NewStore(pool, getenv("DOBOTAI_OPS_TENANT_KEY")),
		QAOps:                               qaReader,
		QAOpsTenantKey:                      qaSettings.TenantKey,
		QAOpsEnabled:                        qaSettings.Enabled,
		QAOpsProblem:                        qaSettings.Problem,
		Store:                               postgresstore.NewStore(pool),
		Monitor:                             monitorProvider,
		InternalRoutingKnowledgeBaseID:      config.InternalRoutingKnowledgeBaseID,
		ExternalRoutingKnowledgeBaseID:      config.ExternalRoutingKnowledgeBaseID,
		RoutingBindings:                     postgresstore.NewStore(pool),
		KnowledgeBases:                      knowledgeBaseLister,
		ProductionBindings:                  postgresstore.NewStore(pool),
		ProductionKnowledgeBases:            serviceTargetVerifier,
		ProductionWeKnoraBaseURL:            config.ProductionWeKnoraBaseURL,
		ServiceTargetVerifier:               serviceTargetVerifier,
		ProductionReleaseRequestsEnabled:    config.ProductionReleaseRequestsEnabled,
		TestAutoReviewPolicy:                config.TestAutoReviewPolicy,
		ProductionBackupRestoreVerified:     config.ProductionBackupRestoreVerified,
		ProductionReleaseAuthorizerRef:      config.ProductionReleaseAuthorizerRef,
		ProductionReleaseAuthorizationToken: releaseAuthorizationToken,
		// 数据源发现（系统设置 → 数据源配置）：用与 worker 同一份 dws 状态做只读列举。
		DingtalkSources:    dingtalkSourceLister{},
		BackupSchedule:     postgresstore.NewStore(pool),
		VersionHistory:     versionHistoryStore,
		VersionHistoryRepo: versionHistoryRepo,
		BackupHost: backuphost.New(backuphost.Config{
			SSHConfig: config.BackupHostSSHConfig,
			Target:    config.BackupHostTarget,
			ScriptDir: config.BackupHostScriptDir,
			Root:      config.BackupHostRoot,
		}),
		Auth: &httpapi.AuthConfig{Store: authStore, SessionTTL: 12 * time.Hour},
	})
	if err != nil {
		return err
	}
	server := &http.Server{
		Addr:              config.AppAddr,
		Handler:           handler,
		ReadHeaderTimeout: 5 * time.Second,
		ReadTimeout:       15 * time.Second,
		WriteTimeout:      30 * time.Second,
		IdleTimeout:       60 * time.Second,
	}

	errCh := make(chan error, 1)
	go func() { errCh <- server.ListenAndServe() }()
	log.Printf("governance API listening on %s", config.AppAddr)
	select {
	case err := <-errCh:
		if errors.Is(err, http.ErrServerClosed) {
			return nil
		}
		return err
	case <-ctx.Done():
		shutdownCtx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
		defer cancel()
		return server.Shutdown(shutdownCtx)
	}
}