package main import ( "context" "fmt" "log" "os" "os/signal" "syscall" "github.com/jackc/pgx/v5/pgxpool" "knowledge-governance/internal/appconfig" "knowledge-governance/internal/jobs" postgresstore "knowledge-governance/internal/platform/postgres" "knowledge-governance/internal/platform/weknora" catalogrefresh "knowledge-governance/internal/workflows/catalogrefresh" "knowledge-governance/internal/workflows/sourcescan" "knowledge-governance/internal/workflows/testweknora" ) func main() { ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM) defer stop() if err := run(ctx, os.Getenv); err != nil { log.Fatal(err) } } func run(ctx context.Context, getenv func(string) string) error { config, err := appconfig.Load(getenv) if err != nil { return err } pool, err := pgxpool.New(ctx, config.DatabaseURL) if err != nil { return err } defer pool.Close() if err := pool.Ping(ctx); err != nil { return err } if err := postgresstore.ApplyMigrations(ctx, pool); err != nil { return err } store := postgresstore.NewStore(pool) handlers, err := workerHandlers(store, config) if err != nil { return err } worker, err := jobs.NewWorker(jobs.WorkerConfig{ Queue: store, WorkerID: config.WorkerID, LeaseDuration: config.LeaseDuration, RetryDelay: config.RetryDelay, Handlers: handlers, OnError: func(err error) { log.Printf("worker error: %v", err) }, }) if err != nil { return err } go runSourceRefreshScheduler(ctx, store, config.SourceRefreshSchedulerInterval, func(err error) { log.Printf("worker %s source refresh scheduler error: %v", config.WorkerID, err) }) log.Printf("worker %s started (source refresh scheduler every %s)", config.WorkerID, config.SourceRefreshSchedulerInterval) return worker.Run(ctx, config.PollInterval) } func workerHandlers(store *postgresstore.Store, config appconfig.Config) (map[string]jobs.Handler, error) { handlers := map[string]jobs.Handler{ "demo": func(_ context.Context, job jobs.Job) error { log.Printf("completed demo job id=%s", job.ID) return nil }, "demo.sleep": jobs.DemoSleepHandler, } catalogRunner, err := catalogrefresh.NewCommandRunner("/usr/bin/python3", "/app/scripts/live_catalog_refresh.py") if err != nil { return nil, fmt.Errorf("create catalog refresh runner: %w", err) } catalogHandler, err := catalogrefresh.NewHandler(catalogrefresh.Config{Store: store, Runner: catalogRunner}) if err != nil { return nil, fmt.Errorf("create catalog refresh handler: %w", err) } handlers["source.catalog.refresh"] = catalogHandler.Handle if config.PPScanEnabled { scanner, err := sourcescan.NewFilePPScanner(sourcescan.FilePPScannerConfig{ AllowedRoot: config.PPScanAllowedRoot, LedgerPath: config.PPScanLedgerPath, ManifestPath: config.PPScanManifestPath, }) if err != nil { return nil, fmt.Errorf("create PP source scanner: %w", err) } handler, err := sourcescan.NewPPHandler(sourcescan.PPHandlerConfig{Store: store, Scanner: scanner}) if err != nil { return nil, fmt.Errorf("create PP source scan handler: %w", err) } handlers["source.scan.pp"] = handler.Handle } if !config.TestWeKnoraEnabled { return handlers, nil } apiKey, err := weknora.ReadAPIKeyFile(config.TestWeKnoraAPIKeyFile) if err != nil { return nil, fmt.Errorf("read test WeKnora API key: %w", err) } client, err := weknora.NewClient(weknora.ClientConfig{ BaseURL: config.TestWeKnoraBaseURL, APIKey: apiKey, Timeout: config.TestWeKnoraHTTPTimeout, AllowDockerHTTP: config.TestWeKnoraAllowDockerHTTP, }) if err != nil { return nil, fmt.Errorf("create test WeKnora client: %w", err) } upload, err := testweknora.NewUploadHandler(testweknora.UploadHandlerConfig{ Store: store, Client: client, SpoolRoot: config.GovernanceSpoolRoot, MaxUploadBytes: config.TestWeKnoraMaxUploadBytes, FirstPollDelay: config.TestWeKnoraPollInitial, }) if err != nil { return nil, fmt.Errorf("create test upload handler: %w", err) } poll, err := testweknora.NewPollHandler(testweknora.PollHandlerConfig{ Store: store, Client: client, PollDelay: config.TestWeKnoraPollInitial, StallAfter: config.TestWeKnoraStalledAfter, }) if err != nil { return nil, fmt.Errorf("create test poll handler: %w", err) } validate, err := testweknora.NewValidateHandler(testweknora.ValidateHandlerConfig{ Store: store, Client: client, PolicyVersion: config.TestAcceptancePolicyVersion, }) if err != nil { return nil, fmt.Errorf("create test validate handler: %w", err) } remove, err := testweknora.NewRemoveHandler(testweknora.RemoveHandlerConfig{ Store: store, Client: client, }) if err != nil { return nil, fmt.Errorf("create test removal handler: %w", err) } handlers["test.upload"] = upload.Handle handlers["test.poll"] = poll.Handle handlers["test.validate"] = validate.Handle handlers["test.remove"] = remove.Handle return handlers, nil }