63f3b2c503
Annotation in 来源与目录 is now the only import decision surface: - migration 000033: catalog_import_intents (durable, rescan-proof per-file intent with locator snapshot + fetch lifecycle), source_items.policy_state, planned publication state, ui_setting_revisions.ingestion_concurrency - marking fans a folder decision out to per-file intents, materializes versioned items, reuses already-verified local bytes (compare, don't pull), and plans one publication per routed KB; blocked retires planned rows while live publications stay untouched (需下架 shows in the KB diff) - artifact.fetch worker lane (scripts/artifact_fetch.py): DingTalk export tree/live box API, AList /api/fs/get direct download with SSO-redirect fail-closed, PP ledger via locator hash; content-level dedupe on sha256 - 开始处理 promotes planned->pending inside the claim-time concurrency budget from system settings; claims enforce it in SQL - monitor overview rebuilt as knowledge-base diff: planned/needs_removal per KB + fetch pipeline summary; frontend lanes 待入库/需下架 replace the deprecated snapshot change-set confirmation - spool: images (png/jpg/gif/bmp/webp) accepted, ppt/pptx rejected in favour of PDF twins; DingTalk PPT resolves its converted PDF pair
137 lines
4.5 KiB
Go
137 lines
4.5 KiB
Go
package postgres
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/jackc/pgx/v5"
|
|
|
|
"knowledge-governance/internal/governance"
|
|
)
|
|
|
|
var ErrInvalidUISettings = errors.New("invalid UI settings")
|
|
|
|
const uiSettingsColumns = `id,state,document_refresh_seconds,resource_refresh_seconds,stalled_after_seconds,finalizing_after_seconds,ingestion_concurrency,updated_by,created_at,activated_at,retired_at,error_code`
|
|
|
|
const getActiveUISettingsSQL = `
|
|
SELECT ` + uiSettingsColumns + `
|
|
FROM ui_setting_revisions
|
|
WHERE state = 'active'
|
|
`
|
|
|
|
const createUISettingsCandidateSQL = `
|
|
INSERT INTO ui_setting_revisions(
|
|
id,state,document_refresh_seconds,resource_refresh_seconds,
|
|
stalled_after_seconds,finalizing_after_seconds,ingestion_concurrency,updated_by,created_at
|
|
) VALUES($1,'validated',$2,$3,$4,$5,$6,$7,$8)
|
|
RETURNING ` + uiSettingsColumns + `
|
|
`
|
|
|
|
const lockUISettingsRevisionSQL = `
|
|
SELECT ` + uiSettingsColumns + `
|
|
FROM ui_setting_revisions
|
|
WHERE id=$1
|
|
FOR UPDATE
|
|
`
|
|
|
|
const retireActiveUISettingsSQL = `
|
|
UPDATE ui_setting_revisions
|
|
SET state='retired',retired_at=$2
|
|
WHERE state='active' AND id<>$1
|
|
`
|
|
|
|
const activateUISettingsSQL = `
|
|
UPDATE ui_setting_revisions
|
|
SET state='active',activated_at=$2,retired_at=NULL,error_code=''
|
|
WHERE id=$1 AND state='validated'
|
|
RETURNING ` + uiSettingsColumns + `
|
|
`
|
|
|
|
func (s *Store) GetActiveUISettings(ctx context.Context) (governance.UISettings, error) {
|
|
return scanUISettings(s.db.QueryRow(ctx, getActiveUISettingsSQL))
|
|
}
|
|
|
|
func (s *Store) CreateUISettingsCandidate(ctx context.Context, request governance.CreateUISettingsCandidateRequest) (governance.UISettings, error) {
|
|
if !request.Valid() {
|
|
return governance.UISettings{}, ErrInvalidUISettings
|
|
}
|
|
id, err := newOpaqueID("uis-")
|
|
if err != nil {
|
|
return governance.UISettings{}, fmt.Errorf("create UI settings id: %w", err)
|
|
}
|
|
return scanUISettings(s.db.QueryRow(ctx, createUISettingsCandidateSQL,
|
|
id, request.DocumentRefreshSeconds, request.ResourceRefreshSeconds,
|
|
request.StalledAfterSeconds, request.FinalizingAfterSeconds, request.IngestionConcurrency,
|
|
request.UpdatedBy, request.Now.UTC()))
|
|
}
|
|
|
|
func (s *Store) ActivateUISettings(ctx context.Context, revisionID string, now time.Time) (governance.UISettings, error) {
|
|
if !validShortID(revisionID) || now.IsZero() {
|
|
return governance.UISettings{}, ErrInvalidUISettings
|
|
}
|
|
var tx pgx.Tx
|
|
var err error
|
|
ownsTransaction := false
|
|
if existing, ok := s.db.(pgx.Tx); ok {
|
|
tx = existing
|
|
} else {
|
|
beginner, ok := s.db.(interface {
|
|
Begin(context.Context) (pgx.Tx, error)
|
|
})
|
|
if !ok {
|
|
return governance.UISettings{}, errors.New("store does not support transactions")
|
|
}
|
|
tx, err = beginner.Begin(ctx)
|
|
if err != nil {
|
|
return governance.UISettings{}, fmt.Errorf("begin UI settings activation: %w", err)
|
|
}
|
|
ownsTransaction = true
|
|
defer func() { _ = tx.Rollback(ctx) }()
|
|
}
|
|
candidate, err := scanUISettings(tx.QueryRow(ctx, lockUISettingsRevisionSQL, revisionID))
|
|
if err != nil {
|
|
return governance.UISettings{}, err
|
|
}
|
|
if candidate.State == "active" {
|
|
if ownsTransaction {
|
|
if err := tx.Commit(ctx); err != nil {
|
|
return governance.UISettings{}, fmt.Errorf("commit UI settings activation: %w", err)
|
|
}
|
|
}
|
|
return candidate, nil
|
|
}
|
|
if candidate.State != "validated" {
|
|
return governance.UISettings{}, ErrInvalidUISettings
|
|
}
|
|
activatedAt := now.UTC()
|
|
if _, err := tx.Exec(ctx, retireActiveUISettingsSQL, revisionID, activatedAt); err != nil {
|
|
return governance.UISettings{}, fmt.Errorf("retire active UI settings: %w", err)
|
|
}
|
|
active, err := scanUISettings(tx.QueryRow(ctx, activateUISettingsSQL, revisionID, activatedAt))
|
|
if err != nil {
|
|
return governance.UISettings{}, err
|
|
}
|
|
if ownsTransaction {
|
|
if err := tx.Commit(ctx); err != nil {
|
|
return governance.UISettings{}, fmt.Errorf("commit UI settings activation: %w", err)
|
|
}
|
|
}
|
|
return active, nil
|
|
}
|
|
|
|
func scanUISettings(row interface{ Scan(...any) error }) (governance.UISettings, error) {
|
|
var settings governance.UISettings
|
|
if err := row.Scan(&settings.ID, &settings.State, &settings.DocumentRefreshSeconds,
|
|
&settings.ResourceRefreshSeconds, &settings.StalledAfterSeconds, &settings.FinalizingAfterSeconds,
|
|
&settings.IngestionConcurrency,
|
|
&settings.UpdatedBy, &settings.CreatedAt, &settings.ActivatedAt, &settings.RetiredAt, &settings.ErrorCode); err != nil {
|
|
return governance.UISettings{}, fmt.Errorf("scan UI settings: %w", err)
|
|
}
|
|
if settings.State != "validated" && settings.State != "active" && settings.State != "retired" && settings.State != "failed" {
|
|
return governance.UISettings{}, errors.New("invalid UI settings state")
|
|
}
|
|
return settings, nil
|
|
}
|