63f3b2c503
Annotation in 来源与目录 is now the only import decision surface: - migration 000033: catalog_import_intents (durable, rescan-proof per-file intent with locator snapshot + fetch lifecycle), source_items.policy_state, planned publication state, ui_setting_revisions.ingestion_concurrency - marking fans a folder decision out to per-file intents, materializes versioned items, reuses already-verified local bytes (compare, don't pull), and plans one publication per routed KB; blocked retires planned rows while live publications stay untouched (需下架 shows in the KB diff) - artifact.fetch worker lane (scripts/artifact_fetch.py): DingTalk export tree/live box API, AList /api/fs/get direct download with SSO-redirect fail-closed, PP ledger via locator hash; content-level dedupe on sha256 - 开始处理 promotes planned->pending inside the claim-time concurrency budget from system settings; claims enforce it in SQL - monitor overview rebuilt as knowledge-base diff: planned/needs_removal per KB + fetch pipeline summary; frontend lanes 待入库/需下架 replace the deprecated snapshot change-set confirmation - spool: images (png/jpg/gif/bmp/webp) accepted, ppt/pptx rejected in favour of PDF twins; DingTalk PPT resolves its converted PDF pair
40 lines
1.5 KiB
Go
40 lines
1.5 KiB
Go
package postgres
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
|
|
"github.com/jackc/pgx/v5"
|
|
|
|
"knowledge-governance/internal/workflows/artifactfetch"
|
|
)
|
|
|
|
// LoadArtifactFetchManifest resolves one pending intent plus its live source
|
|
// coordinates for the fetch script, keyed by the connection-stable node id.
|
|
func (s *Store) LoadArtifactFetchManifest(ctx context.Context, connectionID, nodeID string) (artifactfetch.Manifest, error) {
|
|
return loadArtifactFetchManifest(ctx, s.db, connectionID, nodeID)
|
|
}
|
|
|
|
func loadArtifactFetchManifest(ctx context.Context, db interface {
|
|
QueryRow(context.Context, string, ...any) pgx.Row
|
|
}, connectionID, nodeID string) (artifactfetch.Manifest, error) {
|
|
var manifest artifactfetch.Manifest
|
|
err := db.QueryRow(ctx, `SELECT connection.source_type,connection.name,intent.relative_path,intent.name,
|
|
intent.size_bytes,intent.modified_at,intent.locator_hash
|
|
FROM catalog_import_intents intent
|
|
JOIN source_connections connection ON connection.id=intent.source_connection_id
|
|
WHERE intent.source_connection_id=$1 AND intent.node_id=$2`, connectionID, nodeID).
|
|
Scan(&manifest.SourceType, &manifest.SourceName, &manifest.RelativePath, &manifest.Name,
|
|
&manifest.SizeBytes, &manifest.ModifiedAt, &manifest.LocatorHash)
|
|
if errors.Is(err, pgx.ErrNoRows) {
|
|
return artifactfetch.Manifest{}, artifactfetch.ErrManifestGone
|
|
}
|
|
if err != nil {
|
|
return artifactfetch.Manifest{}, fmt.Errorf("load artifact fetch manifest: %w", err)
|
|
}
|
|
manifest.ConnectionID = connectionID
|
|
manifest.NodeID = nodeID
|
|
return manifest, nil
|
|
}
|