feat(resource): add stable resource registry with LLM-context alias compaction

Introduce resource://<handle> as the stable application identity for stored
objects, decoupling API responses, persisted rich text, and LLM prompts from
physical storage paths. Adds a resource catalog service (register/resolve/bind,
revocable expiring access grants), a request-local alias registry that compacts
resource references while in the LLM context and restores them (including across
streaming chunks), plus router, IM, chat-pipeline, and multimodal integration.

Includes schema migrations (resources, resource_bindings, resource_access_grants)
for sqlite, and hardens URL/output security handling.
This commit is contained in:
wizardchen
2026-07-15 16:31:21 +08:00
committed by lyingbug
parent 9733bd28bf
commit 6d14cc3536
32 changed files with 1790 additions and 59 deletions
+53
View File
@@ -827,6 +827,59 @@ CREATE UNIQUE INDEX IF NOT EXISTS idx_storage_backends_legacy_alias
ON storage_backends(tenant_id, provider) WHERE deleted_at IS NULL AND legacy_alias = 1;
CREATE INDEX IF NOT EXISTS idx_storage_backends_tenant ON storage_backends(tenant_id);
CREATE TABLE IF NOT EXISTS resources (
id VARCHAR(36) PRIMARY KEY,
handle VARCHAR(22) NOT NULL UNIQUE,
tenant_id INTEGER NOT NULL,
storage_backend_id VARCHAR(36),
provider VARCHAR(32) NOT NULL,
physical_path TEXT NOT NULL,
location_hash VARCHAR(64) NOT NULL,
kind VARCHAR(32) NOT NULL DEFAULT 'file',
mime_type VARCHAR(255) NOT NULL DEFAULT '',
original_name VARCHAR(1024) NOT NULL DEFAULT '',
size INTEGER NOT NULL DEFAULT 0,
content_hash VARCHAR(64) NOT NULL DEFAULT '',
lifecycle VARCHAR(16) NOT NULL DEFAULT 'persistent',
expires_at DATETIME,
state VARCHAR(16) NOT NULL DEFAULT 'active',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP,
updated_at DATETIME DEFAULT CURRENT_TIMESTAMP,
deleted_at DATETIME
);
CREATE UNIQUE INDEX IF NOT EXISTS idx_resources_tenant_location
ON resources(tenant_id, location_hash) WHERE deleted_at IS NULL;
CREATE INDEX IF NOT EXISTS idx_resources_tenant ON resources(tenant_id);
CREATE INDEX IF NOT EXISTS idx_resources_backend ON resources(storage_backend_id);
CREATE TABLE IF NOT EXISTS resource_bindings (
id VARCHAR(36) PRIMARY KEY,
resource_id VARCHAR(36) NOT NULL REFERENCES resources(id) ON DELETE CASCADE,
tenant_id INTEGER NOT NULL,
owner_type VARCHAR(32) NOT NULL,
owner_id VARCHAR(64) NOT NULL,
relation VARCHAR(32) NOT NULL DEFAULT 'attachment',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP
);
CREATE UNIQUE INDEX IF NOT EXISTS idx_resource_bindings_unique
ON resource_bindings(resource_id, owner_type, owner_id, relation);
CREATE INDEX IF NOT EXISTS idx_resource_bindings_owner
ON resource_bindings(tenant_id, owner_type, owner_id);
CREATE TABLE IF NOT EXISTS resource_access_grants (
id VARCHAR(36) PRIMARY KEY,
token_hash VARCHAR(64) NOT NULL UNIQUE,
resource_id VARCHAR(36) NOT NULL REFERENCES resources(id) ON DELETE CASCADE,
access_scope VARCHAR(16) NOT NULL DEFAULT 'read',
expires_at DATETIME NOT NULL,
revoked_at DATETIME,
created_at DATETIME DEFAULT CURRENT_TIMESTAMP
);
CREATE INDEX IF NOT EXISTS idx_resource_access_grants_resource
ON resource_access_grants(resource_id);
CREATE INDEX IF NOT EXISTS idx_resource_access_grants_expires
ON resource_access_grants(expires_at);
CREATE TABLE IF NOT EXISTS tenant_api_keys (
id INTEGER PRIMARY KEY AUTOINCREMENT,
tenant_id INTEGER NOT NULL,