Files
Enterprise-Knowledge-Base/internal/llmresource/registry_test.go
T
wizardchen 5d0326f987 fix(wiki): harden slug integrity across ingest and agent write paths
Weak LLMs routinely mangle high-entropy wiki slugs (especially UUID-based
summary/<id> slugs), producing dead cross-links and cross-item dedup
hallucinations. This tightens integrity end to end:

- Ingest dedup now groups each new item with only its own trigram
  candidates and validates merges against that per-item scope, rejecting
  cross-item mispairings; candidate top-K narrowed 20 -> 5.
- Editor path aliases out-link slugs behind low-entropy ref-N tokens and
  translates them back after generation, removing the chance to mangle.
- Agent write tool normalizes/validates slugs, blocks manual creation of
  system-owned summary pages, and auto-repairs dead [[slug]] links
  (rewrite-only, never strips) via bigram/display-text resolution.
- llmresource registry aliases summary/<uuid> slugs the same way as
  storage handles so they round-trip safely through chat.

Adds unit tests for slug validation, aliasing round-trip, dead-link
repair, and dedup rejection rules.
2026-07-24 15:57:08 +08:00

80 lines
2.8 KiB
Go

package llmresource
import (
"testing"
"github.com/Tencent/WeKnora/internal/models/chat"
"github.com/stretchr/testify/require"
)
func TestRegistryRoundTripAndDeduplicate(t *testing.T) {
r := NewRegistry()
ref := "resource://AbCdEfGhIjKlMnOpQrStUv"
encoded := r.EncodeText("![a](" + ref + ") and " + ref)
require.Equal(t, "![a](res://0001) and res://0001", encoded)
require.Equal(t, "![a]("+ref+") and "+ref, r.DecodeText(encoded))
}
func TestRegistryAliasesLegacyPhysicalReferencesDuringRollout(t *testing.T) {
r := NewRegistry()
ref := "storage://c0d93536-702c-4977-aa5e-fe670073c3cb/local://10000/exports/image.png"
encoded := r.EncodeText("![image](" + ref + ")")
require.Equal(t, "![image](res://0001)", encoded)
require.Equal(t, "![image]("+ref+")", r.DecodeText(encoded))
}
func TestRegistryAliasesWikiSummarySlug(t *testing.T) {
r := NewRegistry()
slug := "summary/07a20bb1-a662-47cf-9929-06fb5d5b5b5e"
// Inside a [[slug|display]] link the model must copy verbatim.
encoded := r.EncodeText("see [[" + slug + "|Foo.md - Summary]]")
require.Equal(t, "see [[res://0001|Foo.md - Summary]]", encoded)
require.Equal(t, "see [["+slug+"|Foo.md - Summary]]", r.DecodeText(encoded))
// The same slug as a tool-call argument value resolves to one alias.
require.Equal(t, "res://0001", r.EncodeText(slug))
}
func TestRegistryLeavesEntitySlugUntouched(t *testing.T) {
r := NewRegistry()
// Entity slugs are low-entropy and semantically meaningful; not aliased.
entity := "[[entity/weknora-error-log|WeKnora 试错记录]]"
require.Equal(t, entity, r.EncodeText(entity))
}
func TestRegistryEncodesMessageCopies(t *testing.T) {
r := NewRegistry()
ref := "resource://AbCdEfGhIjKlMnOpQrStUv"
original := []chat.Message{{Role: "tool", Content: ref}}
encoded := r.EncodeMessages(original)
require.Equal(t, ref, original[0].Content)
require.Equal(t, "res://0001", encoded[0].Content)
}
func TestStreamDecoderRestoresSplitAlias(t *testing.T) {
r := NewRegistry()
ref := "resource://AbCdEfGhIjKlMnOpQrStUv"
require.Equal(t, "res://0001", r.EncodeText(ref))
d := NewStreamDecoder(r)
require.Equal(t, "before ", d.Feed("before res://0"))
require.Equal(t, ref+" afte", d.Feed("001 after"))
require.Equal(t, "r", d.Flush())
}
func TestOrphanAliasesReportsUnresolvableTokens(t *testing.T) {
r := NewRegistry()
ref := "resource://AbCdEfGhIjKlMnOpQrStUv"
require.Equal(t, "res://0001", r.EncodeText(ref))
// Known alias resolves and leaves no orphan once decoded.
require.Nil(t, r.OrphanAliases(r.DecodeText("see res://0001")))
// A reference the registry never assigned is reported (deduplicated).
require.Equal(t, []string{"res://0099"}, r.OrphanAliases("look at res://0099 and res://0099"))
}
func TestOrphanAliasesNilRegistry(t *testing.T) {
var r *Registry
require.Equal(t, []string{"res://0001"}, r.OrphanAliases("res://0001"))
}