e147209e77
This commit introduces the complete wiki feature for WeKnora, enabling AI-powered wiki page generation and management. The implementation includes: **Backend Changes:** - Wiki data model: WikiPage type with support for multiple page types (Summary, Entity, Concept, Index, Log) - Database schema: wiki_pages table with full migration support - WikiPageService: CRUD operations and page management - WikiPageRepository: GORM-based persistence layer - Wiki ingest pipeline: Automated generation of wiki pages from knowledge documents * Summary page generation using LLM * Entity and concept extraction in a single LLM call * Synthesis opportunity detection * Index page rebuilding * Log page maintenance - Wiki boost feature: Enhance chat retrieval with wiki context - Wiki linting: Maintenance and validation utilities - Agent wiki tools: Enable agents to query and interact with wiki pages - Wiki prompts: Comprehensive LLM prompt templates for all wiki generation tasks - Language support: Reuse existing middleware language infrastructure for LLM prompts **Frontend Changes:** - Wiki browser UI: View all wiki pages with filtering and search - Wiki API client: Knowledge base wiki management endpoints - Knowledge base editor: Configure wiki settings (language, auto-ingest, synthesis model) - i18n updates: Support for English, Korean, Russian, and Chinese interfaces **Configuration:** - Container DI: Wire up all wiki services - Router: Register wiki API endpoints - Task handling: Support async wiki ingest tasks **Testing:** - Unit tests for wiki page types - Service layer tests - Endpoint tests for wiki operations - Integration tests with LLM mocking **Documentation:** - Language refactoring analysis and guides - Implementation completion reports - Quick reference guides for developers **Key Features:** ✅ LLM-powered wiki page generation from documents ✅ Multi-language support (9+ languages) ✅ Automatic extraction of entities and concepts ✅ Synthesis opportunity detection ✅ Index and log page maintenance ✅ Progressive wiki building across multiple documents ✅ Agent-based wiki interaction ✅ Chat retrieval enhancement with wiki context ✅ Full frontend UI for wiki browsing Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
109 lines
2.6 KiB
Go
109 lines
2.6 KiB
Go
package service
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
)
|
|
|
|
func TestSlugify(t *testing.T) {
|
|
tests := []struct {
|
|
input string
|
|
want string
|
|
}{
|
|
{"Hello World", "hello-world"},
|
|
{"Acme Corp", "acme-corp"},
|
|
{" spaces ", "spaces"},
|
|
{"under_score", "under-score"},
|
|
{"Already-Good", "already-good"},
|
|
{"Special!@#Chars", "specialchars"},
|
|
{"CamelCase", "camelcase"},
|
|
{"", ""},
|
|
{"a/b/c", "a/b/c"}, // preserve slashes for hierarchical slugs
|
|
{"中文标题", "中文标题"}, // preserve CJK
|
|
{"Mix 中英文 Test", "mix-中英文-test"}, // mixed
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.input, func(t *testing.T) {
|
|
got := slugify(tt.input)
|
|
if got != tt.want {
|
|
t.Errorf("slugify(%q) = %q, want %q", tt.input, got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestTruncateString(t *testing.T) {
|
|
tests := []struct {
|
|
input string
|
|
maxLen int
|
|
want string
|
|
}{
|
|
{"hello world", 20, "hello world"},
|
|
{"hello world", 5, "hello..."},
|
|
{"", 10, ""},
|
|
{"abc", 3, "abc"},
|
|
{"abcd", 3, "abc..."},
|
|
{"中文测试", 2, "中文..."},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.input, func(t *testing.T) {
|
|
got := truncateString(tt.input, tt.maxLen)
|
|
if got != tt.want {
|
|
t.Errorf("truncateString(%q, %d) = %q, want %q", tt.input, tt.maxLen, got, tt.want)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestAppendUnique(t *testing.T) {
|
|
arr := types.StringArray{"a", "b"}
|
|
|
|
// Add new
|
|
result := appendUnique(arr, "c")
|
|
if len(result) != 3 {
|
|
t.Errorf("Expected 3 items, got %d", len(result))
|
|
}
|
|
|
|
// Add duplicate
|
|
result = appendUnique(result, "b")
|
|
if len(result) != 3 {
|
|
t.Errorf("Expected 3 items (no dup), got %d", len(result))
|
|
}
|
|
}
|
|
|
|
func TestReconstructContent(t *testing.T) {
|
|
chunks := []*types.Chunk{
|
|
{ChunkIndex: 2, ChunkType: types.ChunkTypeText, Content: "Third paragraph."},
|
|
{ChunkIndex: 0, ChunkType: types.ChunkTypeText, Content: "First paragraph."},
|
|
{ChunkIndex: 1, ChunkType: types.ChunkTypeText, Content: "Second paragraph."},
|
|
{ChunkIndex: 3, ChunkType: types.ChunkTypeImageOCR, Content: "OCR text should be excluded."},
|
|
}
|
|
|
|
content := reconstructContent(chunks)
|
|
|
|
// Should be sorted by ChunkIndex and exclude non-text chunks
|
|
if content == "" {
|
|
t.Fatal("reconstructContent should not be empty")
|
|
}
|
|
|
|
// Verify order: first, second, third
|
|
if len(content) == 0 {
|
|
t.Fatal("empty content")
|
|
}
|
|
|
|
// The first characters should be "First"
|
|
if content[:5] != "First" {
|
|
t.Errorf("Expected content to start with 'First', got: %s", content[:20])
|
|
}
|
|
}
|
|
|
|
func TestReconstructContentEmpty(t *testing.T) {
|
|
content := reconstructContent(nil)
|
|
if content != "" {
|
|
t.Errorf("Empty chunks should produce empty content, got %q", content)
|
|
}
|
|
}
|