e147209e77
This commit introduces the complete wiki feature for WeKnora, enabling AI-powered wiki page generation and management. The implementation includes: **Backend Changes:** - Wiki data model: WikiPage type with support for multiple page types (Summary, Entity, Concept, Index, Log) - Database schema: wiki_pages table with full migration support - WikiPageService: CRUD operations and page management - WikiPageRepository: GORM-based persistence layer - Wiki ingest pipeline: Automated generation of wiki pages from knowledge documents * Summary page generation using LLM * Entity and concept extraction in a single LLM call * Synthesis opportunity detection * Index page rebuilding * Log page maintenance - Wiki boost feature: Enhance chat retrieval with wiki context - Wiki linting: Maintenance and validation utilities - Agent wiki tools: Enable agents to query and interact with wiki pages - Wiki prompts: Comprehensive LLM prompt templates for all wiki generation tasks - Language support: Reuse existing middleware language infrastructure for LLM prompts **Frontend Changes:** - Wiki browser UI: View all wiki pages with filtering and search - Wiki API client: Knowledge base wiki management endpoints - Knowledge base editor: Configure wiki settings (language, auto-ingest, synthesis model) - i18n updates: Support for English, Korean, Russian, and Chinese interfaces **Configuration:** - Container DI: Wire up all wiki services - Router: Register wiki API endpoints - Task handling: Support async wiki ingest tasks **Testing:** - Unit tests for wiki page types - Service layer tests - Endpoint tests for wiki operations - Integration tests with LLM mocking **Documentation:** - Language refactoring analysis and guides - Implementation completion reports - Quick reference guides for developers **Key Features:** ✅ LLM-powered wiki page generation from documents ✅ Multi-language support (9+ languages) ✅ Automatic extraction of entities and concepts ✅ Synthesis opportunity detection ✅ Index and log page maintenance ✅ Progressive wiki building across multiple documents ✅ Agent-based wiki interaction ✅ Chat retrieval enhancement with wiki context ✅ Full frontend UI for wiki browsing Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
131 lines
4.0 KiB
Go
131 lines
4.0 KiB
Go
package router
|
|
|
|
import (
|
|
"log"
|
|
"os"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
"github.com/hibiken/asynq"
|
|
"go.uber.org/dig"
|
|
)
|
|
|
|
type AsynqTaskParams struct {
|
|
dig.In
|
|
|
|
Server *asynq.Server
|
|
KnowledgeService interfaces.KnowledgeService
|
|
KnowledgeBaseService interfaces.KnowledgeBaseService
|
|
TagService interfaces.KnowledgeTagService
|
|
DataSourceService interfaces.DataSourceService
|
|
ChunkExtractor interfaces.TaskHandler `name:"chunkExtractor"`
|
|
DataTableSummary interfaces.TaskHandler `name:"dataTableSummary"`
|
|
ImageMultimodal interfaces.TaskHandler `name:"imageMultimodal"`
|
|
KnowledgePostProcess interfaces.TaskHandler `name:"knowledgePostProcess"`
|
|
WikiIngest interfaces.TaskHandler `name:"wikiIngest"`
|
|
}
|
|
|
|
func getAsynqRedisClientOpt() *asynq.RedisClientOpt {
|
|
db := 0
|
|
if dbStr := os.Getenv("REDIS_DB"); dbStr != "" {
|
|
if parsed, err := strconv.Atoi(dbStr); err == nil {
|
|
db = parsed
|
|
}
|
|
}
|
|
opt := &asynq.RedisClientOpt{
|
|
Addr: os.Getenv("REDIS_ADDR"),
|
|
Username: os.Getenv("REDIS_USERNAME"),
|
|
Password: os.Getenv("REDIS_PASSWORD"),
|
|
ReadTimeout: 100 * time.Millisecond,
|
|
WriteTimeout: 200 * time.Millisecond,
|
|
DB: db,
|
|
}
|
|
return opt
|
|
}
|
|
|
|
func NewAsyncqClient() (*asynq.Client, error) {
|
|
opt := getAsynqRedisClientOpt()
|
|
client := asynq.NewClient(opt)
|
|
err := client.Ping()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return client, nil
|
|
}
|
|
|
|
func NewAsynqServer() *asynq.Server {
|
|
opt := getAsynqRedisClientOpt()
|
|
srv := asynq.NewServer(
|
|
opt,
|
|
asynq.Config{
|
|
Queues: map[string]int{
|
|
"critical": 6, // Highest priority queue
|
|
"default": 3, // Default priority queue
|
|
"low": 1, // Lowest priority queue
|
|
},
|
|
},
|
|
)
|
|
return srv
|
|
}
|
|
|
|
func RunAsynqServer(params AsynqTaskParams) *asynq.ServeMux {
|
|
// Create a new mux and register all handlers
|
|
mux := asynq.NewServeMux()
|
|
|
|
// Register extract handlers - router will dispatch to appropriate handler
|
|
mux.HandleFunc(types.TypeChunkExtract, params.ChunkExtractor.Handle)
|
|
mux.HandleFunc(types.TypeDataTableSummary, params.DataTableSummary.Handle)
|
|
|
|
// Register document processing handler
|
|
mux.HandleFunc(types.TypeDocumentProcess, params.KnowledgeService.ProcessDocument)
|
|
|
|
// Register manual knowledge processing handler (cleanup + re-indexing)
|
|
mux.HandleFunc(types.TypeManualProcess, params.KnowledgeService.ProcessManualUpdate)
|
|
|
|
// Register FAQ import handler (includes dry run mode)
|
|
mux.HandleFunc(types.TypeFAQImport, params.KnowledgeService.ProcessFAQImport)
|
|
|
|
// Register question generation handler
|
|
mux.HandleFunc(types.TypeQuestionGeneration, params.KnowledgeService.ProcessQuestionGeneration)
|
|
|
|
// Register summary generation handler
|
|
mux.HandleFunc(types.TypeSummaryGeneration, params.KnowledgeService.ProcessSummaryGeneration)
|
|
|
|
// Register KB clone handler
|
|
mux.HandleFunc(types.TypeKBClone, params.KnowledgeService.ProcessKBClone)
|
|
|
|
// Register knowledge move handler
|
|
mux.HandleFunc(types.TypeKnowledgeMove, params.KnowledgeService.ProcessKnowledgeMove)
|
|
|
|
// Register knowledge list delete handler
|
|
mux.HandleFunc(types.TypeKnowledgeListDelete, params.KnowledgeService.ProcessKnowledgeListDelete)
|
|
|
|
// Register index delete handler
|
|
mux.HandleFunc(types.TypeIndexDelete, params.TagService.ProcessIndexDelete)
|
|
|
|
// Register KB delete handler
|
|
mux.HandleFunc(types.TypeKBDelete, params.KnowledgeBaseService.ProcessKBDelete)
|
|
|
|
// Register image multimodal handler
|
|
mux.HandleFunc(types.TypeImageMultimodal, params.ImageMultimodal.Handle)
|
|
|
|
// Register knowledge post process handler
|
|
mux.HandleFunc(types.TypeKnowledgePostProcess, params.KnowledgePostProcess.Handle)
|
|
|
|
// Register data source sync handler
|
|
mux.HandleFunc(types.TypeDataSourceSync, params.DataSourceService.ProcessSync)
|
|
|
|
// Register wiki ingest handler
|
|
mux.HandleFunc(types.TypeWikiIngest, params.WikiIngest.Handle)
|
|
|
|
go func() {
|
|
// Start the server
|
|
if err := params.Server.Run(mux); err != nil {
|
|
log.Fatalf("could not run server: %v", err)
|
|
}
|
|
}()
|
|
return mux
|
|
}
|