99cc721140
- Introduced `encodeSlugPath` function to safely encode wiki slugs for API requests, preserving hierarchical routing. - Updated API functions to utilize the new slug encoding for `getWikiPage`, `updateWikiPage`, and `deleteWikiPage`. - Enhanced `ListBySourceRef` method in the repository to safely handle source knowledge IDs with JSON marshalling, improving query security. - Added `escapeLikePattern` function to ensure safe concatenation of LIKE patterns in SQL queries, preventing unintended matches. - Updated `KnowledgePostProcessService` to include Redis client for task management, improving performance in handling wiki ingest tasks. - Enhanced `WikiLintIssue` structure to include `TargetSlug` for better issue tracking and auto-fixing capabilities. These changes significantly improve the robustness and security of the wiki management system, enhancing user experience and data integrity.
98 lines
2.9 KiB
Go
98 lines
2.9 KiB
Go
package chatpipeline
|
|
|
|
import (
|
|
"context"
|
|
"sort"
|
|
|
|
"github.com/Tencent/WeKnora/internal/logger"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
)
|
|
|
|
// wikiBoostFactor is the score multiplier applied to wiki page chunks.
|
|
// Wiki pages contain LLM-synthesized, cross-referenced knowledge and should
|
|
// be preferred over raw document chunks when both are available.
|
|
const wikiBoostFactor = 1.3
|
|
|
|
// PluginWikiBoost boosts the relevance score of wiki page chunks in search results.
|
|
// Wiki pages contain pre-synthesized knowledge that is more coherent and
|
|
// cross-referenced than raw document chunks, so they should rank higher.
|
|
//
|
|
// This plugin runs in the CHUNK_RERANK phase, after initial retrieval and reranking.
|
|
// It identifies chunks with ChunkType == "wiki_page" and multiplies their score.
|
|
type PluginWikiBoost struct {
|
|
kbService interfaces.KnowledgeBaseService
|
|
}
|
|
|
|
// NewPluginWikiBoost creates and registers the wiki boost plugin
|
|
func NewPluginWikiBoost(eventManager *EventManager, kbService interfaces.KnowledgeBaseService) *PluginWikiBoost {
|
|
p := &PluginWikiBoost{
|
|
kbService: kbService,
|
|
}
|
|
eventManager.Register(p)
|
|
return p
|
|
}
|
|
|
|
// ActivationEvents returns the event types this plugin handles
|
|
func (p *PluginWikiBoost) ActivationEvents() []types.EventType {
|
|
return []types.EventType{types.CHUNK_RERANK}
|
|
}
|
|
|
|
// OnEvent boosts wiki page chunk scores after reranking
|
|
func (p *PluginWikiBoost) OnEvent(
|
|
ctx context.Context,
|
|
eventType types.EventType,
|
|
chatManage *types.ChatManage,
|
|
next func() *PluginError,
|
|
) *PluginError {
|
|
// Run the normal reranking first
|
|
if err := next(); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Fast path: skip all work if there are no wiki_page chunks in the result set.
|
|
// This avoids hitting the KB service on every chat turn for non-wiki queries.
|
|
hasWikiChunk := false
|
|
for i := range chatManage.RerankResult {
|
|
if chatManage.RerankResult[i].ChunkType == types.ChunkTypeWikiPage {
|
|
hasWikiChunk = true
|
|
break
|
|
}
|
|
}
|
|
if !hasWikiChunk {
|
|
return nil
|
|
}
|
|
|
|
// Confirm at least one search target is actually a wiki KB.
|
|
hasWikiKB := false
|
|
for _, target := range chatManage.SearchTargets {
|
|
kb, err := p.kbService.GetKnowledgeBaseByIDOnly(ctx, target.KnowledgeBaseID)
|
|
if err == nil && kb != nil && kb.IsWikiEnabled() {
|
|
hasWikiKB = true
|
|
break
|
|
}
|
|
}
|
|
if !hasWikiKB {
|
|
return nil
|
|
}
|
|
|
|
// Boost wiki page chunks in RerankResult
|
|
boostedCount := 0
|
|
for i := range chatManage.RerankResult {
|
|
if chatManage.RerankResult[i].ChunkType == types.ChunkTypeWikiPage {
|
|
chatManage.RerankResult[i].Score *= wikiBoostFactor
|
|
boostedCount++
|
|
}
|
|
}
|
|
|
|
if boostedCount > 0 {
|
|
logger.Infof(ctx, "WikiBoost: boosted %d wiki page chunks by %.1fx", boostedCount, wikiBoostFactor)
|
|
// Re-sort by score after boosting; stable sort preserves ordering for ties.
|
|
sort.SliceStable(chatManage.RerankResult, func(i, j int) bool {
|
|
return chatManage.RerankResult[i].Score > chatManage.RerankResult[j].Score
|
|
})
|
|
}
|
|
|
|
return nil
|
|
}
|