From a6c38123b6744841f236ec1e1fc4a3d852e05974 Mon Sep 17 00:00:00 2001 From: wizardchen Date: Mon, 23 Mar 2026 19:51:50 +0800 Subject: [PATCH] refactor(knowledge): optimize tag retrieval in buildTagMap function - Changed the tag retrieval process to support pagination, allowing for more efficient handling of large sets of tags. - Adjusted the page size to 100 for better performance and reduced memory usage. - Ensured that the function continues fetching tags until all are retrieved, improving the completeness of the tag map. --- internal/application/service/knowledge.go | 25 ++++++++++++++--------- 1 file changed, 15 insertions(+), 10 deletions(-) diff --git a/internal/application/service/knowledge.go b/internal/application/service/knowledge.go index 6284399c..9c445cb6 100644 --- a/internal/application/service/knowledge.go +++ b/internal/application/service/knowledge.go @@ -5901,17 +5901,22 @@ func (s *knowledgeService) ExportFAQEntries(ctx context.Context, kbID string) ([ // buildTagMap builds a map from tag_id to tag_name for the given knowledge base. func (s *knowledgeService) buildTagMap(ctx context.Context, tenantID uint64, kbID string) (map[string]string, error) { - // Get all tags for this knowledge base (no pagination limit) - page := &types.Pagination{Page: 1, PageSize: 10000} - tags, _, err := s.tagRepo.ListByKB(ctx, tenantID, kbID, page, "") - if err != nil { - return nil, err - } + const pageSize = 100 + tagMap := make(map[string]string) - tagMap := make(map[string]string, len(tags)) - for _, tag := range tags { - if tag != nil { - tagMap[tag.ID] = tag.Name + for pageNum := 1; ; pageNum++ { + page := &types.Pagination{Page: pageNum, PageSize: pageSize} + tags, _, err := s.tagRepo.ListByKB(ctx, tenantID, kbID, page, "") + if err != nil { + return nil, err + } + for _, tag := range tags { + if tag != nil { + tagMap[tag.ID] = tag.Name + } + } + if len(tags) < pageSize { + break } } return tagMap, nil