feat(knowledge): add SQL LIKE keyword escaping and metadata search functionality
- Introduced `escapeLikeKeyword` function to escape SQL LIKE wildcards in search queries, ensuring accurate keyword matching. - Updated search queries to utilize the new escaping function for filtering by file name and title. - Added `FindByMetadataKey` method to retrieve knowledge items based on key-value pairs in the metadata JSON column, enhancing search capabilities.
This commit is contained in:
@@ -12,6 +12,15 @@ import (
|
||||
|
||||
var ErrKnowledgeNotFound = errors.New("knowledge not found")
|
||||
|
||||
// escapeLikeKeyword escapes SQL LIKE wildcards (%, _) in a keyword
|
||||
// so they are treated as literal characters.
|
||||
func escapeLikeKeyword(keyword string) string {
|
||||
keyword = strings.ReplaceAll(keyword, `\`, `\\`)
|
||||
keyword = strings.ReplaceAll(keyword, "%", `\%`)
|
||||
keyword = strings.ReplaceAll(keyword, "_", `\_`)
|
||||
return keyword
|
||||
}
|
||||
|
||||
// omitFieldsOnUpdate defines fields to omit when updating knowledge
|
||||
var omitFieldsOnUpdate = []string{"DeletedAt"}
|
||||
|
||||
@@ -90,7 +99,8 @@ func (r *knowledgeRepository) ListPagedKnowledgeByKnowledgeBaseID(
|
||||
query = query.Where("tag_id = ?", tagID)
|
||||
}
|
||||
if keyword != "" {
|
||||
query = query.Where("(file_name LIKE ? OR title LIKE ?)", "%"+keyword+"%", "%"+keyword+"%")
|
||||
escaped := escapeLikeKeyword(keyword)
|
||||
query = query.Where("(file_name LIKE ? OR title LIKE ?)", "%"+escaped+"%", "%"+escaped+"%")
|
||||
}
|
||||
if fileType != "" {
|
||||
if fileType == "manual" {
|
||||
@@ -108,13 +118,14 @@ func (r *knowledgeRepository) ListPagedKnowledgeByKnowledgeBaseID(
|
||||
}
|
||||
|
||||
// Then query paginated data
|
||||
dataQuery := r.db.WithContext(ctx).
|
||||
dataQuery := r.db.Debug().WithContext(ctx).
|
||||
Where("tenant_id = ? AND knowledge_base_id = ?", tenantID, kbID)
|
||||
if tagID != "" {
|
||||
dataQuery = dataQuery.Where("tag_id = ?", tagID)
|
||||
}
|
||||
if keyword != "" {
|
||||
dataQuery = dataQuery.Where("(file_name LIKE ? OR title LIKE ?)", "%"+keyword+"%", "%"+keyword+"%")
|
||||
escaped := escapeLikeKeyword(keyword)
|
||||
dataQuery = dataQuery.Where("(file_name LIKE ? OR title LIKE ?)", "%"+escaped+"%", "%"+escaped+"%")
|
||||
}
|
||||
if fileType != "" {
|
||||
if fileType == "manual" {
|
||||
@@ -313,6 +324,29 @@ func (r *knowledgeRepository) CountKnowledgeByStatus(
|
||||
// If keyword is empty, returns recent files
|
||||
// Only returns documents from document-type knowledge bases (excludes FAQ)
|
||||
// Returns (results, hasMore, error)
|
||||
// FindByMetadataKey finds a knowledge item by a key-value pair in the metadata JSON column.
|
||||
// Uses Postgres jsonb operator: metadata->>'key' = 'value'.
|
||||
func (r *knowledgeRepository) FindByMetadataKey(
|
||||
ctx context.Context,
|
||||
tenantID uint64,
|
||||
kbID string,
|
||||
key string,
|
||||
value string,
|
||||
) (*types.Knowledge, error) {
|
||||
var knowledge types.Knowledge
|
||||
err := r.db.WithContext(ctx).
|
||||
Where("tenant_id = ? AND knowledge_base_id = ? AND deleted_at IS NULL", tenantID, kbID).
|
||||
Where("metadata->>? = ?", key, value).
|
||||
First(&knowledge).Error
|
||||
if err != nil {
|
||||
if errors.Is(err, gorm.ErrRecordNotFound) {
|
||||
return nil, nil
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
return &knowledge, nil
|
||||
}
|
||||
|
||||
func (r *knowledgeRepository) SearchKnowledge(
|
||||
ctx context.Context,
|
||||
tenantID uint64,
|
||||
@@ -337,7 +371,8 @@ func (r *knowledgeRepository) SearchKnowledge(
|
||||
|
||||
// If keyword is provided, filter by file_name or title
|
||||
if keyword != "" {
|
||||
query = query.Where("(knowledges.file_name LIKE ? OR knowledges.title LIKE ?)", "%"+keyword+"%", "%"+keyword+"%")
|
||||
escaped := escapeLikeKeyword(keyword)
|
||||
query = query.Where("(knowledges.file_name LIKE ? OR knowledges.title LIKE ?)", "%"+escaped+"%", "%"+escaped+"%")
|
||||
}
|
||||
|
||||
// If fileTypes is provided, filter by file extension or type
|
||||
@@ -455,7 +490,8 @@ func (r *knowledgeRepository) SearchKnowledgeInScopes(
|
||||
Where("knowledges.deleted_at IS NULL")
|
||||
|
||||
if keyword != "" {
|
||||
query = query.Where("(knowledges.file_name LIKE ? OR knowledges.title LIKE ?)", "%"+keyword+"%", "%"+keyword+"%")
|
||||
escaped := escapeLikeKeyword(keyword)
|
||||
query = query.Where("(knowledges.file_name LIKE ? OR knowledges.title LIKE ?)", "%"+escaped+"%", "%"+escaped+"%")
|
||||
}
|
||||
|
||||
if len(fileTypes) > 0 {
|
||||
|
||||
Reference in New Issue
Block a user