86d26fa9bf
- Removed support for video file uploads across the application, including updates to the knowledge base and document processing services. - Updated internationalization files to reflect the removal of video-related terminology, changing labels and descriptions to focus solely on audio processing. - Adjusted file type handling to exclude video formats, ensuring users receive accurate feedback regarding supported file types. - Enhanced error handling to provide clear messages when users attempt to upload unsupported video files. This update streamlines the application by focusing on audio processing capabilities and improving user experience through clearer messaging.
123 lines
3.6 KiB
Go
123 lines
3.6 KiB
Go
package router
|
|
|
|
import (
|
|
"log"
|
|
"os"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
"github.com/hibiken/asynq"
|
|
"go.uber.org/dig"
|
|
)
|
|
|
|
type AsynqTaskParams struct {
|
|
dig.In
|
|
|
|
Server *asynq.Server
|
|
KnowledgeService interfaces.KnowledgeService
|
|
KnowledgeBaseService interfaces.KnowledgeBaseService
|
|
TagService interfaces.KnowledgeTagService
|
|
DataSourceService interfaces.DataSourceService
|
|
ChunkExtractor interfaces.TaskHandler `name:"chunkExtractor"`
|
|
DataTableSummary interfaces.TaskHandler `name:"dataTableSummary"`
|
|
ImageMultimodal interfaces.TaskHandler `name:"imageMultimodal"`
|
|
}
|
|
|
|
func getAsynqRedisClientOpt() *asynq.RedisClientOpt {
|
|
db := 0
|
|
if dbStr := os.Getenv("REDIS_DB"); dbStr != "" {
|
|
if parsed, err := strconv.Atoi(dbStr); err == nil {
|
|
db = parsed
|
|
}
|
|
}
|
|
opt := &asynq.RedisClientOpt{
|
|
Addr: os.Getenv("REDIS_ADDR"),
|
|
Username: os.Getenv("REDIS_USERNAME"),
|
|
Password: os.Getenv("REDIS_PASSWORD"),
|
|
ReadTimeout: 100 * time.Millisecond,
|
|
WriteTimeout: 200 * time.Millisecond,
|
|
DB: db,
|
|
}
|
|
return opt
|
|
}
|
|
|
|
func NewAsyncqClient() (*asynq.Client, error) {
|
|
opt := getAsynqRedisClientOpt()
|
|
client := asynq.NewClient(opt)
|
|
err := client.Ping()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return client, nil
|
|
}
|
|
|
|
func NewAsynqServer() *asynq.Server {
|
|
opt := getAsynqRedisClientOpt()
|
|
srv := asynq.NewServer(
|
|
opt,
|
|
asynq.Config{
|
|
Queues: map[string]int{
|
|
"critical": 6, // Highest priority queue
|
|
"default": 3, // Default priority queue
|
|
"low": 1, // Lowest priority queue
|
|
},
|
|
},
|
|
)
|
|
return srv
|
|
}
|
|
|
|
func RunAsynqServer(params AsynqTaskParams) *asynq.ServeMux {
|
|
// Create a new mux and register all handlers
|
|
mux := asynq.NewServeMux()
|
|
|
|
// Register extract handlers - router will dispatch to appropriate handler
|
|
mux.HandleFunc(types.TypeChunkExtract, params.ChunkExtractor.Handle)
|
|
mux.HandleFunc(types.TypeDataTableSummary, params.DataTableSummary.Handle)
|
|
|
|
// Register document processing handler
|
|
mux.HandleFunc(types.TypeDocumentProcess, params.KnowledgeService.ProcessDocument)
|
|
|
|
// Register manual knowledge processing handler (cleanup + re-indexing)
|
|
mux.HandleFunc(types.TypeManualProcess, params.KnowledgeService.ProcessManualUpdate)
|
|
|
|
// Register FAQ import handler (includes dry run mode)
|
|
mux.HandleFunc(types.TypeFAQImport, params.KnowledgeService.ProcessFAQImport)
|
|
|
|
// Register question generation handler
|
|
mux.HandleFunc(types.TypeQuestionGeneration, params.KnowledgeService.ProcessQuestionGeneration)
|
|
|
|
// Register summary generation handler
|
|
mux.HandleFunc(types.TypeSummaryGeneration, params.KnowledgeService.ProcessSummaryGeneration)
|
|
|
|
// Register KB clone handler
|
|
mux.HandleFunc(types.TypeKBClone, params.KnowledgeService.ProcessKBClone)
|
|
|
|
// Register knowledge move handler
|
|
mux.HandleFunc(types.TypeKnowledgeMove, params.KnowledgeService.ProcessKnowledgeMove)
|
|
|
|
// Register knowledge list delete handler
|
|
mux.HandleFunc(types.TypeKnowledgeListDelete, params.KnowledgeService.ProcessKnowledgeListDelete)
|
|
|
|
// Register index delete handler
|
|
mux.HandleFunc(types.TypeIndexDelete, params.TagService.ProcessIndexDelete)
|
|
|
|
// Register KB delete handler
|
|
mux.HandleFunc(types.TypeKBDelete, params.KnowledgeBaseService.ProcessKBDelete)
|
|
|
|
// Register image multimodal handler
|
|
mux.HandleFunc(types.TypeImageMultimodal, params.ImageMultimodal.Handle)
|
|
|
|
// Register data source sync handler
|
|
mux.HandleFunc(types.TypeDataSourceSync, params.DataSourceService.ProcessSync)
|
|
|
|
go func() {
|
|
// Start the server
|
|
if err := params.Server.Run(mux); err != nil {
|
|
log.Fatalf("could not run server: %v", err)
|
|
}
|
|
}()
|
|
return mux
|
|
}
|