0fcab3a413
- Changed 'Audio Processing' to 'Audio & Video' in English, Korean, Russian, and Chinese translations to reflect expanded functionality. - Updated ASR configuration titles and descriptions to include video processing capabilities, enhancing user understanding of the feature. - Renamed file type labels from 'Audio Files' to 'Audio & Video' across multiple languages for consistency and clarity. - Enhanced document upload handling in the KnowledgeBase to filter unsupported file types, providing user feedback for filtered images, videos, and audio files. This update improves the internationalization of the application and clarifies the capabilities of the ASR feature.
46 lines
1.2 KiB
Go
46 lines
1.2 KiB
Go
package asr
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
)
|
|
|
|
// Segment represents a transcribed segment with timestamps.
|
|
type Segment struct {
|
|
Start float64 `json:"start"`
|
|
End float64 `json:"end"`
|
|
Text string `json:"text"`
|
|
}
|
|
|
|
// TranscriptionResult holds the full text and its segments.
|
|
type TranscriptionResult struct {
|
|
Text string `json:"text"`
|
|
Segments []Segment `json:"segments,omitempty"`
|
|
}
|
|
|
|
// ASR defines the interface for Automatic Speech Recognition model operations.
|
|
type ASR interface {
|
|
// Transcribe sends audio bytes to the ASR model and returns the transcribed text and segments.
|
|
Transcribe(ctx context.Context, audioBytes []byte, fileName string) (*TranscriptionResult, error)
|
|
|
|
GetModelName() string
|
|
GetModelID() string
|
|
}
|
|
|
|
// Config holds the configuration needed to create an ASR instance.
|
|
type Config struct {
|
|
Source types.ModelSource
|
|
BaseURL string
|
|
ModelName string
|
|
APIKey string
|
|
ModelID string
|
|
Language string // optional: specify language for transcription
|
|
}
|
|
|
|
// NewASR creates an ASR instance based on the provided configuration.
|
|
// All ASR vendors use the OpenAI-compatible /v1/audio/transcriptions API.
|
|
func NewASR(config *Config) (ASR, error) {
|
|
return NewOpenAIASR(config)
|
|
}
|