624e24ba49
- Added ASR configuration options to the knowledge base and model settings. - Implemented ASR model selection and transcription capabilities in the knowledge processing pipeline. - Enhanced file upload support to include audio formats for ASR processing. - Updated localization files to include ASR-related labels and descriptions. - Refactored model handling to accommodate ASR as a new model type.
120 lines
3.1 KiB
Go
120 lines
3.1 KiB
Go
package asr
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/Tencent/WeKnora/internal/logger"
|
|
openai "github.com/sashabaranov/go-openai"
|
|
)
|
|
|
|
const (
|
|
asrDefaultTimeout = 300 * time.Second // audio transcription can be slow
|
|
)
|
|
|
|
// OpenAIASR implements ASR via an OpenAI-compatible audio transcriptions API.
|
|
type OpenAIASR struct {
|
|
modelName string
|
|
modelID string
|
|
client *openai.Client
|
|
baseURL string
|
|
language string
|
|
}
|
|
|
|
// NewOpenAIASR creates an OpenAI-compatible ASR instance.
|
|
func NewOpenAIASR(config *Config) (*OpenAIASR, error) {
|
|
apiCfg := openai.DefaultConfig(config.APIKey)
|
|
if config.BaseURL != "" {
|
|
apiCfg.BaseURL = config.BaseURL
|
|
}
|
|
apiCfg.HTTPClient = &http.Client{Timeout: asrDefaultTimeout}
|
|
|
|
return &OpenAIASR{
|
|
modelName: config.ModelName,
|
|
modelID: config.ModelID,
|
|
client: openai.NewClientWithConfig(apiCfg),
|
|
baseURL: config.BaseURL,
|
|
language: config.Language,
|
|
}, nil
|
|
}
|
|
|
|
// Transcribe sends audio bytes to the OpenAI-compatible audio transcriptions API.
|
|
func (s *OpenAIASR) Transcribe(ctx context.Context, audioBytes []byte, fileName string) (string, error) {
|
|
if len(audioBytes) == 0 {
|
|
return "", fmt.Errorf("audio bytes are empty")
|
|
}
|
|
|
|
// Ensure fileName has an extension for proper MIME type detection
|
|
if fileName == "" {
|
|
fileName = "audio.mp3"
|
|
}
|
|
|
|
logger.Infof(ctx, "[ASR] Calling OpenAI-compatible transcription API, model=%s, baseURL=%s, audioSize=%d, file=%s",
|
|
s.modelName, s.baseURL, len(audioBytes), fileName)
|
|
|
|
req := openai.AudioRequest{
|
|
Model: s.modelName,
|
|
FilePath: fileName,
|
|
Reader: bytes.NewReader(audioBytes),
|
|
Format: openai.AudioResponseFormatJSON,
|
|
}
|
|
|
|
if s.language != "" {
|
|
req.Language = s.language
|
|
}
|
|
|
|
resp, err := s.client.CreateTranscription(ctx, req)
|
|
if err != nil {
|
|
return "", fmt.Errorf("ASR transcription request failed: %w", err)
|
|
}
|
|
|
|
text := strings.TrimSpace(resp.Text)
|
|
logger.Infof(ctx, "[ASR] Transcription completed, text length=%d", len(text))
|
|
return text, nil
|
|
}
|
|
|
|
func (s *OpenAIASR) GetModelName() string { return s.modelName }
|
|
func (s *OpenAIASR) GetModelID() string { return s.modelID }
|
|
|
|
// DetectAudioFormat returns a file extension hint for the given audio bytes.
|
|
func DetectAudioFormat(data []byte, fileName string) string {
|
|
if fileName != "" {
|
|
ext := strings.ToLower(filepath.Ext(fileName))
|
|
if ext != "" {
|
|
return ext
|
|
}
|
|
}
|
|
// Try to detect from magic bytes
|
|
if len(data) >= 4 {
|
|
// MP3: starts with ID3 or 0xFF 0xFB
|
|
if data[0] == 'I' && data[1] == 'D' && data[2] == '3' {
|
|
return ".mp3"
|
|
}
|
|
if data[0] == 0xFF && (data[1]&0xE0) == 0xE0 {
|
|
return ".mp3"
|
|
}
|
|
// FLAC: starts with "fLaC"
|
|
if data[0] == 'f' && data[1] == 'L' && data[2] == 'a' && data[3] == 'C' {
|
|
return ".flac"
|
|
}
|
|
// OGG: starts with "OggS"
|
|
if data[0] == 'O' && data[1] == 'g' && data[2] == 'g' && data[3] == 'S' {
|
|
return ".ogg"
|
|
}
|
|
// WAV: starts with "RIFF"
|
|
if data[0] == 'R' && data[1] == 'I' && data[2] == 'F' && data[3] == 'F' {
|
|
return ".wav"
|
|
}
|
|
}
|
|
// M4A: check for ftyp box
|
|
if len(data) >= 8 && data[4] == 'f' && data[5] == 't' && data[6] == 'y' && data[7] == 'p' {
|
|
return ".m4a"
|
|
}
|
|
return ".mp3" // default
|
|
}
|