4960c026d2
Signed-off-by: joeyczheng <joeyczheng@tencent.com>
93 lines
2.2 KiB
Go
93 lines
2.2 KiB
Go
package web_search
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/url"
|
|
|
|
"google.golang.org/api/customsearch/v1"
|
|
"google.golang.org/api/option"
|
|
|
|
"github.com/Tencent/WeKnora/internal/config"
|
|
"github.com/Tencent/WeKnora/internal/types"
|
|
"github.com/Tencent/WeKnora/internal/types/interfaces"
|
|
)
|
|
|
|
// GoogleProvider implements web search using Google Custom Search Engine API
|
|
type GoogleProvider struct {
|
|
srv *customsearch.Service
|
|
apiKey string
|
|
engineID string
|
|
baseURL string
|
|
}
|
|
|
|
// NewGoogleProvider creates a new Google provider
|
|
func NewGoogleProvider(cfg config.WebSearchProviderConfig) (interfaces.WebSearchProvider, error) {
|
|
u, err := url.Parse(cfg.APIURL)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
engineID := u.Query().Get("engine_id")
|
|
if engineID == "" {
|
|
return nil, fmt.Errorf("engine_id is empty")
|
|
}
|
|
apiKey := u.Query().Get("api_key")
|
|
if apiKey == "" {
|
|
return nil, fmt.Errorf("api_key is empty")
|
|
}
|
|
clientOpts := make([]option.ClientOption, 0)
|
|
clientOpts = append(clientOpts, option.WithAPIKey(apiKey))
|
|
clientOpts = append(clientOpts, option.WithEndpoint(u.Scheme+"://"+u.Host))
|
|
srv, err := customsearch.NewService(context.Background(), clientOpts...)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &GoogleProvider{
|
|
srv: srv,
|
|
apiKey: apiKey,
|
|
engineID: engineID,
|
|
baseURL: cfg.APIURL,
|
|
}, nil
|
|
}
|
|
|
|
// Name returns the provider name
|
|
func (p *GoogleProvider) Name() string {
|
|
return "google"
|
|
}
|
|
|
|
// Search performs a web search using Google Custom Search Engine API
|
|
func (p *GoogleProvider) Search(
|
|
ctx context.Context,
|
|
query string,
|
|
maxResults int,
|
|
includeDate bool,
|
|
) ([]*types.WebSearchResult, error) {
|
|
if len(query) == 0 {
|
|
return nil, fmt.Errorf("query is empty")
|
|
}
|
|
cseCall := p.srv.Cse.List().Context(ctx).Cx(p.engineID).Q(query)
|
|
|
|
if maxResults > 0 {
|
|
cseCall = cseCall.Num(int64(maxResults))
|
|
} else {
|
|
cseCall = cseCall.Num(5)
|
|
}
|
|
cseCall = cseCall.Hl("ch-zh")
|
|
|
|
resp, err := cseCall.Do()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
results := make([]*types.WebSearchResult, 0)
|
|
for _, item := range resp.Items {
|
|
result := &types.WebSearchResult{
|
|
Title: item.Title,
|
|
URL: item.Link,
|
|
Snippet: item.Snippet,
|
|
Source: "google",
|
|
}
|
|
results = append(results, result)
|
|
}
|
|
return results, nil
|
|
}
|