299 lines
7.8 KiB
Go
299 lines
7.8 KiB
Go
package coverage
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"gitea.zheromiku.top/Weknora/dobotai-platform/internal/core"
|
|
)
|
|
|
|
func TestEvaluatorVersion(t *testing.T) {
|
|
e := NewEvaluator()
|
|
if e.Version() != "v1" {
|
|
t.Errorf("Evaluator version = %q, want v1", e.Version())
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_RejectsFailedTurn(t *testing.T) {
|
|
e := NewEvaluator()
|
|
// Failed turn should be rejected/return error
|
|
_, err := e.Evaluate(core.Turn{Status: "failed"})
|
|
if err == nil {
|
|
t.Fatal("expected error for failed turn, got nil")
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_RejectsProcessingTurn(t *testing.T) {
|
|
e := NewEvaluator()
|
|
_, err := e.Evaluate(core.Turn{Status: "processing"})
|
|
if err == nil {
|
|
t.Fatal("expected error for processing turn, got nil")
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_UncoveredExplicitNoAnswer(t *testing.T) {
|
|
e := NewEvaluator()
|
|
noAnswerPhrases := []string{
|
|
"未找到相关结果",
|
|
"没有找到你需要的信息",
|
|
"无法确定该问题的答案",
|
|
"暂无相关信息",
|
|
"知识库中没有找到相关内容",
|
|
"这个问题知识库中没有可用的信息",
|
|
}
|
|
for _, answer := range noAnswerPhrases {
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: answer,
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.9},
|
|
},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error for answer %q: %v", answer, err)
|
|
}
|
|
if d.Verdict != VerdictUncovered {
|
|
t.Errorf("answer %q: verdict = %s, want uncovered", answer, d.Verdict)
|
|
}
|
|
if d.ReasonCode != ReasonUncoveredExplicitNoAnswer {
|
|
t.Errorf("answer %q: reason_code = %s, want %s", answer, d.ReasonCode, ReasonUncoveredExplicitNoAnswer)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_UncoveredNoReferences(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "这是一个正常的回答,但没有任何引用",
|
|
References: []core.Reference{},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictUncovered {
|
|
t.Errorf("verdict = %s, want uncovered", d.Verdict)
|
|
}
|
|
if d.ReasonCode != ReasonUncoveredNoReferences {
|
|
t.Errorf("reason_code = %s, want %s", d.ReasonCode, ReasonUncoveredNoReferences)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_UncoveredNilReferences(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "这是一个正常的回答,但引用为nil",
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictUncovered {
|
|
t.Errorf("verdict = %s, want uncovered", d.Verdict)
|
|
}
|
|
if d.ReasonCode != ReasonUncoveredNoReferences {
|
|
t.Errorf("reason_code = %s, want %s", d.ReasonCode, ReasonUncoveredNoReferences)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_CoveredHasReferences(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "根据知识库中的信息,这个问题的答案是...",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.75},
|
|
{ID: "r2", Score: 0.92},
|
|
{ID: "r3", Score: 0.60},
|
|
},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictCovered {
|
|
t.Errorf("verdict = %s, want covered", d.Verdict)
|
|
}
|
|
if d.ReasonCode != ReasonCoveredHasReferences {
|
|
t.Errorf("reason_code = %s, want %s", d.ReasonCode, ReasonCoveredHasReferences)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_TopScore(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "根据知识库中的信息...",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.75},
|
|
{ID: "r2", Score: 0.92},
|
|
{ID: "r3", Score: 0.60},
|
|
},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.TopScore != 0.92 {
|
|
t.Errorf("top_score = %f, want 0.92", d.TopScore)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_TopScoreZeroWhenNoReferences(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "没有引用",
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.TopScore != 0 {
|
|
t.Errorf("top_score = %f, want 0", d.TopScore)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_NoAnswerTrumpsReferences(t *testing.T) {
|
|
// When answer contains explicit "no answer" phrase, it should be uncovered
|
|
// even if references exist. No-answer detection takes priority.
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "未找到相关结果,请换个方式提问",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.99},
|
|
{ID: "r2", Score: 0.88},
|
|
},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictUncovered {
|
|
t.Errorf("no-answer with references: verdict = %s, want uncovered", d.Verdict)
|
|
}
|
|
if d.ReasonCode != ReasonUncoveredExplicitNoAnswer {
|
|
t.Errorf("no-answer with references: reason_code = %s, want %s", d.ReasonCode, ReasonUncoveredExplicitNoAnswer)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_NoAnswerPhraseMatchesInsideAnswer(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "根据现有资料,知识库中没有对应说明,请联系技术支持。",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.9},
|
|
},
|
|
}
|
|
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.ReasonCode != ReasonUncoveredExplicitNoAnswer {
|
|
t.Fatalf("reason_code = %s, want %s", d.ReasonCode, ReasonUncoveredExplicitNoAnswer)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_DoesNotExpandBeyondApprovedNoAnswerPhrases(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "没有相关限制,设备可以正常运行。",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.9},
|
|
},
|
|
}
|
|
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictCovered {
|
|
t.Fatalf("verdict = %s, want covered", d.Verdict)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_NoScoreThreshold(t *testing.T) {
|
|
// v1 evaluator must never use score threshold to determine covered/uncovered.
|
|
// Even with very low score references, if there are references and no explicit
|
|
// no-answer, it should be covered.
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "这是一个回答,引用分数很低",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.01},
|
|
},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictCovered {
|
|
t.Errorf("verdict = %s, want covered (v1 never uses score threshold)", d.Verdict)
|
|
}
|
|
if d.ReasonCode != ReasonCoveredHasReferences {
|
|
t.Errorf("reason_code = %s, want %s", d.ReasonCode, ReasonCoveredHasReferences)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_EmptyAnswerCovered(t *testing.T) {
|
|
// Empty answer is not a no-answer phrase. With references, it's covered.
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "test-turn",
|
|
Status: "succeeded",
|
|
Answer: "",
|
|
References: []core.Reference{
|
|
{ID: "r1", Score: 0.5},
|
|
},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.Verdict != VerdictCovered {
|
|
t.Errorf("verdict = %s, want covered", d.Verdict)
|
|
}
|
|
}
|
|
|
|
func TestEvaluator_DecisionHasTurnIdentity(t *testing.T) {
|
|
e := NewEvaluator()
|
|
turn := core.Turn{
|
|
ID: "turn-abc",
|
|
TenantKey: "tenant-1",
|
|
Channel: "dingtalk",
|
|
Status: "succeeded",
|
|
Answer: "正常回答",
|
|
References: []core.Reference{{ID: "r1", Score: 0.5}},
|
|
}
|
|
d, err := e.Evaluate(turn)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
if d.TurnID != "turn-abc" {
|
|
t.Errorf("turn_id = %q, want turn-abc", d.TurnID)
|
|
}
|
|
if d.TenantKey != "tenant-1" {
|
|
t.Errorf("tenant_key = %q, want tenant-1", d.TenantKey)
|
|
}
|
|
if d.Channel != "dingtalk" {
|
|
t.Errorf("channel = %q, want dingtalk", d.Channel)
|
|
}
|
|
}
|