这批是 10-26~27 已在生产二进制(zhiyid-protectrails-20261027)里运行、 但一直留在工作树未提交的改动。收口原因:三件改造要开分支,工作树脏 = 分支基准与回滚点都不存在。 主要内容: - api/routes/contract.go + trace.go:召回响应契约字段(trace_id/status/scope/ continuation/channel)与 /api/v1/trace 回溯端点 - governance/entity_quality.go:实体质量闸 - storage/trace.go + recall.go/recall_write_buffer.go:召回写入缓冲与轨迹 - 测试:contract/recall_contract_fields/recall_lifecycle/stale_lifecycle/ entity_quality/trace 同时修一个 flaky:recall_lifecycle_test 原本硬编码「今天 11:00 已过」, 凌晨跑就会把「已失效」fixture 当成仍有效。改成相对时间(过期=now-1h), 生命周期判据与运行时刻无关。修完 go test ./internal/api/routes ./internal/storage 全绿。
161 lines
5.1 KiB
Go
161 lines
5.1 KiB
Go
// 织忆 MemoryWeave — 召回链路追踪单元测试(P0-1)
|
||
//
|
||
// 验收要点:
|
||
// - trace_id 唯一、可查(内存 + 落盘两条路径);
|
||
// - 阶段/通道/条目归因完整(100 条全可重建,等价线上「100 请求 100% 可回溯」的 CI 断言);
|
||
// - 环形缓冲按容量淘汰最旧且索引同步删除。
|
||
package storage
|
||
|
||
import (
|
||
"fmt"
|
||
"os"
|
||
"path/filepath"
|
||
"testing"
|
||
"time"
|
||
)
|
||
|
||
func resetTraceState(t *testing.T) {
|
||
t.Helper()
|
||
traceMu.Lock()
|
||
traceRing = make([]*RecallTrace, 0, traceRingCap)
|
||
traceIdx = map[string]*RecallTrace{}
|
||
traceMu.Unlock()
|
||
}
|
||
|
||
// TestRecallTrace_100RequestsAllRetrievable 对应验收:「CI 断言 100 个请求 100% 可重建调用链」。
|
||
func TestRecallTrace_100RequestsAllRetrievable(t *testing.T) {
|
||
resetTraceState(t)
|
||
t.Setenv("ZHIYI_TRACE_PERSIST", "0")
|
||
dir := t.TempDir()
|
||
t.Setenv("ZHIYI_TRACE_DIR", dir)
|
||
|
||
ids := make([]string, 0, 100)
|
||
for i := 0; i < 100; i++ {
|
||
tr := NewRecallTrace("", fmt.Sprintf("query-%d", i), "hermes-main", "hybrid")
|
||
tr.Stage("encode", time.Now(), 0)
|
||
tr.Stage("coarse_search", time.Now(), 200)
|
||
tr.Stage("graph_expand", time.Now(), 2)
|
||
tr.SetItems([]TraceItem{
|
||
{Rank: 1, ID: "mem_a", Channel: "vector", Score: 0.9},
|
||
{Rank: 2, ID: "mem_b", Channel: "fts", Score: 0.8},
|
||
{Rank: 3, ID: "mem_c", Channel: "graph", Score: 0.7},
|
||
{Rank: 4, ID: "mem_d", Channel: "standing", Score: 1.0},
|
||
{Rank: 5, ID: "mem_e", Channel: "vector", Score: 0.6},
|
||
})
|
||
SaveTrace(tr)
|
||
ids = append(ids, tr.TraceID)
|
||
}
|
||
|
||
if TraceCount() != 100 {
|
||
t.Fatalf("应保存 100 条 trace,实际 %d", TraceCount())
|
||
}
|
||
for _, id := range ids {
|
||
got, ok := GetTrace(id)
|
||
if !ok {
|
||
t.Fatalf("trace %s 不可回溯", id)
|
||
}
|
||
if len(got.Items) != 5 {
|
||
t.Fatalf("trace %s item 归因应 5 条,实际 %d", id, len(got.Items))
|
||
}
|
||
if len(got.Stages) < 3 {
|
||
t.Fatalf("trace %s 阶段应 ≥3,实际 %d", id, len(got.Stages))
|
||
}
|
||
for _, it := range got.Items {
|
||
if it.Channel == "" {
|
||
t.Fatalf("trace %s item %s 缺 channel(无法回答「它为什么被召回」)", id, it.ID)
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
// TestRecallTrace_DiskFallback 服务重启后仍可按 trace_id 回溯(内存清空 → 读 JSONL)。
|
||
func TestRecallTrace_DiskFallback(t *testing.T) {
|
||
resetTraceState(t)
|
||
dir := t.TempDir()
|
||
t.Setenv("ZHIYI_TRACE_DIR", dir)
|
||
t.Setenv("ZHIYI_TRACE_PERSIST", "1")
|
||
|
||
tr := NewRecallTrace("", "落盘回溯测试", "hermes-main", "hybrid")
|
||
tr.SetItems([]TraceItem{{Rank: 1, ID: "mem_x", Channel: "vector"}})
|
||
tr.Status = "complete"
|
||
// 直写文件(避免依赖异步协程时序),模拟落盘后的状态。
|
||
writeTraceLine(tr)
|
||
|
||
if _, ok := GetTrace(tr.TraceID); !ok {
|
||
t.Fatalf("落盘 trace %s 不可从文件回溯", tr.TraceID)
|
||
}
|
||
|
||
// 再验证一次真实异步路径(轮询最多 2s)
|
||
tr2 := NewRecallTrace("", "异步落盘", "hermes-main", "hybrid")
|
||
SaveTrace(tr2)
|
||
deadline := time.Now().Add(2 * time.Second)
|
||
for time.Now().Before(deadline) {
|
||
if _, ok := getTraceFromDisk(tr2.TraceID); ok {
|
||
return
|
||
}
|
||
time.Sleep(20 * time.Millisecond)
|
||
}
|
||
t.Fatalf("异步落盘 2s 内未完成(trace %s)", tr2.TraceID)
|
||
}
|
||
|
||
// TestRecallTrace_RingEviction 环形缓冲满后淘汰最旧,且索引同步删除。
|
||
func TestRecallTrace_RingEviction(t *testing.T) {
|
||
resetTraceState(t)
|
||
t.Setenv("ZHIYI_TRACE_PERSIST", "0")
|
||
|
||
first := NewRecallTrace("", "first", "ns", "hybrid")
|
||
SaveTrace(first)
|
||
for i := 0; i < traceRingCap; i++ {
|
||
SaveTrace(NewRecallTrace("", fmt.Sprintf("q-%d", i), "ns", "hybrid"))
|
||
}
|
||
if _, ok := GetTrace(first.TraceID); ok {
|
||
t.Fatalf("环形缓冲应淘汰最旧的 trace")
|
||
}
|
||
if TraceCount() != traceRingCap {
|
||
t.Fatalf("环形缓冲容量应保持 %d,实际 %d", traceRingCap, TraceCount())
|
||
}
|
||
}
|
||
|
||
// TestNewTraceID_Unique 1000 个 ID 不重复、带 tr_ 前缀。
|
||
func TestNewTraceID_Unique(t *testing.T) {
|
||
seen := map[string]bool{}
|
||
for i := 0; i < 1000; i++ {
|
||
id := NewTraceID()
|
||
if len(id) < 10 || id[:3] != "tr_" {
|
||
t.Fatalf("trace id 形态非法:%q", id)
|
||
}
|
||
if seen[id] {
|
||
t.Fatalf("trace id 重复:%q", id)
|
||
}
|
||
seen[id] = true
|
||
}
|
||
}
|
||
|
||
// TestRecallTrace_MarkPartial partial 原因必须可读(不覆盖首个原因)。
|
||
func TestRecallTrace_MarkPartial(t *testing.T) {
|
||
tr := NewRecallTrace("tr_test", "q", "ns", "hybrid")
|
||
if tr.Status != "complete" {
|
||
t.Fatalf("新 trace 状态应为 complete,实际 %q", tr.Status)
|
||
}
|
||
tr.MarkPartial("deadline_exceeded")
|
||
tr.MarkPartial("row_cap_truncated")
|
||
if tr.Status != "partial" {
|
||
t.Fatalf("MarkPartial 后状态应为 partial,实际 %q", tr.Status)
|
||
}
|
||
if tr.PartialReason != "deadline_exceeded,row_cap_truncated" {
|
||
t.Fatalf("partial_reason 应累积,实际 %q", tr.PartialReason)
|
||
}
|
||
}
|
||
|
||
// TestTraceDir_Default 默认目录形态(不创建文件,只校验路径选择逻辑)。
|
||
func TestTraceDir_Default(t *testing.T) {
|
||
os.Unsetenv("ZHIYI_TRACE_DIR")
|
||
if got := traceDir(); got != "/var/lib/memoryweave/traces" {
|
||
t.Fatalf("默认 trace 目录错误:%s", got)
|
||
}
|
||
t.Setenv("ZHIYI_TRACE_DIR", filepath.Join(t.TempDir(), "x"))
|
||
if got := traceDir(); got == "/var/lib/memoryweave/traces" {
|
||
t.Fatalf("ZHIYI_TRACE_DIR 未生效")
|
||
}
|
||
}
|