Files
memoryweave/go/internal/storage/delete_reason_test.go
T
小唯 cb450e9c9d feat(memoryweave): GA-P0-3 拆分 is_deleted 删除原因 → delete_reason 枚举(禁部署)
- 新增 delete_reason 固定枚举列(merge_dup/contradiction/manual/retention/unknown)
- LanceDB(Rust arrow_schema+MemoryRecord+read/insert) 与 sqlite 双侧 additive 同步
- 所有软删写入点统一归一化写 delete_reason:
  SoftDelete(manual/merge_dup/contradiction/retention) · SoftDeleteBatch(unknown)
  · PurgeInvalid(retention) · Rust soft_delete_batch(unknown)/purge_invalid(retention)
- 新增 lancedb_scan_deleted IPC + Go ScanDeleted:存量已删行回填工具枚举用
- 回填工具 go/cmd/backfill_deletereason(dry-run 默认)+ 单测 7 例(每 reason≥1 写入用例)
- 直方图(副盘真跑):N=11240 全 unknown(tombstones 无 provenance,按 AC 判不出写 unknown)
- 禁部署/禁真删/禁改已删记录其它字段:live 库零改动
2026-10-12 18:52:09 +08:00

135 lines
4.8 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// 织忆 MemoryWeave — delete_reason 枚举 + 各软删写入点的写入用例(GA-P0-3 t_f785d7f2)
package storage
import "testing"
// 每个 reason 至少一条归一化命中用例(AC#4)。
func TestNormalizeDeleteReason_EachReasonAtLeastOne(t *testing.T) {
cases := []struct {
reason string
want string
}{
// merge_dup —— 合并/整理被删
{"dedup:wording-duplicate", DeleteReasonMergeDup},
{"merged_into_mem_abc", DeleteReasonMergeDup},
{"dedup", DeleteReasonMergeDup},
// contradiction —— 矛盾冲突被删
{"consolidate: conflict", DeleteReasonContradiction},
{"conflict", DeleteReasonContradiction},
{"contradicts newer fact", DeleteReasonContradiction},
// manual —— 人工删除
{"manual_delete", DeleteReasonManual},
{"manual", DeleteReasonManual},
{"用户反馈删除", DeleteReasonManual},
// retention —— 保留/遗忘策略删除
{"auto_forget", DeleteReasonRetention},
{"auto_forget_fragment", DeleteReasonRetention},
{"ephemeral_expired", DeleteReasonRetention},
{"auto_forget_hermes", DeleteReasonRetention},
// unknown —— 兜底
{"", DeleteReasonUnknown},
{"batch:2026-10-12T00:00:00Z", DeleteReasonUnknown},
{"garbage arbitrary reason", DeleteReasonUnknown},
}
seen := map[string]bool{}
for _, c := range cases {
got := NormalizeDeleteReason(c.reason)
if got != c.want {
t.Errorf("NormalizeDeleteReason(%q)=%q, want %q", c.reason, got, c.want)
}
seen[c.want] = true
}
for _, r := range []string{
DeleteReasonMergeDup, DeleteReasonContradiction,
DeleteReasonManual, DeleteReasonRetention, DeleteReasonUnknown,
} {
if !seen[r] {
t.Errorf("reason %q 无写入用例", r)
}
}
}
// 枚举集合完整且每个值合法。
func TestValidDeleteReasons_Exhaustive(t *testing.T) {
for _, r := range []string{
DeleteReasonMergeDup, DeleteReasonContradiction,
DeleteReasonManual, DeleteReasonRetention, DeleteReasonUnknown,
} {
if !ValidDeleteReasons[r] {
t.Errorf("%q 不在 ValidDeleteReasons", r)
}
}
if len(ValidDeleteReasons) != 5 {
t.Errorf("ValidDeleteReasons 应恰 5 个枚举,实际 %d", len(ValidDeleteReasons))
}
}
// MergeDup 不应被算作「内容质量差」负标签 —— 归一化后需与 retention/manual 可区分。
func TestMergeDupDistinctFromQualitySignals(t *testing.T) {
if NormalizeDeleteReason("dedup:merge") == NormalizeDeleteReason("manual_delete") {
t.Fatal("merge_dup 与 manual 被归一成同一枚举,负标签区分失效")
}
if NormalizeDeleteReason("merged_into_x") == DeleteReasonRetention {
t.Fatal("merge_dup 被误判为 retention(会把正常整合当坏记忆)")
}
}
// MemLanceClient(内存兜底后端)SoftDelete 写 delete_reason。
func TestMemLanceClient_SoftDeleteSetsReason(t *testing.T) {
m := NewMemLanceClient(nil)
m.mu.Lock()
m.memories["mem_a"] = &memEntry{ID: "mem_a", Content: "merge target"}
m.memories["mem_b"] = &memEntry{ID: "mem_b", Content: "bad content"}
m.mu.Unlock()
_ = m.SoftDelete("mem_a", "dedup:wording-duplicate")
_ = m.SoftDelete("mem_b", "auto_forget_fragment")
m.mu.RLock()
defer m.mu.RUnlock()
if e := m.memories["mem_a"]; e == nil || !e.IsDeleted || e.DeleteReason != DeleteReasonMergeDup {
t.Fatalf("mem_a: IsDeleted=%v reason=%q, want deleted merge_dup", e != nil && e.IsDeleted, e.DeleteReason)
}
if e := m.memories["mem_b"]; e == nil || !e.IsDeleted || e.DeleteReason != DeleteReasonRetention {
t.Fatalf("mem_b: IsDeleted=%v reason=%q, want deleted retention", e != nil && e.IsDeleted, e.DeleteReason)
}
}
// MemLanceClient SoftDeleteBatch(批量)无逐条原因 ⇒ unknown。
func TestMemLanceClient_SoftDeleteBatchUnknown(t *testing.T) {
m := NewMemLanceClient(nil)
m.mu.Lock()
m.memories["mem_x"] = &memEntry{ID: "mem_x", Content: "x"}
m.mu.Unlock()
_, err := m.SoftDeleteBatch("memories", []string{"mem_x"}, "2026-10-12T00:00:00Z")
if err != nil {
t.Fatal(err)
}
m.mu.RLock()
defer m.mu.RUnlock()
if e := m.memories["mem_x"]; e == nil || e.DeleteReason != DeleteReasonUnknown {
t.Fatalf("batch delete reason=%q, want unknown", e.DeleteReason)
}
}
// PurgeInvalid(id 为空垃圾行)= retention。
func TestMemLanceClient_PurgeInvalidRetention(t *testing.T) {
m := NewMemLanceClient(nil)
m.mu.Lock()
m.memories[""] = &memEntry{ID: "", Content: "garbage", IsDeleted: false}
m.mu.Unlock()
n, err := m.PurgeInvalid()
if err != nil || n != 1 {
t.Fatalf("PurgeInvalid n=%d err=%v, want 1,nil", n, err)
}
m.mu.RLock()
defer m.mu.RUnlock()
if e := m.memories[""]; e == nil || e.DeleteReason != DeleteReasonRetention {
t.Fatalf("purge reason=%q, want retention", e.DeleteReason)
}
}
// batch: 前缀恒 unknown(与 SoftDeleteBatch 语义一致)。
func TestNormalizeBatchPrefix(t *testing.T) {
if got := NormalizeDeleteReason("batch:2026-10-12T00:00:00Z"); got != DeleteReasonUnknown {
t.Fatalf("batch: 前缀应归一 unknown, got %q", got)
}
}