- 新增 delete_reason 固定枚举列(merge_dup/contradiction/manual/retention/unknown) - LanceDB(Rust arrow_schema+MemoryRecord+read/insert) 与 sqlite 双侧 additive 同步 - 所有软删写入点统一归一化写 delete_reason: SoftDelete(manual/merge_dup/contradiction/retention) · SoftDeleteBatch(unknown) · PurgeInvalid(retention) · Rust soft_delete_batch(unknown)/purge_invalid(retention) - 新增 lancedb_scan_deleted IPC + Go ScanDeleted:存量已删行回填工具枚举用 - 回填工具 go/cmd/backfill_deletereason(dry-run 默认)+ 单测 7 例(每 reason≥1 写入用例) - 直方图(副盘真跑):N=11240 全 unknown(tombstones 无 provenance,按 AC 判不出写 unknown) - 禁部署/禁真删/禁改已删记录其它字段:live 库零改动
135 lines
4.8 KiB
Go
135 lines
4.8 KiB
Go
// 织忆 MemoryWeave — delete_reason 枚举 + 各软删写入点的写入用例(GA-P0-3 t_f785d7f2)
|
||
package storage
|
||
|
||
import "testing"
|
||
|
||
// 每个 reason 至少一条归一化命中用例(AC#4)。
|
||
func TestNormalizeDeleteReason_EachReasonAtLeastOne(t *testing.T) {
|
||
cases := []struct {
|
||
reason string
|
||
want string
|
||
}{
|
||
// merge_dup —— 合并/整理被删
|
||
{"dedup:wording-duplicate", DeleteReasonMergeDup},
|
||
{"merged_into_mem_abc", DeleteReasonMergeDup},
|
||
{"dedup", DeleteReasonMergeDup},
|
||
// contradiction —— 矛盾冲突被删
|
||
{"consolidate: conflict", DeleteReasonContradiction},
|
||
{"conflict", DeleteReasonContradiction},
|
||
{"contradicts newer fact", DeleteReasonContradiction},
|
||
// manual —— 人工删除
|
||
{"manual_delete", DeleteReasonManual},
|
||
{"manual", DeleteReasonManual},
|
||
{"用户反馈删除", DeleteReasonManual},
|
||
// retention —— 保留/遗忘策略删除
|
||
{"auto_forget", DeleteReasonRetention},
|
||
{"auto_forget_fragment", DeleteReasonRetention},
|
||
{"ephemeral_expired", DeleteReasonRetention},
|
||
{"auto_forget_hermes", DeleteReasonRetention},
|
||
// unknown —— 兜底
|
||
{"", DeleteReasonUnknown},
|
||
{"batch:2026-10-12T00:00:00Z", DeleteReasonUnknown},
|
||
{"garbage arbitrary reason", DeleteReasonUnknown},
|
||
}
|
||
seen := map[string]bool{}
|
||
for _, c := range cases {
|
||
got := NormalizeDeleteReason(c.reason)
|
||
if got != c.want {
|
||
t.Errorf("NormalizeDeleteReason(%q)=%q, want %q", c.reason, got, c.want)
|
||
}
|
||
seen[c.want] = true
|
||
}
|
||
for _, r := range []string{
|
||
DeleteReasonMergeDup, DeleteReasonContradiction,
|
||
DeleteReasonManual, DeleteReasonRetention, DeleteReasonUnknown,
|
||
} {
|
||
if !seen[r] {
|
||
t.Errorf("reason %q 无写入用例", r)
|
||
}
|
||
}
|
||
}
|
||
|
||
// 枚举集合完整且每个值合法。
|
||
func TestValidDeleteReasons_Exhaustive(t *testing.T) {
|
||
for _, r := range []string{
|
||
DeleteReasonMergeDup, DeleteReasonContradiction,
|
||
DeleteReasonManual, DeleteReasonRetention, DeleteReasonUnknown,
|
||
} {
|
||
if !ValidDeleteReasons[r] {
|
||
t.Errorf("%q 不在 ValidDeleteReasons", r)
|
||
}
|
||
}
|
||
if len(ValidDeleteReasons) != 5 {
|
||
t.Errorf("ValidDeleteReasons 应恰 5 个枚举,实际 %d", len(ValidDeleteReasons))
|
||
}
|
||
}
|
||
|
||
// MergeDup 不应被算作「内容质量差」负标签 —— 归一化后需与 retention/manual 可区分。
|
||
func TestMergeDupDistinctFromQualitySignals(t *testing.T) {
|
||
if NormalizeDeleteReason("dedup:merge") == NormalizeDeleteReason("manual_delete") {
|
||
t.Fatal("merge_dup 与 manual 被归一成同一枚举,负标签区分失效")
|
||
}
|
||
if NormalizeDeleteReason("merged_into_x") == DeleteReasonRetention {
|
||
t.Fatal("merge_dup 被误判为 retention(会把正常整合当坏记忆)")
|
||
}
|
||
}
|
||
|
||
// MemLanceClient(内存兜底后端)SoftDelete 写 delete_reason。
|
||
func TestMemLanceClient_SoftDeleteSetsReason(t *testing.T) {
|
||
m := NewMemLanceClient(nil)
|
||
m.mu.Lock()
|
||
m.memories["mem_a"] = &memEntry{ID: "mem_a", Content: "merge target"}
|
||
m.memories["mem_b"] = &memEntry{ID: "mem_b", Content: "bad content"}
|
||
m.mu.Unlock()
|
||
_ = m.SoftDelete("mem_a", "dedup:wording-duplicate")
|
||
_ = m.SoftDelete("mem_b", "auto_forget_fragment")
|
||
m.mu.RLock()
|
||
defer m.mu.RUnlock()
|
||
if e := m.memories["mem_a"]; e == nil || !e.IsDeleted || e.DeleteReason != DeleteReasonMergeDup {
|
||
t.Fatalf("mem_a: IsDeleted=%v reason=%q, want deleted merge_dup", e != nil && e.IsDeleted, e.DeleteReason)
|
||
}
|
||
if e := m.memories["mem_b"]; e == nil || !e.IsDeleted || e.DeleteReason != DeleteReasonRetention {
|
||
t.Fatalf("mem_b: IsDeleted=%v reason=%q, want deleted retention", e != nil && e.IsDeleted, e.DeleteReason)
|
||
}
|
||
}
|
||
|
||
// MemLanceClient SoftDeleteBatch(批量)无逐条原因 ⇒ unknown。
|
||
func TestMemLanceClient_SoftDeleteBatchUnknown(t *testing.T) {
|
||
m := NewMemLanceClient(nil)
|
||
m.mu.Lock()
|
||
m.memories["mem_x"] = &memEntry{ID: "mem_x", Content: "x"}
|
||
m.mu.Unlock()
|
||
_, err := m.SoftDeleteBatch("memories", []string{"mem_x"}, "2026-10-12T00:00:00Z")
|
||
if err != nil {
|
||
t.Fatal(err)
|
||
}
|
||
m.mu.RLock()
|
||
defer m.mu.RUnlock()
|
||
if e := m.memories["mem_x"]; e == nil || e.DeleteReason != DeleteReasonUnknown {
|
||
t.Fatalf("batch delete reason=%q, want unknown", e.DeleteReason)
|
||
}
|
||
}
|
||
|
||
// PurgeInvalid(id 为空垃圾行)= retention。
|
||
func TestMemLanceClient_PurgeInvalidRetention(t *testing.T) {
|
||
m := NewMemLanceClient(nil)
|
||
m.mu.Lock()
|
||
m.memories[""] = &memEntry{ID: "", Content: "garbage", IsDeleted: false}
|
||
m.mu.Unlock()
|
||
n, err := m.PurgeInvalid()
|
||
if err != nil || n != 1 {
|
||
t.Fatalf("PurgeInvalid n=%d err=%v, want 1,nil", n, err)
|
||
}
|
||
m.mu.RLock()
|
||
defer m.mu.RUnlock()
|
||
if e := m.memories[""]; e == nil || e.DeleteReason != DeleteReasonRetention {
|
||
t.Fatalf("purge reason=%q, want retention", e.DeleteReason)
|
||
}
|
||
}
|
||
|
||
// batch: 前缀恒 unknown(与 SoftDeleteBatch 语义一致)。
|
||
func TestNormalizeBatchPrefix(t *testing.T) {
|
||
if got := NormalizeDeleteReason("batch:2026-10-12T00:00:00Z"); got != DeleteReasonUnknown {
|
||
t.Fatalf("batch: 前缀应归一 unknown, got %q", got)
|
||
}
|
||
} |