Files
memoryweave/go/internal/storage/delete_reason.go
T
小唯 cb450e9c9d feat(memoryweave): GA-P0-3 拆分 is_deleted 删除原因 → delete_reason 枚举(禁部署)
- 新增 delete_reason 固定枚举列(merge_dup/contradiction/manual/retention/unknown)
- LanceDB(Rust arrow_schema+MemoryRecord+read/insert) 与 sqlite 双侧 additive 同步
- 所有软删写入点统一归一化写 delete_reason:
  SoftDelete(manual/merge_dup/contradiction/retention) · SoftDeleteBatch(unknown)
  · PurgeInvalid(retention) · Rust soft_delete_batch(unknown)/purge_invalid(retention)
- 新增 lancedb_scan_deleted IPC + Go ScanDeleted:存量已删行回填工具枚举用
- 回填工具 go/cmd/backfill_deletereason(dry-run 默认)+ 单测 7 例(每 reason≥1 写入用例)
- 直方图(副盘真跑):N=11240 全 unknown(tombstones 无 provenance,按 AC 判不出写 unknown)
- 禁部署/禁真删/禁改已删记录其它字段:live 库零改动
2026-10-12 18:52:09 +08:00

80 lines
3.7 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// 织忆 MemoryWeave — 删除原因枚举(GA-P0-3 t_f785d7f2)
//
// 背景:is_deleted=true 曾「不可分辨」——「坏记忆被删」和「合并/整理被删」混在
// 同一个布尔里。P2 要拿「被删」当负标签,必须先知道它是「为什么」被删;否则会把
// 「正常整合」误当「内容质量差」。
//
// 本文件定义固定枚举 + 归一化函数。所有软删写入点(SoftDelete / SoftDeleteBatch /
// PurgeInvalid,及 Rust 侧 purge_invalid / soft_delete_batch)统一经
// NormalizeDeleteReason 把 free-form reason 字符串归一到枚举,写进 delete_reason 列。
// 禁真删、禁部署 —— 本文件纯枚举定义,不碰任何数据。
package storage
import "strings"
// DeleteReason 固定枚举(GA-P0-3)。写入 delete_reason 列的唯一合法取值集合。
// 语义:
//
// merge_dup 合并/整理被删 —— 内容本身可能没问题,是被并进另一条了(dedup/合并管道)。
// ⇒ 不应算「内容质量差」负标签。
// contradiction 矛盾冲突被删 —— 与更可信的记忆冲突,作为坏记忆被淘汰。
// manual 人工删除 —— 用户/admin 主动删除。
// retention 保留/遗忘策略删除 —— 自动遗忘、碎片清理、ephemeral 过期等。
// unknown 判不出 —— 存量回填兜底,或写入点未携带原因。
const (
DeleteReasonMergeDup = "merge_dup"
DeleteReasonContradiction = "contradiction"
DeleteReasonManual = "manual"
DeleteReasonRetention = "retention"
DeleteReasonUnknown = "unknown"
)
// ValidDeleteReasons 合法枚举集合(供校验/审计)。
var ValidDeleteReasons = map[string]bool{
DeleteReasonMergeDup: true,
DeleteReasonContradiction: true,
DeleteReasonManual: true,
DeleteReasonRetention: true,
DeleteReasonUnknown: true,
}
// NormalizeDeleteReason 把 free-form reason 字符串归一到固定枚举。
// 匹配规则按关键词(不区分大小写),从「特异性最高」往下匹配:
//
// manual_delete / manual / 用户 / user / feedback / human → manual
// dedup / wording-duplicate / merged_into / merge → merge_dup
// conflict / contradict / consolidate → contradiction
// auto_forget / ephemeral / fragment / expire / retention → retention
// 其余(含空、batch:...) → unknown
//
// 这是「删除原因分类」的单一真源 —— 新增/改写入点时在这里加规则即可,枚举本身不变。
func NormalizeDeleteReason(reason string) string {
r := strings.ToLower(strings.TrimSpace(reason))
if r == "" {
return DeleteReasonUnknown
}
switch {
case strings.HasPrefix(r, "batch:"):
// 批量软删(SoftDeleteBatch)不携带逐条原因 ⇒ unknown
return DeleteReasonUnknown
case strings.Contains(r, "manual"), strings.Contains(r, "用户"),
strings.Contains(r, "user"), strings.Contains(r, "feedback"),
strings.Contains(r, "human"), strings.Contains(r, "人工"):
return DeleteReasonManual
case strings.Contains(r, "dedup"), strings.Contains(r, "wording"),
strings.Contains(r, "duplicate"), strings.Contains(r, "merged"),
strings.Contains(r, "merge"):
return DeleteReasonMergeDup
case strings.Contains(r, "conflict"), strings.Contains(r, "contradict"),
strings.Contains(r, "consolidate"):
return DeleteReasonContradiction
case strings.Contains(r, "auto_forget"), strings.Contains(r, "ephemeral"),
strings.Contains(r, "fragment"), strings.Contains(r, "expire"),
strings.Contains(r, "retention"), strings.Contains(r, "过期"),
strings.Contains(r, "自动"):
return DeleteReasonRetention
default:
return DeleteReasonUnknown
}
}