- 新增 delete_reason 固定枚举列(merge_dup/contradiction/manual/retention/unknown) - LanceDB(Rust arrow_schema+MemoryRecord+read/insert) 与 sqlite 双侧 additive 同步 - 所有软删写入点统一归一化写 delete_reason: SoftDelete(manual/merge_dup/contradiction/retention) · SoftDeleteBatch(unknown) · PurgeInvalid(retention) · Rust soft_delete_batch(unknown)/purge_invalid(retention) - 新增 lancedb_scan_deleted IPC + Go ScanDeleted:存量已删行回填工具枚举用 - 回填工具 go/cmd/backfill_deletereason(dry-run 默认)+ 单测 7 例(每 reason≥1 写入用例) - 直方图(副盘真跑):N=11240 全 unknown(tombstones 无 provenance,按 AC 判不出写 unknown) - 禁部署/禁真删/禁改已删记录其它字段:live 库零改动
80 lines
3.7 KiB
Go
80 lines
3.7 KiB
Go
// 织忆 MemoryWeave — 删除原因枚举(GA-P0-3 t_f785d7f2)
|
||
//
|
||
// 背景:is_deleted=true 曾「不可分辨」——「坏记忆被删」和「合并/整理被删」混在
|
||
// 同一个布尔里。P2 要拿「被删」当负标签,必须先知道它是「为什么」被删;否则会把
|
||
// 「正常整合」误当「内容质量差」。
|
||
//
|
||
// 本文件定义固定枚举 + 归一化函数。所有软删写入点(SoftDelete / SoftDeleteBatch /
|
||
// PurgeInvalid,及 Rust 侧 purge_invalid / soft_delete_batch)统一经
|
||
// NormalizeDeleteReason 把 free-form reason 字符串归一到枚举,写进 delete_reason 列。
|
||
// 禁真删、禁部署 —— 本文件纯枚举定义,不碰任何数据。
|
||
package storage
|
||
|
||
import "strings"
|
||
|
||
// DeleteReason 固定枚举(GA-P0-3)。写入 delete_reason 列的唯一合法取值集合。
|
||
// 语义:
|
||
//
|
||
// merge_dup 合并/整理被删 —— 内容本身可能没问题,是被并进另一条了(dedup/合并管道)。
|
||
// ⇒ 不应算「内容质量差」负标签。
|
||
// contradiction 矛盾冲突被删 —— 与更可信的记忆冲突,作为坏记忆被淘汰。
|
||
// manual 人工删除 —— 用户/admin 主动删除。
|
||
// retention 保留/遗忘策略删除 —— 自动遗忘、碎片清理、ephemeral 过期等。
|
||
// unknown 判不出 —— 存量回填兜底,或写入点未携带原因。
|
||
const (
|
||
DeleteReasonMergeDup = "merge_dup"
|
||
DeleteReasonContradiction = "contradiction"
|
||
DeleteReasonManual = "manual"
|
||
DeleteReasonRetention = "retention"
|
||
DeleteReasonUnknown = "unknown"
|
||
)
|
||
|
||
// ValidDeleteReasons 合法枚举集合(供校验/审计)。
|
||
var ValidDeleteReasons = map[string]bool{
|
||
DeleteReasonMergeDup: true,
|
||
DeleteReasonContradiction: true,
|
||
DeleteReasonManual: true,
|
||
DeleteReasonRetention: true,
|
||
DeleteReasonUnknown: true,
|
||
}
|
||
|
||
// NormalizeDeleteReason 把 free-form reason 字符串归一到固定枚举。
|
||
// 匹配规则按关键词(不区分大小写),从「特异性最高」往下匹配:
|
||
//
|
||
// manual_delete / manual / 用户 / user / feedback / human → manual
|
||
// dedup / wording-duplicate / merged_into / merge → merge_dup
|
||
// conflict / contradict / consolidate → contradiction
|
||
// auto_forget / ephemeral / fragment / expire / retention → retention
|
||
// 其余(含空、batch:...) → unknown
|
||
//
|
||
// 这是「删除原因分类」的单一真源 —— 新增/改写入点时在这里加规则即可,枚举本身不变。
|
||
func NormalizeDeleteReason(reason string) string {
|
||
r := strings.ToLower(strings.TrimSpace(reason))
|
||
if r == "" {
|
||
return DeleteReasonUnknown
|
||
}
|
||
switch {
|
||
case strings.HasPrefix(r, "batch:"):
|
||
// 批量软删(SoftDeleteBatch)不携带逐条原因 ⇒ unknown
|
||
return DeleteReasonUnknown
|
||
case strings.Contains(r, "manual"), strings.Contains(r, "用户"),
|
||
strings.Contains(r, "user"), strings.Contains(r, "feedback"),
|
||
strings.Contains(r, "human"), strings.Contains(r, "人工"):
|
||
return DeleteReasonManual
|
||
case strings.Contains(r, "dedup"), strings.Contains(r, "wording"),
|
||
strings.Contains(r, "duplicate"), strings.Contains(r, "merged"),
|
||
strings.Contains(r, "merge"):
|
||
return DeleteReasonMergeDup
|
||
case strings.Contains(r, "conflict"), strings.Contains(r, "contradict"),
|
||
strings.Contains(r, "consolidate"):
|
||
return DeleteReasonContradiction
|
||
case strings.Contains(r, "auto_forget"), strings.Contains(r, "ephemeral"),
|
||
strings.Contains(r, "fragment"), strings.Contains(r, "expire"),
|
||
strings.Contains(r, "retention"), strings.Contains(r, "过期"),
|
||
strings.Contains(r, "自动"):
|
||
return DeleteReasonRetention
|
||
default:
|
||
return DeleteReasonUnknown
|
||
}
|
||
}
|