- ListPatterns 改三返回值 (pats, skipped, err):单行 NULL/空 id 跳过计数不致全盘失败; 排除 quarantine 名空间;COALESCE 防 NULL Scan 错误 - SQLiteGraphStore 增 isQuarantinedNode + Navigate/NavigateBiDir 过滤 quarantine 节点 - graph_auto.go 蒸馏写库前拒 junk 实体 (IsJunkName) - 新增 entity_guard.go (实体名拒写门禁) + shadow_diff_test.go (影-复量具) - docs/ac-evidence/t_bd63b641-shadow-gate/ 验收证据 - .gitignore 增 /go/tmp/ /verify.go,删 17.9M 编译二进制临时产物 build+test 均通过:go build ./... exit0;pattern+routes 两包 ok
212 lines
6.9 KiB
Go
212 lines
6.9 KiB
Go
// 织忆 MemoryWeave — L2 模式 API(t_d32e5f8a)
|
||
//
|
||
// 设计 §4.1 端点:
|
||
// POST /api/v1/patterns/detect 手动触发模式检测(扫 L1 蒸馏记忆 → 工具组合频率 + 路径聚类
|
||
// → 写 graph_nodes type='pattern')。短命单发:modernc sqlite
|
||
// 开/关不占长连接、不碰 state.db(规避当年 daemon main_loop
|
||
// 退役根因)—— 可挂 cron 单发。
|
||
// GET /api/v1/patterns 列出检测到的模式(按 source_tasks 长度降序)。
|
||
package routes
|
||
|
||
import (
|
||
"database/sql"
|
||
"encoding/json"
|
||
"net/http"
|
||
"net/url"
|
||
"os"
|
||
"strconv"
|
||
"strings"
|
||
|
||
"github.com/xiaoxue/memoryweave/internal/models"
|
||
"github.com/xiaoxue/memoryweave/internal/pattern"
|
||
"github.com/xiaoxue/memoryweave/internal/skillgen"
|
||
"github.com/xiaoxue/memoryweave/internal/storage"
|
||
)
|
||
|
||
// PatternAPI L2 模式端点 + L3 skill 草稿端点。
|
||
type PatternAPI struct {
|
||
Store *pattern.GraphPatternStore
|
||
Provider *pattern.PatternProvider
|
||
LDB func() storage.LanceDB // 扫 L1 记忆(distilled)
|
||
Cfg pattern.Config
|
||
|
||
// L3 skill 草稿(t_fcadee04):草稿生成器 + skills 表存储 + 落盘根目录。
|
||
// 由 server.go 装配;不装配时 Draft/Promote 返回 503/404(显式 API,不挂 cron)。
|
||
SkillStore *skillgen.Store
|
||
Generator skillgen.Generator
|
||
AttachmentsDir string
|
||
}
|
||
|
||
// NewPatternAPI 构造 L2 模式端点。
|
||
func NewPatternAPI(store *pattern.GraphPatternStore, provider *pattern.PatternProvider, ldb func() storage.LanceDB) *PatternAPI {
|
||
cfg := pattern.DefaultConfig()
|
||
// cron 单发跑大批量时可放宽扫描上限
|
||
if v := os.Getenv("ZHIYI_PATTERN_MAX_RECORDS"); v != "" {
|
||
if n, err := strconv.Atoi(v); err == nil && n > 0 {
|
||
cfg.MaxRecords = n
|
||
}
|
||
}
|
||
return &PatternAPI{Store: store, Provider: provider, LDB: ldb, Cfg: cfg}
|
||
}
|
||
|
||
// GET /api/v1/patterns — 列出所有检测到的模式(AC1:空库返回 count=0 不报错)。
|
||
func (pa *PatternAPI) List(w http.ResponseWriter, r *http.Request) {
|
||
limit := pa.Cfg.TopKPatternList
|
||
if v := r.URL.Query().Get("limit"); v != "" {
|
||
if n, err := strconv.Atoi(v); err == nil && n > 0 {
|
||
limit = n
|
||
}
|
||
}
|
||
pats, _, err := pa.Store.ListPatterns(limit)
|
||
if err != nil {
|
||
respondError(w, 500, "list patterns: "+err.Error())
|
||
return
|
||
}
|
||
respond(w, 200, map[string]interface{}{
|
||
"patterns": pats,
|
||
"count": len(pats),
|
||
})
|
||
}
|
||
|
||
// POST /api/v1/patterns/detect — 手动触发模式检测。
|
||
// body 可选 {"limit": N, "namespace": "hermes-main"}。
|
||
// 流程:LanceDB Scan(limit, ns) → pattern.DetectFromRecords → UpsertPatterns(graph_nodes)。
|
||
// 空库/无命中 → created/updated=0,不报错(AC1)。
|
||
func (pa *PatternAPI) Detect(w http.ResponseWriter, r *http.Request) {
|
||
var req struct {
|
||
Limit int `json:"limit"`
|
||
Namespace string `json:"namespace"`
|
||
}
|
||
if r.Body != nil {
|
||
_ = json.NewDecoder(r.Body).Decode(&req) // 空 body 也合法(用默认)
|
||
}
|
||
if req.Limit <= 0 {
|
||
req.Limit = pa.Cfg.MaxRecords
|
||
}
|
||
ldb := pa.LDB()
|
||
if ldb == nil {
|
||
respondError(w, 503, "lancedb unavailable")
|
||
return
|
||
}
|
||
records, err := ldb.Scan(req.Limit, req.Namespace)
|
||
if err != nil {
|
||
respondError(w, 500, "scan memories: "+err.Error())
|
||
return
|
||
}
|
||
// 只拿蒸馏产物(L1 蒸馏记忆)做检测——原始对话/episode 不是「已验证」的解决路径
|
||
// (与召回管线 2.5 步同源判据:raw/episodes 类不参与模式沉淀)。
|
||
distilled := make([]models.MemoryRecord, 0, len(records))
|
||
for _, rec := range records {
|
||
if rec.Category == "distilled" || rec.Category == "" {
|
||
distilled = append(distilled, rec)
|
||
}
|
||
}
|
||
pats := pattern.DetectFromRecords(distilled, pa.Cfg)
|
||
created, updated, uerr := pa.Store.UpsertPatterns(pats)
|
||
if uerr != nil {
|
||
respondError(w, 500, "upsert patterns: "+uerr.Error())
|
||
return
|
||
}
|
||
respond(w, 200, map[string]interface{}{
|
||
"scanned": len(records),
|
||
"created": created,
|
||
"updated": updated,
|
||
"detected": len(pats),
|
||
"patterns": pats,
|
||
})
|
||
}
|
||
|
||
// ── L3 skill 草稿(t_fcadee04,设计 §4.2 SkillGenerator)────────────────────
|
||
|
||
// patternSubPath 解析 /api/v1/patterns/{id}/{action} 子路径。
|
||
// 返回 (url-unescape 后的 id, action)。格式不符 → ("", action=="")。
|
||
func patternSubPath(path string) (id, action string) {
|
||
const prefix = "/api/v1/patterns/"
|
||
if !strings.HasPrefix(path, prefix) {
|
||
return "", ""
|
||
}
|
||
rest := strings.TrimPrefix(path, prefix) // <id>/draft 或 <id>/promote
|
||
parts := strings.Split(rest, "/")
|
||
if len(parts) != 2 || parts[0] == "" {
|
||
return "", ""
|
||
}
|
||
dec, err := url.PathUnescape(parts[0])
|
||
if err != nil {
|
||
return "", ""
|
||
}
|
||
return dec, parts[1]
|
||
}
|
||
|
||
// Sub 分发 /api/v1/patterns/{id}/draft 与 /api/v1/patterns/{id}/promote。
|
||
// 装配在 server.go 的 /api/v1/patterns/ 前缀路由;List(/patterns) 与 Detect(/patterns/detect)
|
||
// 因更长的精确路由优先,不受影响。
|
||
func (pa *PatternAPI) Sub(w http.ResponseWriter, r *http.Request) {
|
||
id, action := patternSubPath(r.URL.Path)
|
||
if id == "" {
|
||
respondError(w, 404, "pattern id required")
|
||
return
|
||
}
|
||
switch action {
|
||
case "draft":
|
||
pa.Draft(w, r, id)
|
||
case "promote":
|
||
pa.Promote(w, r, id)
|
||
default:
|
||
respondError(w, 404, "unknown action: "+action)
|
||
}
|
||
}
|
||
|
||
// POST /api/v1/patterns/{id}/draft — 生成 L3 skill 草稿(conf≥0.85 才生成)。
|
||
// 流程:读 pattern → 校验 conf → DraftSkill(写 skills 表 draft + 落盘 attachments)。
|
||
// 草稿绝不进 skills/ 技能库(红线)。
|
||
func (pa *PatternAPI) Draft(w http.ResponseWriter, r *http.Request, id string) {
|
||
if pa.SkillStore == nil || pa.Generator == nil {
|
||
respondError(w, 503, "skillgen 未装配(SkillStore/Generator 为空)")
|
||
return
|
||
}
|
||
pat, err := pa.Store.GetPattern(id)
|
||
if err != nil {
|
||
if err == sql.ErrNoRows {
|
||
respondError(w, 404, "pattern not found: "+id)
|
||
} else {
|
||
respondError(w, 500, "get pattern: "+err.Error())
|
||
}
|
||
return
|
||
}
|
||
attRoot := pa.AttachmentsDir
|
||
if attRoot == "" {
|
||
attRoot = skillgen.DefaultAttachmentsRoot()
|
||
}
|
||
sk, path, derr := skillgen.DraftSkill(pa.SkillStore, pa.Generator, pat, attRoot)
|
||
if derr != nil {
|
||
respondError(w, 400, "draft skill: "+derr.Error())
|
||
return
|
||
}
|
||
respond(w, 200, map[string]interface{}{
|
||
"skill": sk,
|
||
"file": path,
|
||
})
|
||
}
|
||
|
||
// POST /api/v1/patterns/{id}/promote — 人工确认后 draft→active。
|
||
func (pa *PatternAPI) Promote(w http.ResponseWriter, r *http.Request, id string) {
|
||
if pa.SkillStore == nil {
|
||
respondError(w, 503, "skillgen 未装配(SkillStore 为空)")
|
||
return
|
||
}
|
||
if err := pa.SkillStore.Promote(id); err != nil {
|
||
if err == sql.ErrNoRows {
|
||
respondError(w, 404, "no skill draft for pattern: "+id)
|
||
} else {
|
||
respondError(w, 500, "promote skill: "+err.Error())
|
||
}
|
||
return
|
||
}
|
||
sk, gerr := pa.SkillStore.Get(id)
|
||
if gerr != nil {
|
||
respondError(w, 500, "read skill after promote: "+gerr.Error())
|
||
return
|
||
}
|
||
respond(w, 200, map[string]interface{}{"skill": sk})
|
||
}
|