Files
memoryweave/go/internal/storage/bench_test.go
T
小怡 f2362150d1 perf(recall): 累积延迟更新治理写放大 — 读路径零逐条写 + 单事务批量落盘 (t_8496e8b6)
根因: recall 读路径对每条结果同步 lancedb.Update,LanceDB MVCC 每次提交=1 版本
      实测 15 版本/分钟 / _versions 17.7G(真实数据 22M)

改动:
- Go: 新增 RecallWriteBuffer(窗口合并+阈值触发+优雅退出落盘);recall.go 读路径改 Record();RustLanceDBClient.UpdateRecallBatch
- Rust: lancedb_update_batch IPC — 按 delta 分组,每组一次 update(`recall_count + delta` + id IN (...)) 提交
- 单测 6 个 + IPC 端到端版本计数测试;bench_test.go 修 NewReranker 签名失配(阻塞包测试)

实测: 批量 3 条 → 1 个版本;逐条 3 次 → 3 个版本 (lance 不支持 CASE WHEN,已按 delta 分组规避)
2026-09-12 17:57:31 +08:00

178 lines
4.7 KiB
Go

// 织忆 MemoryWeave — 存储层性能基准
package storage
import (
"fmt"
"strings"
"testing"
"github.com/xiaoxue/memoryweave/internal/models"
)
// ─── Embedder 基准 ────────────────────────────────────────
func BenchmarkEmbedder_Single(b *testing.B) {
e := &Embedder{endpoint: "http://localhost:8000/v1/embeddings"}
b.ResetTimer()
for i := 0; i < b.N; i++ {
e.EncodeSingle(fmt.Sprintf("benchmark query number %d with some context", i))
}
}
func BenchmarkEmbedder_Batch10(b *testing.B) {
e := &Embedder{endpoint: "http://localhost:8000/v1/embeddings"}
texts := make([]string, 10)
for i := range texts {
texts[i] = fmt.Sprintf("benchmark text %d for batch encoding test", i)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
e.Encode(texts)
}
}
func BenchmarkEmbedder_Batch50(b *testing.B) {
e := &Embedder{endpoint: "http://localhost:8000/v1/embeddings"}
texts := make([]string, 50)
for i := range texts {
texts[i] = fmt.Sprintf("benchmark text %d for large batch encoding test with more context", i)
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
e.Encode(texts)
}
}
// ─── Recall Pipeline 基准 ─────────────────────────────────
func BenchmarkRecallPipeline_10Docs(b *testing.B) {
emb := &Embedder{endpoint: "http://localhost:8000/v1/embeddings"}
p := NewRecallPipeline(
emb,
NewMemLanceClient(nil),
NewReranker("http://localhost:8001/rerank", emb),
)
b.ResetTimer()
for i := 0; i < b.N; i++ {
p.Recall(fmt.Sprintf("query %d about system configuration", i), "shared", 10, 0.5)
}
}
func BenchmarkRecallPipeline_50Docs(b *testing.B) {
emb := &Embedder{endpoint: "http://localhost:8000/v1/embeddings"}
p := NewRecallPipeline(
emb,
NewMemLanceClient(nil),
NewReranker("http://localhost:8001/rerank", emb),
)
b.ResetTimer()
for i := 0; i < b.N; i++ {
p.Recall(fmt.Sprintf("deep query %d about project memory and system facts", i), "shared", 50, 0.5)
}
}
// ─── 向量操作基准 ────────────────────────────────────────
func BenchmarkCosineSimilarity(b *testing.B) {
a := make([]float32, 1024)
bVec := make([]float32, 1024)
for i := range a {
a[i] = float32(i) / 1024.0
bVec[i] = float32(1024-i) / 1024.0
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
cosineSimTest(a, bVec)
}
}
func BenchmarkMMR_Rerank(b *testing.B) {
results := make([]models.RecallResult, 50)
for i := range results {
results[i] = models.RecallResult{
ID: fmt.Sprintf("doc-%d", i),
Content: fmt.Sprintf("document %d with some content for reranking", i),
Score: 0.9 - float64(i)*0.01,
}
}
b.ResetTimer()
for i := 0; i < b.N; i++ {
mmrRerank(results, 10, 0.5)
}
}
// ─── 内存分配基准 ────────────────────────────────────────
func BenchmarkLargePayload_Memory(b *testing.B) {
content := strings.Repeat("x", 10000)
b.ResetTimer()
for i := 0; i < b.N; i++ {
_ = strings.ToLower(content)
}
}
// ─── Helper ───────────────────────────────────────────────
// cosineSimTest 向量余弦相似度
func cosineSimTest(a, b []float32) float64 {
var dot, normA, normB float64
for i := range a {
dot += float64(a[i]) * float64(b[i])
normA += float64(a[i]) * float64(a[i])
normB += float64(b[i]) * float64(b[i])
}
if normA == 0 || normB == 0 {
return 0
}
return dot / (float64(normA) * float64(normB))
}
// mmrRerank MMR 重排序
func mmrRerank(results []models.RecallResult, k int, lambda float64) []models.RecallResult {
if k >= len(results) {
return results
}
selected := []models.RecallResult{results[0]}
remaining := results[1:]
for len(selected) < k {
bestIdx := 0
bestScore := -1.0
for i, r := range remaining {
maxSim := 0.0
for _, s := range selected {
sim := similarity(r.Content, s.Content)
if sim > maxSim {
maxSim = sim
}
}
mmr := lambda*r.Score - (1-lambda)*maxSim
if mmr > bestScore {
bestScore = mmr
bestIdx = i
}
}
selected = append(selected, remaining[bestIdx])
remaining = append(remaining[:bestIdx], remaining[bestIdx+1:]...)
}
return selected
}
func similarity(a, b string) float64 {
// Jaccard 相似度
wordsA := make(map[string]bool)
for _, w := range strings.Fields(a) {
wordsA[w] = true
}
overlap := 0
for _, w := range strings.Fields(b) {
if wordsA[w] {
overlap++
}
}
if len(wordsA) == 0 {
return 0
}
return float64(overlap) / float64(len(wordsA))
}