Files
memoryweave/go/internal/api/middleware/auth.go
T
xiaowei 2a350cf781 fix(distill): max_tokens 800→1200 — Agnes推理token预算不足
Agnes 2.0-flash是推理模型,推理token占大量预算。
800仍不够→JSON截断(parse error: unexpected end of JSON input)。
1200确保推理+正文都够用。
2026-08-20 01:13:06 +08:00

211 lines
5.5 KiB
Go

// 织忆 MemoryWeave — 认证 + Per-Agent 令牌桶限流
package middleware
import (
"fmt"
"log"
"net/http"
"os"
"strings"
"sync"
"time"
)
// ─── Per-Agent 令牌桶 ────────────────────────────────────────
type tokenBucket struct {
tokens float64
lastRefill time.Time
rate float64 // tokens/sec
burst float64
mu sync.Mutex
}
func newTokenBucket(rate, burst float64) *tokenBucket {
return &tokenBucket{
tokens: burst,
lastRefill: time.Now(),
rate: rate,
burst: burst,
}
}
func (tb *tokenBucket) allow() bool {
tb.mu.Lock()
defer tb.mu.Unlock()
now := time.Now()
elapsed := now.Sub(tb.lastRefill).Seconds()
tb.tokens += elapsed * tb.rate
if tb.tokens > tb.burst {
tb.tokens = tb.burst
}
tb.lastRefill = now
if tb.tokens >= 1.0 {
tb.tokens -= 1.0
return true
}
return false
}
// ─── Per-Agent 配置 ──────────────────────────────────────────
type AgentRateConfig struct {
RecallQPS float64
CommitQPS float64
Burst float64
}
var agentRates = map[string]AgentRateConfig{
"hermes": {RecallQPS: 10, CommitQPS: 2, Burst: 20},
"hermes-a06":{RecallQPS: 10, CommitQPS: 2, Burst: 20},
"openclaw": {RecallQPS: 10, CommitQPS: 2, Burst: 20},
"cron-job": {RecallQPS: 5, CommitQPS: 1, Burst: 10},
}
var defaultRate = AgentRateConfig{RecallQPS: 5, CommitQPS: 1, Burst: 10}
// ─── RateLimiter ─────────────────────────────────────────────
type RateLimiter struct {
mu sync.Mutex
buckets map[string]*tokenBucket // agentID → bucket
maxPerMinute int // 全局兜底
}
func NewRateLimiter(maxPerMinute int) *RateLimiter {
return &RateLimiter{
buckets: make(map[string]*tokenBucket),
maxPerMinute: maxPerMinute,
}
}
// Allow 检查 agent 是否允许请求
func (rl *RateLimiter) Allow(agentID string, endpointType string) bool {
rl.mu.Lock()
defer rl.mu.Unlock()
// 获取 agent 配置
cfg, ok := agentRates[agentID]
if !ok {
cfg = defaultRate
}
// 根据端点类型选择 QPS
var rate float64
switch endpointType {
case "recall":
rate = cfg.RecallQPS
case "commit":
rate = cfg.CommitQPS
default:
rate = cfg.RecallQPS
}
bucketKey := agentID + ":" + endpointType
bucket, exists := rl.buckets[bucketKey]
if !exists {
bucket = newTokenBucket(rate, cfg.Burst)
rl.buckets[bucketKey] = bucket
}
return bucket.allow()
}
// ─── 全局实例 ────────────────────────────────────────────────
var GlobalLimiter *RateLimiter
func init() {
GlobalLimiter = NewRateLimiter(120)
}
// ─── HTTP 中间件 ─────────────────────────────────────────────
// Auth 认证中间件 (X-API-Key)
func Auth(next http.Handler) http.Handler {
apiKey := os.Getenv("API_KEY")
if apiKey == "" {
apiKey = "zhiyi-dev-key-2026"
}
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
// /health, /metrics, /static/*, / 不需要认证(/ 供 Web UI 使用)
if r.URL.Path == "/health" || r.URL.Path == "/metrics" ||
strings.HasPrefix(r.URL.Path, "/static/") || r.URL.Path == "/" {
next.ServeHTTP(w, r)
return
}
key := r.Header.Get("X-API-Key")
if key != apiKey {
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(401)
w.Write([]byte(`{"error":"unauthorized: invalid or missing X-API-Key"}`))
return
}
// 提取 agent ID(从 X-Agent-ID 头或 URL 路径)
agentID := r.Header.Get("X-Agent-ID")
if agentID == "" {
agentID = "unknown"
}
// 确定端点类型
endpointType := "recall"
if r.URL.Path == "/api/v1/commit" || r.URL.Path == "/api/v1/batch-commit" {
endpointType = "commit"
}
// Per-agent 令牌桶检查
if !GlobalLimiter.Allow(agentID, endpointType) {
w.Header().Set("Content-Type", "application/json")
w.Header().Set("Retry-After", "1")
w.Header().Set("X-RateLimit-Reset", fmt.Sprintf("%d", time.Now().Unix()+1))
w.WriteHeader(429)
w.Write([]byte(fmt.Sprintf(
`{"error":"rate_limit_exceeded","agent":"%s","retry_after":1}`, agentID,
)))
log.Printf("[ratelimit] %s exceeded for agent %s", endpointType, agentID)
return
}
next.ServeHTTP(w, r)
})
}
// ─── 兼容旧接口: RateLimit (全局兜底) ─────────────────────────
// RateLimit 返回带 Retry-After 头的限流中间件(全局兜底)
func RateLimit(maxPerMinute int) func(http.Handler) http.Handler {
var lastReset time.Time
var count int
var mu sync.Mutex
return func(next http.Handler) http.Handler {
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
mu.Lock()
defer mu.Unlock()
now := time.Now()
if now.Sub(lastReset) > time.Minute {
count = 0
lastReset = now
}
count++
resetTime := lastReset.Add(time.Minute).Unix()
if count > maxPerMinute {
w.Header().Set("Retry-After", fmt.Sprintf("%d", int(time.Until(lastReset.Add(time.Minute)).Seconds()+1)))
w.Header().Set("X-RateLimit-Reset", fmt.Sprintf("%d", resetTime))
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(429)
w.Write([]byte(`{"error":"rate_limit_exceeded","retry_after":1}`))
return
}
next.ServeHTTP(w, r)
})
}
}