mirror of
https://github.com/Wei-Shaw/sub2api.git
synced 2026-11-22 07:13:18 +00:00
fix(billing): reserve in-flight balance to prevent concurrent overdraft
Balance-mode admission only checked cached balance > threshold, so N concurrent expensive requests could all pass and overdraw the user. Add a Redis in-flight reservation: at admission estimate a conservative per-request cost (input estimate + output price x max_tokens, times rate multiplier) and atomically require cached_balance - inflight >= estimate (first in-flight request always admitted). Reservations are released via defer on every path and expire by TTL. Fails open on estimation / Redis errors. Configurable via billing.inflight_reservation (enabled by default). Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
9a62841fd1
commit
43f88c99aa
14 files changed
+797
No files matched your search
@@ -0,0 +1,102 @@
|
||||
package repository
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"time"
|
||||
|
||||
"github.com/Wei-Shaw/sub2api/internal/service"
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
// 余额在途预留:
|
||||
// - billing:inflight:{uid} ZSET member=requestID score=过期时间(ms)
|
||||
// - billing:inflight_amt:{uid} HASH field=requestID value=预留金额(USD)
|
||||
//
|
||||
// 两个 key 使用同一 hash tag,保证 Redis Cluster 下 Lua 可同时访问。
|
||||
const (
|
||||
billingInflightKeyPrefix = "billing:inflight:"
|
||||
billingInflightAmtKeyPrefix = "billing:inflight_amt:"
|
||||
)
|
||||
|
||||
func billingInflightKeys(userID int64) (string, string) {
|
||||
return fmt.Sprintf("%s{%d}", billingInflightKeyPrefix, userID),
|
||||
fmt.Sprintf("%s{%d}", billingInflightAmtKeyPrefix, userID)
|
||||
}
|
||||
|
||||
var (
|
||||
// KEYS: [1]=zset [2]=hash
|
||||
// ARGV: [1]=now_ms [2]=expire_at_ms [3]=member [4]=amount [5]=balance [6]=key_ttl_ms
|
||||
// 返回 {allowed, inflight_sum(string), inflight_count}
|
||||
// 规则:先清理已过期成员;若无在途预留则直接放行(与旧行为一致,外层已校验余额 > 阈值);
|
||||
// 否则要求 balance - sum(在途) >= amount。放行时登记预留。
|
||||
reserveInflightBalanceScript = redis.NewScript(`
|
||||
local now = tonumber(ARGV[1])
|
||||
local expired = redis.call('ZRANGEBYSCORE', KEYS[1], '-inf', now)
|
||||
if #expired > 0 then
|
||||
redis.call('ZREMRANGEBYSCORE', KEYS[1], '-inf', now)
|
||||
redis.call('HDEL', KEYS[2], unpack(expired))
|
||||
end
|
||||
local vals = redis.call('HVALS', KEYS[2])
|
||||
local sum = 0
|
||||
for i = 1, #vals do
|
||||
sum = sum + (tonumber(vals[i]) or 0)
|
||||
end
|
||||
local count = redis.call('ZCARD', KEYS[1])
|
||||
local amount = tonumber(ARGV[4])
|
||||
local balance = tonumber(ARGV[5])
|
||||
if count > 0 and (balance - sum) < amount then
|
||||
return {0, tostring(sum), count}
|
||||
end
|
||||
redis.call('ZADD', KEYS[1], tonumber(ARGV[2]), ARGV[3])
|
||||
redis.call('HSET', KEYS[2], ARGV[3], ARGV[4])
|
||||
redis.call('PEXPIRE', KEYS[1], ARGV[6])
|
||||
redis.call('PEXPIRE', KEYS[2], ARGV[6])
|
||||
return {1, tostring(sum), count}
|
||||
`)
|
||||
|
||||
releaseInflightBalanceScript = redis.NewScript(`
|
||||
redis.call('ZREM', KEYS[1], ARGV[1])
|
||||
redis.call('HDEL', KEYS[2], ARGV[1])
|
||||
return 1
|
||||
`)
|
||||
)
|
||||
|
||||
// ReserveInflightBalance 实现 service.InflightBalanceReservationCache。
|
||||
func (c *billingCache) ReserveInflightBalance(ctx context.Context, userID int64, requestID string, amount, balance float64, ttl time.Duration) (bool, float64, error) {
|
||||
zkey, hkey := billingInflightKeys(userID)
|
||||
now := time.Now().UnixMilli()
|
||||
ttlMs := ttl.Milliseconds()
|
||||
if ttlMs <= 0 {
|
||||
ttlMs = 1
|
||||
}
|
||||
res, err := reserveInflightBalanceScript.Run(ctx, c.rdb, []string{zkey, hkey},
|
||||
now,
|
||||
now+ttlMs,
|
||||
requestID,
|
||||
strconv.FormatFloat(amount, 'f', -1, 64),
|
||||
strconv.FormatFloat(balance, 'f', -1, 64),
|
||||
ttlMs,
|
||||
).Slice()
|
||||
if err != nil {
|
||||
return false, 0, err
|
||||
}
|
||||
if len(res) < 2 {
|
||||
return false, 0, fmt.Errorf("unexpected inflight reservation reply: %v", res)
|
||||
}
|
||||
allowed, _ := res[0].(int64)
|
||||
var sum float64
|
||||
if s, ok := res[1].(string); ok {
|
||||
sum, _ = strconv.ParseFloat(s, 64)
|
||||
}
|
||||
return allowed == 1, sum, nil
|
||||
}
|
||||
|
||||
// ReleaseInflightBalance 实现 service.InflightBalanceReservationCache。
|
||||
func (c *billingCache) ReleaseInflightBalance(ctx context.Context, userID int64, requestID string) error {
|
||||
zkey, hkey := billingInflightKeys(userID)
|
||||
return releaseInflightBalanceScript.Run(ctx, c.rdb, []string{zkey, hkey}, requestID).Err()
|
||||
}
|
||||
|
||||
var _ service.InflightBalanceReservationCache = (*billingCache)(nil)
|
||||
Reference in new issue
Block a user