阶段2(上):后端专题 Go/Gin/PostgreSQL/MySQL/Redis/MQ/gRPC 的课程、企业场景、面试题和可运行示例
This commit is contained in:
1 parent
0bae9916a9
commit
5eb67c5d08
65 files changed
+6457
-77
No files matched your search
@@ -0,0 +1,11 @@
|
||||
module example/stocklock
|
||||
|
||||
go 1.26.0
|
||||
|
||||
require github.com/redis/go-redis/v9 v9.23.0
|
||||
|
||||
require (
|
||||
github.com/cespare/xxhash/v2 v2.3.0 // indirect
|
||||
go.uber.org/atomic v1.12.0 // indirect
|
||||
golang.org/x/sys v0.48.0 // indirect
|
||||
)
|
||||
@@ -0,0 +1,20 @@
|
||||
github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs=
|
||||
github.com/bsm/ginkgo/v2 v2.12.0/go.mod h1:SwYbGRRDovPVboqFv0tPTcG1sN61LM1Z4ARdbAV9g4c=
|
||||
github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA=
|
||||
github.com/bsm/gomega v1.27.10/go.mod h1:JyEr/xRbxbtgWNi8tIEVPUYZ5Dzef52k01W3YH0H+O0=
|
||||
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
|
||||
github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
||||
github.com/klauspost/cpuid/v2 v2.4.0 h1:S6Hrbc7+ywsr0r+RLapfGBHfyefhCTwEh3A0tV913Dw=
|
||||
github.com/klauspost/cpuid/v2 v2.4.0/go.mod h1:19jmZ9mjzoF//ddRSUsv0zfBTJWh3QJh9FNxZTMrGxU=
|
||||
github.com/redis/go-redis/v9 v9.23.0 h1:/TTVdJa8BRNsybwwGGnmiYktHNlUXtbOQxlWpHBPL3s=
|
||||
github.com/redis/go-redis/v9 v9.23.0/go.mod h1:EWP2UUk+XDaI1s5nQB5mablZN6vccXlmBQTyfnF87D0=
|
||||
github.com/stretchr/testify v1.12.1 h1:EuwCh5fleGS7H32xRwO3wRGT7DxrDhLAT6FF8MpWDWE=
|
||||
github.com/stretchr/testify v1.12.1/go.mod h1:MDEgiDPPsNp5cuIrHPPCyornHKgEVbtFUmoNlxoYthg=
|
||||
github.com/zeebo/xxh3 v1.1.0 h1:s7DLGDK45Dyfg7++yxI0khrfwq9661w9EN78eP/UZVs=
|
||||
github.com/zeebo/xxh3 v1.1.0/go.mod h1:IisAie1LELR4xhVinxWS5+zf1lA4p0MW4T+w+W07F5s=
|
||||
go.uber.org/atomic v1.12.0 h1:BvcXdFKuviU4fTL/f+SxdQ5qJX/Jix8pAkgdUcb3XOE=
|
||||
go.uber.org/atomic v1.12.0/go.mod h1:I6c4cg+6HCxRjfjSsYtApoFILnpc0CGUdGkXVqbYVNk=
|
||||
go.yaml.in/yaml/v3 v3.0.5 h1:N6y/pJk8buWs9NY5ERU2HSMfm+IuD/OtfdAnq6kESPw=
|
||||
go.yaml.in/yaml/v3 v3.0.5/go.mod h1:HVTZu1O7/Vkt2N+BFy8Zza+lnLsABggaTM2ZpNIGuKg=
|
||||
golang.org/x/sys v0.48.0 h1:bbX/i/6MgT9BVLM9RT1thmxL04yeTAhbEz4SyadbXoo=
|
||||
golang.org/x/sys v0.48.0/go.mod h1:hNLxWAXmnKAxqDtdwIYC4bM9oQPEecfsnNMuSxOs3og=
|
||||
@@ -0,0 +1,50 @@
|
||||
// Package stocklock 演示 Redis 的三个高频用法:分布式锁、滑动窗口限流、库存预扣。
|
||||
package stocklock
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/rand"
|
||||
"encoding/hex"
|
||||
"errors"
|
||||
"time"
|
||||
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
var ErrLockNotAcquired = errors.New("没有拿到锁")
|
||||
|
||||
// 只有持有者(令牌一致)才能释放,防止误删别人的锁
|
||||
var unlockScript = redis.NewScript(`
|
||||
if redis.call("GET", KEYS[1]) == ARGV[1] then
|
||||
return redis.call("DEL", KEYS[1])
|
||||
end
|
||||
return 0`)
|
||||
|
||||
type Lock struct {
|
||||
rdb *redis.Client
|
||||
key string
|
||||
token string
|
||||
}
|
||||
|
||||
// TryLock 用 SET key token NX PX ttl 加锁。ttl 必须大于业务最长执行时间(或者自己续期)。
|
||||
func TryLock(ctx context.Context, rdb *redis.Client, key string, ttl time.Duration) (*Lock, error) {
|
||||
b := make([]byte, 16)
|
||||
if _, err := rand.Read(b); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
token := hex.EncodeToString(b)
|
||||
ok, err := rdb.SetNX(ctx, key, token, ttl).Result()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if !ok {
|
||||
return nil, ErrLockNotAcquired
|
||||
}
|
||||
return &Lock{rdb: rdb, key: key, token: token}, nil
|
||||
}
|
||||
|
||||
// Unlock 返回 false 表示锁已经过期或被别人持有(说明业务执行超过了 ttl,需要排查)
|
||||
func (l *Lock) Unlock(ctx context.Context) (bool, error) {
|
||||
n, err := unlockScript.Run(ctx, l.rdb, []string{l.key}, l.token).Int()
|
||||
return n == 1, err
|
||||
}
|
||||
@@ -0,0 +1,42 @@
|
||||
package stocklock
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
// 滑动窗口:ZSET 里存每次请求的时间戳(毫秒),先删掉窗口外的,再数窗口内的
|
||||
var slidingScript = redis.NewScript(`
|
||||
local key, now, window, limit, member = KEYS[1], tonumber(ARGV[1]), tonumber(ARGV[2]), tonumber(ARGV[3]), ARGV[4]
|
||||
redis.call("ZREMRANGEBYSCORE", key, 0, now - window)
|
||||
if redis.call("ZCARD", key) >= limit then
|
||||
return 0
|
||||
end
|
||||
redis.call("ZADD", key, now, member)
|
||||
redis.call("PEXPIRE", key, window)
|
||||
return 1`)
|
||||
|
||||
type SlidingWindow struct {
|
||||
rdb *redis.Client
|
||||
limit int
|
||||
window time.Duration
|
||||
seq func() string // 生成唯一成员,避免同一毫秒的请求互相覆盖
|
||||
}
|
||||
|
||||
func NewSlidingWindow(rdb *redis.Client, limit int, window time.Duration) *SlidingWindow {
|
||||
var n atomic.Uint64 // 并发安全的序号;多实例部署时成员里再加上实例标识或用 UUID
|
||||
return &SlidingWindow{rdb: rdb, limit: limit, window: window, seq: func() string {
|
||||
return fmt.Sprintf("%d-%d", time.Now().UnixNano(), n.Add(1))
|
||||
}}
|
||||
}
|
||||
|
||||
// Allow 判断 key(如 "rl:user:42")在当前窗口内是否还能通过
|
||||
func (s *SlidingWindow) Allow(ctx context.Context, key string, now time.Time) (bool, error) {
|
||||
n, err := slidingScript.Run(ctx, s.rdb, []string{key},
|
||||
now.UnixMilli(), s.window.Milliseconds(), s.limit, s.seq()).Int()
|
||||
return n == 1, err
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
package stocklock
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
var (
|
||||
ErrSoldOut = errors.New("库存不足")
|
||||
ErrDuplicate = errors.New("每人限购一件,已经抢过了")
|
||||
)
|
||||
|
||||
// 原子地:检查是否已购买 → 检查库存 → 扣库存 → 记录用户
|
||||
var reserveScript = redis.NewScript(`
|
||||
if redis.call("SISMEMBER", KEYS[2], ARGV[1]) == 1 then
|
||||
return -2
|
||||
end
|
||||
local left = tonumber(redis.call("GET", KEYS[1]) or "0")
|
||||
if left <= 0 then
|
||||
return -1
|
||||
end
|
||||
redis.call("DECR", KEYS[1])
|
||||
redis.call("SADD", KEYS[2], ARGV[1])
|
||||
return left - 1`)
|
||||
|
||||
// Reserve 预扣库存。成功后应把订单消息发到 MQ,由消费者异步落库。
|
||||
func Reserve(ctx context.Context, rdb *redis.Client, sku, userID string) (left int, err error) {
|
||||
n, err := reserveScript.Run(ctx, rdb, []string{"stock:" + sku, "stock:" + sku + ":buyers"}, userID).Int()
|
||||
switch {
|
||||
case err != nil:
|
||||
return 0, err
|
||||
case n == -1:
|
||||
return 0, ErrSoldOut
|
||||
case n == -2:
|
||||
return 0, ErrDuplicate
|
||||
}
|
||||
return n, nil
|
||||
}
|
||||
@@ -0,0 +1,120 @@
|
||||
package stocklock
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"os"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
// 需要 Redis:REDIS_URL=redis://localhost:6379/0 go test ./...
|
||||
func client(t *testing.T) (*redis.Client, string) {
|
||||
t.Helper()
|
||||
url := os.Getenv("REDIS_URL")
|
||||
if url == "" {
|
||||
t.Skip("未设置 REDIS_URL,跳过集成测试")
|
||||
}
|
||||
opt, err := redis.ParseURL(url)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
rdb := redis.NewClient(opt)
|
||||
prefix := fmt.Sprintf("test:%d:", time.Now().UnixNano())
|
||||
t.Cleanup(func() {
|
||||
ctx := context.Background()
|
||||
iter := rdb.Scan(ctx, 0, prefix+"*", 100).Iterator()
|
||||
for iter.Next(ctx) {
|
||||
rdb.Del(ctx, iter.Val())
|
||||
}
|
||||
rdb.Close()
|
||||
})
|
||||
return rdb, prefix
|
||||
}
|
||||
|
||||
func TestLock(t *testing.T) {
|
||||
rdb, p := client(t)
|
||||
ctx := context.Background()
|
||||
l1, err := TryLock(ctx, rdb, p+"lock", 200*time.Millisecond)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if _, err := TryLock(ctx, rdb, p+"lock", time.Second); !errors.Is(err, ErrLockNotAcquired) {
|
||||
t.Fatalf("锁被重复获取:%v", err)
|
||||
}
|
||||
time.Sleep(300 * time.Millisecond) // 锁过期,别人拿到锁
|
||||
l2, err := TryLock(ctx, rdb, p+"lock", time.Second)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if ok, _ := l1.Unlock(ctx); ok {
|
||||
t.Fatal("过期的旧持有者不应该删掉新持有者的锁")
|
||||
}
|
||||
if ok, _ := l2.Unlock(ctx); !ok {
|
||||
t.Fatal("持有者应该能释放锁")
|
||||
}
|
||||
}
|
||||
|
||||
func TestSlidingWindow(t *testing.T) {
|
||||
rdb, p := client(t)
|
||||
ctx := context.Background()
|
||||
sw := NewSlidingWindow(rdb, 3, time.Second)
|
||||
now := time.Now()
|
||||
var got []bool
|
||||
for i := range 5 {
|
||||
ok, err := sw.Allow(ctx, p+"rl", now.Add(time.Duration(i)*10*time.Millisecond))
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
got = append(got, ok)
|
||||
}
|
||||
if fmt.Sprint(got) != "[true true true false false]" {
|
||||
t.Fatalf("窗口内限 3 次,得到 %v", got)
|
||||
}
|
||||
// 1.1 秒后前面的请求滑出窗口
|
||||
if ok, _ := sw.Allow(ctx, p+"rl", now.Add(1100*time.Millisecond)); !ok {
|
||||
t.Fatal("窗口滑过后应该放行")
|
||||
}
|
||||
}
|
||||
|
||||
func TestReserveNoOversell(t *testing.T) {
|
||||
rdb, p := client(t)
|
||||
ctx := context.Background()
|
||||
sku := p + "sku1"
|
||||
rdb.Set(ctx, "stock:"+sku, 10, 0)
|
||||
t.Cleanup(func() { rdb.Del(ctx, "stock:"+sku, "stock:"+sku+":buyers") })
|
||||
|
||||
var success, soldOut, dup atomic.Int32
|
||||
var wg sync.WaitGroup
|
||||
for i := range 100 { // 100 个用户抢 10 件
|
||||
for range 2 { // 每个用户重复点两次
|
||||
wg.Add(1)
|
||||
go func() {
|
||||
defer wg.Done()
|
||||
_, err := Reserve(ctx, rdb, sku, fmt.Sprint("u", i))
|
||||
switch {
|
||||
case err == nil:
|
||||
success.Add(1)
|
||||
case errors.Is(err, ErrSoldOut):
|
||||
soldOut.Add(1)
|
||||
case errors.Is(err, ErrDuplicate):
|
||||
dup.Add(1)
|
||||
default:
|
||||
t.Error(err)
|
||||
}
|
||||
}()
|
||||
}
|
||||
}
|
||||
wg.Wait()
|
||||
left, _ := rdb.Get(ctx, "stock:"+sku).Int()
|
||||
buyers, _ := rdb.SCard(ctx, "stock:"+sku+":buyers").Result()
|
||||
if success.Load() != 10 || left != 0 || buyers != 10 {
|
||||
t.Fatalf("成功 %d,剩余 %d,购买人数 %d", success.Load(), left, buyers)
|
||||
}
|
||||
t.Logf("成功 %d,售罄 %d,重复 %d", success.Load(), soldOut.Load(), dup.Load())
|
||||
}
|
||||
Reference in new issue
Block a user