阶段2(上):后端专题 Go/Gin/PostgreSQL/MySQL/Redis/MQ/gRPC 的课程、企业场景、面试题和可运行示例

This commit is contained in:
Shikui Wang committed 2026-10-23 15:24:57 +08:00
1 parent 0bae9916a9
commit 5eb67c5d08
65 files changed
+6457 -77

No files matched your search

@@ -0,0 +1,64 @@
// Package batchfetch 演示企业里常见的“批量调用第三方接口”:
// 并发上限、单次超时、整体取消、部分失败不影响其他结果、结果顺序与输入一致。
package batchfetch
import (
"context"
"fmt"
"io"
"net/http"
"net/url"
"sync"
"time"
)
type Result struct {
ID string
Body string
Err error
}
// FetchAll 最多同时发出 limit 个请求,每个请求最多等待 perReq。
func FetchAll(ctx context.Context, client *http.Client, baseURL string, ids []string, limit int, perReq time.Duration) []Result {
results := make([]Result, len(ids)) // 每个 goroutine 只写自己的下标,不需要加锁
sem := make(chan struct{}, limit) // 信号量:缓冲区大小就是并发上限
var wg sync.WaitGroup
for i, id := range ids {
wg.Add(1)
go func() {
defer wg.Done()
select {
case sem <- struct{}{}: // 拿到名额
case <-ctx.Done(): // 整体已取消,不再发请求
results[i] = Result{ID: id, Err: ctx.Err()}
return
}
defer func() { <-sem }()
results[i] = fetchOne(ctx, client, baseURL, id, perReq)
}()
}
wg.Wait()
return results
}
func fetchOne(ctx context.Context, client *http.Client, baseURL, id string, timeout time.Duration) Result {
ctx, cancel := context.WithTimeout(ctx, timeout)
defer cancel()
req, err := http.NewRequestWithContext(ctx, http.MethodGet, baseURL+"/items/"+url.PathEscape(id), nil)
if err != nil {
return Result{ID: id, Err: err}
}
resp, err := client.Do(req)
if err != nil {
return Result{ID: id, Err: fmt.Errorf("请求 %s: %w", id, err)}
}
defer resp.Body.Close()
if resp.StatusCode != http.StatusOK {
return Result{ID: id, Err: fmt.Errorf("请求 %s: 状态码 %d", id, resp.StatusCode)}
}
body, err := io.ReadAll(io.LimitReader(resp.Body, 1<<20)) // 限制响应大小,防止对方返回超大内容
if err != nil {
return Result{ID: id, Err: fmt.Errorf("读取 %s: %w", id, err)}
}
return Result{ID: id, Body: string(body)}
}
@@ -0,0 +1,78 @@
package batchfetch
import (
"context"
"errors"
"net/http"
"net/http/httptest"
"strings"
"sync/atomic"
"testing"
"time"
)
func TestFetchAll(t *testing.T) {
var cur, peak int64
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
n := atomic.AddInt64(&cur, 1)
defer atomic.AddInt64(&cur, -1)
for {
p := atomic.LoadInt64(&peak)
if n <= p || atomic.CompareAndSwapInt64(&peak, p, n) {
break
}
}
id := strings.TrimPrefix(r.URL.Path, "/items/")
switch id {
case "slow":
select {
case <-time.After(time.Second):
case <-r.Context().Done():
}
case "bad":
http.Error(w, "boom", http.StatusInternalServerError)
return
default:
time.Sleep(20 * time.Millisecond)
}
_, _ = w.Write([]byte("ok:" + id))
}))
defer srv.Close()
ids := []string{"a", "b", "slow", "c", "bad", "d", "e", "f"}
res := FetchAll(context.Background(), srv.Client(), srv.URL, ids, 3, 200*time.Millisecond)
if peak > 3 {
t.Fatalf("并发数 %d 超过上限 3", peak)
}
for i, r := range res {
if r.ID != ids[i] {
t.Fatalf("结果顺序不对:%v", r.ID)
}
switch r.ID {
case "slow":
if !errors.Is(r.Err, context.DeadlineExceeded) {
t.Fatalf("slow 应该超时,得到 %v", r.Err)
}
case "bad":
if r.Err == nil || !strings.Contains(r.Err.Error(), "500") {
t.Fatalf("bad 应该返回 500 错误,得到 %v", r.Err)
}
default:
if r.Err != nil || r.Body != "ok:"+r.ID {
t.Fatalf("%s: %v %q", r.ID, r.Err, r.Body)
}
}
}
}
func TestCancelledContext(t *testing.T) {
ctx, cancel := context.WithCancel(context.Background())
cancel()
res := FetchAll(ctx, http.DefaultClient, "http://127.0.0.1:1", []string{"x", "y"}, 1, time.Second)
for _, r := range res {
if r.Err == nil {
t.Fatal("已取消的 context 应该让所有请求失败")
}
}
}
@@ -0,0 +1,3 @@
module example/batchfetch
go 1.22