phase 5 part 5: cs algorithms, network-os, web-security topics with tested examples; all 43 stacks pass --strict
This commit is contained in:
1 parent
f695bbd7cc
commit
691f738f5f
22 files changed
+1955
-37
No files matched your search
@@ -0,0 +1,92 @@
|
||||
"""TCP 是字节流:演示“粘包 / 拆包”现象,以及用“长度前缀”协议正确分帧。只用标准库,`python framing.py` 运行。
|
||||
|
||||
TCP 只保证字节按顺序可靠到达,不保留“消息边界”:发送方 send 了 3 次,接收方可能 1 次 recv 全部收到,
|
||||
也可能把一条消息分成多次收到。应用层必须自己定义边界:换行分隔(如 SSE、JSON Lines)或长度前缀(如很多 RPC 协议)。
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import socket
|
||||
import struct
|
||||
import threading
|
||||
|
||||
HEADER = struct.Struct("!I") # 4 字节无符号整数,网络字节序(大端)
|
||||
|
||||
|
||||
def encode(msg: dict) -> bytes:
|
||||
body = json.dumps(msg, ensure_ascii=False).encode()
|
||||
return HEADER.pack(len(body)) + body
|
||||
|
||||
|
||||
class FrameDecoder:
|
||||
"""增量解码:不管数据被怎样切分送进来,都能还原出完整的消息。"""
|
||||
|
||||
def __init__(self, max_frame: int = 1 << 20):
|
||||
self.buf = bytearray()
|
||||
self.max_frame = max_frame
|
||||
|
||||
def feed(self, data: bytes) -> list[dict]:
|
||||
self.buf += data
|
||||
out = []
|
||||
while len(self.buf) >= HEADER.size:
|
||||
(n,) = HEADER.unpack_from(self.buf)
|
||||
if n > self.max_frame:
|
||||
raise ValueError(f"帧长度 {n} 超过上限,可能是攻击或协议错误")
|
||||
if len(self.buf) < HEADER.size + n:
|
||||
break # 数据还不完整,等下一次
|
||||
body = bytes(self.buf[HEADER.size:HEADER.size + n])
|
||||
del self.buf[:HEADER.size + n]
|
||||
out.append(json.loads(body))
|
||||
return out
|
||||
|
||||
|
||||
def demo_sticky() -> int:
|
||||
"""连续 send 三次小消息,看接收端一次 recv 拿到几段。"""
|
||||
srv = socket.create_server(("127.0.0.1", 0))
|
||||
port = srv.getsockname()[1]
|
||||
received: list[bytes] = []
|
||||
|
||||
def server() -> None:
|
||||
conn, _ = srv.accept()
|
||||
with conn:
|
||||
threading.Event().wait(0.2) # 等发送方把三条都发完
|
||||
received.append(conn.recv(4096))
|
||||
|
||||
t = threading.Thread(target=server)
|
||||
t.start()
|
||||
with socket.create_connection(("127.0.0.1", port)) as c:
|
||||
for i in range(3):
|
||||
c.sendall(f"msg{i}".encode())
|
||||
t.join()
|
||||
srv.close()
|
||||
return len(received[0])
|
||||
|
||||
|
||||
def demo_framed() -> list[dict]:
|
||||
srv = socket.create_server(("127.0.0.1", 0))
|
||||
port = srv.getsockname()[1]
|
||||
got: list[dict] = []
|
||||
|
||||
def server() -> None:
|
||||
conn, _ = srv.accept()
|
||||
dec = FrameDecoder()
|
||||
with conn:
|
||||
while chunk := conn.recv(3): # 故意每次只读 3 字节,模拟拆包
|
||||
got.extend(dec.feed(chunk))
|
||||
|
||||
t = threading.Thread(target=server)
|
||||
t.start()
|
||||
with socket.create_connection(("127.0.0.1", port)) as c:
|
||||
c.sendall(b"".join(encode({"seq": i, "text": f"第{i}条"}) for i in range(3))) # 一次发出,模拟粘包
|
||||
t.join()
|
||||
srv.close()
|
||||
return got
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
n = demo_sticky()
|
||||
note = "三条消息粘在一起,边界丢失" if n > 4 else "这次恰好没有粘包,但不能依赖这一点"
|
||||
print(f"发送方 send 了 3 次(每次 4 字节),接收方一次 recv 收到 {n} 字节 → {note}")
|
||||
msgs = demo_framed()
|
||||
assert [m["seq"] for m in msgs] == [0, 1, 2], msgs
|
||||
print(f"长度前缀分帧:每次只读 3 字节,仍然还原出 {len(msgs)} 条完整消息:{[m['text'] for m in msgs]}")
|
||||
Reference in new issue
Block a user