test(ci): 反向夹具扩到 54 条,含预览发布与合并调用链负例

新增 14~19 节:假 bridge 数 publish 请求(坏报告 0 次/好报告 1 次)、--verify-only 单跑核对、检出协议保留、合并调用链(假 Gitea 跑真实 merge_pr,13 分支)、生成器落齐新脚本与空策略文件。首轮 1 处失败暴露真实缺陷:无远端引用时 --not --remotes 退化成整部历史(把 Initial commit 算进来)⇒ 改为只核 HEAD 并写明。
This commit is contained in:
姚章浩
2026-10-12 11:15:18 +08:00
parent 9a178675f6
commit 164dc2f72c
2 changed files with 328 additions and 2 deletions
+140
View File
@@ -0,0 +1,140 @@
#!/usr/bin/env python3
"""预览发布负例:**真实调用路径**上验证"核对不过就一个请求都不发"。
为什么要有这个文件:只测判定函数(`verify()` 返回几个问题)证明不了"发布顺序"。
真正要紧的是:预览这一步到底有没有发出 HTTP 请求。所以这里起一个**假的 ci-bridge**,
让它记录收到的每一个请求,然后拿各种坏报告去跑**真实的** `.gitea/scripts/ci_preview.py`,
断言坏报告下 publish 请求数 **= 0**、好报告下 **= 1**。
python3 scripts/ci_preview_negative_test.py
不联网、不碰真 bridge、不写任何远端状态;只在本机 127.0.0.1 的临时端口上起一个记录用的服务。
"""
from __future__ import annotations
import json
import os
import subprocess
import sys
import tempfile
import threading
import shutil
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from pathlib import Path
ROOT = Path(__file__).resolve().parent.parent
sys.path.insert(0, str(ROOT / "scripts"))
import ci_checks # noqa: E402 用**本仓真实清单**造报告,而不是另编一份
REQUESTS: list[str] = []
class Handler(BaseHTTPRequestHandler):
def log_message(self, *a): # 静音(否则每个请求都打一行)
pass
def do_GET(self):
REQUESTS.append(f"GET {self.path}")
body = b"<html>preview</html>" if self.path.startswith("/preview/") else b"ok"
self.send_response(200)
self.send_header("Content-Length", str(len(body)))
self.end_headers()
self.wfile.write(body)
def do_POST(self):
n = int(self.headers.get("Content-Length") or 0)
self.rfile.read(n)
REQUESTS.append(f"POST {self.path}")
payload = json.dumps({"url": f"http://{self.headers.get('Host')}/preview/x/index.html",
"url_tailscale": f"http://{self.headers.get('Host')}/preview/x/index.html"})
body = payload.encode()
self.send_response(200)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", str(len(body)))
self.end_headers()
self.wfile.write(body)
def good_report(sha: str) -> dict:
checks = [{"id": cid, "status": "success", "reason": "", "required_in": list(req), "duration_s": 1}
for cid, req in ci_checks.CHECK_MANIFEST.items()]
return {"schema": "ci-report/1", "policy_revision": ci_checks.POLICY_REVISION,
"repository": "Weknora/knowledge-governance", "commit_sha": sha, "event_sha": sha,
"branch": "main", "event": "push", "profile": "ci", "run_mode": "full", "duration_s": 1.0,
"checks": checks, "manifest": {c: list(r) for c, r in ci_checks.CHECK_MANIFEST.items()},
"overall_status": "success", "problems": [],
"notification_status": "not_attempted", "deployed": False}
def run_case(name: str, rep: dict, sha: str, want_posts: int, work: Path) -> tuple[bool, str]:
global REQUESTS
REQUESTS = []
sandbox = work / "repo"
shutil.rmtree(sandbox, ignore_errors=True)
sandbox.mkdir(parents=True)
shutil.copytree(ROOT / ".gitea", sandbox / ".gitea")
shutil.copytree(ROOT / "scripts", sandbox / "scripts",
ignore=shutil.ignore_patterns("__pycache__"))
(sandbox / "web" / "dist").mkdir(parents=True)
(sandbox / "web" / "dist" / "index.html").write_text("<html>ok</html>", encoding="utf-8")
(sandbox / "ci-report.json").write_text(json.dumps(rep, ensure_ascii=False), encoding="utf-8")
env = {**os.environ, "GITHUB_ACTIONS": "true", "GITHUB_SHA": sha,
"GITHUB_REPOSITORY": rep.get("repository", ""), "BRIDGE_TOKEN": "fake-token",
"CI_REPORT": str(sandbox / "ci-report.json")}
env.pop("GITHUB_RUN_ID", None)
p = subprocess.run([sys.executable, str(sandbox / ".gitea" / "scripts" / "ci_preview.py")],
cwd=sandbox, env=env, capture_output=True, text=True, timeout=180)
posts = [r for r in REQUESTS if r.startswith("POST")]
ok = len(posts) == want_posts and p.returncode == 0
detail = (f"退出码 {p.returncode}|publish 请求 {len(posts)} 次(期望 {want_posts})"
f"|其他请求 {len(REQUESTS) - len(posts)}")
if not ok:
detail += f"\n stdout: {p.stdout.strip()[-300:]}\n stderr: {p.stderr.strip()[-300:]}"
return ok, detail
def main() -> int:
sha = "5f3a71cadee1f2b27c0b71d0c9fd1ea1b57a4b0f"
srv = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
port = srv.server_address[1]
threading.Thread(target=srv.serve_forever, daemon=True).start()
os.environ["CI_BRIDGE_RESOLVED"] = f"http://127.0.0.1:{port}"
good = good_report(sha)
bad = good_report("b" * 40)
cases = [
# 名字, 报告, 期望的 publish 次数
("正例:完整合规报告 ⇒ 发 1 次", good, 1),
("缺一项必需检查 ⇒ 0 次", {**good, "checks": [c for c in good["checks"] if c["id"] != "tests-go"]}, 0),
("多一项清单外的检查 ⇒ 0 次", {**good, "checks": good["checks"] + [{"id": "zz", "status": "success"}]}, 0),
("重复项 ⇒ 0 次", {**good, "checks": good["checks"] + [good["checks"][0]]}, 0),
("短 SHA ⇒ 0 次", {**good, "commit_sha": sha[:12], "event_sha": ""}, 0),
("归错提交 ⇒ 0 次", bad, 0),
("CI 里用 local 档案 ⇒ 0 次", {**good, "profile": "local"}, 0),
("只跑子集(not_run_only)⇒ 0 次", {**good, "overall_status": "not_run_only", "run_mode": "only"}, 0),
("没有清单 ⇒ 0 次", {k: v for k, v in good.items() if k != "manifest"}, 0),
("某项 failure 但自称 success ⇒ 0 次",
{**good, "checks": [{**c, "status": "failure"} if c["id"] == "security-deps" else c
for c in good["checks"]]}, 0),
]
problems, lines = [], []
with tempfile.TemporaryDirectory() as d:
for name, rep, want in cases:
ok, detail = run_case(name, rep, sha, want, Path(d))
lines.append(f"{'✅' if ok else '❌'} {name}:{detail}")
if not ok:
problems.append(name)
srv.shutdown()
print("── 预览发布负例(真实 ci_preview.py + 假 bridge 计数)──")
for line in lines:
print(" " + line)
if problems:
print(f"\n❌ {len(problems)} 个分支不符合预期:{problems}", file=sys.stderr)
return 1
print(f"\n✅ {len(cases)} 个分支全部符合预期:坏报告一个 publish 请求都不发,好报告正好发 1 次")
return 0
if __name__ == "__main__":
raise SystemExit(main())