diff --git a/scripts/check-phase18.1.sh b/scripts/check-phase18.1.sh new file mode 100755 index 0000000..ce839a3 --- /dev/null +++ b/scripts/check-phase18.1.sh @@ -0,0 +1,613 @@ +#!/usr/bin/env bash +# Phase 18.1 fail-closed gate: payment gateway subscriptions. The framework +# pieces in this repository (the cabana taglist form field and the flat +# Sortable reorder, with their admin SPA parts), the plugin repository +# sm-paymentgatewaysubscriptions-plugin (the gateway-neutral subscriptions +# core, its admin screens and its customer API), sm-pgstripe-plugin (the root +# plugin's subscription signing secrets and its subscriptions package, the +# Stripe subscription gateway and webhook, whose proof host is a test inside +# that package) and the subscription pieces of the Nuxt layer +# vue-paymentgateway-layer. +# +# Stages: +# go go vet ./... here; the Docker-free framework suites by required +# name (-short). +# plugins go vet ./... and go test -short ./... in both plugins; their +# Docker-free suites by required name and package (-short). +# admin the admin SPA typecheck and the vitest JSON report with required +# spec files and test names. +# layers pnpm test (node --test, TAP) in the layer with required test +# files and names, and a minimum number of passing tests whose +# name starts with "subscriptions:". +# docs TestDocsTree, summer docs:build --check, check-admin-openapi.sh +# --check, check-admin-dist.sh, and check-phase10.sh --hygiene, so +# admin changes made here cannot silently break Phase 10's gate. +# postgres Docker host only: the testcontainers suites by required name in +# every Go repository and package. Without a reachable Docker +# daemon this stage fails. +# +# Every stage exits non-zero on a failing command; a go test -json run that +# fails, skips, matches zero tests, prints "no tests to run" or misses a named +# required test; a vitest JSON report with a failed, skipped or todo test, a +# failed file, no passing test or a missing required file or test; a TAP run +# with a "not ok", a fail, cancelled, skipped or todo count, zero passing +# tests, a missing required test or too few tests with the required prefix; +# or a missing required layer test file. +# --self-test proves the detectors fail on planted output. +# +# --all runs self-test, go, plugins, admin, layers and docs, then postgres +# when a Docker daemon answers. When none does, --all says so loudly +# (NOT RUN postgres) and the Docker suites stay a manual step for a Docker +# host: +# bash scripts/check-phase18.1.sh postgres +# Set PHASE181_REQUIRE_POSTGRES=1 to make --all fail instead. +# +# Environment overrides (default: the sibling checkouts next to this +# repository): PHASE181_ROOT (this repository), PGSUB +# (sm-paymentgatewaysubscriptions-plugin), PGSTRIPE (sm-pgstripe-plugin), +# PG_LAYER (vue-paymentgateway-layer). +set -euo pipefail + +unset FORCE_COLOR +export NO_COLOR=1 + +ROOT="${PHASE181_ROOT:-$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)}" +PGSUB="${PGSUB:-$ROOT/../sm-paymentgatewaysubscriptions-plugin}" +PGSTRIPE="${PGSTRIPE:-$ROOT/../sm-pgstripe-plugin}" +PG_LAYER="${PG_LAYER:-$ROOT/../vue-paymentgateway-layer}" + +# --------------------------------------------------------------------------- +# Required test names. Each list is run with -run '^(a|b|...)$' and every name +# must pass; a name that skips or does not run fails the stage. + +# go stage: Docker-free framework suites (-short). +CABANA_SHORT_TESTS=(TestTaglistFieldCompile) + +# plugins stage: Docker-free suites (-short), per repository and package. +# An empty list means the package is covered by vet and the -short run only. +PGSUB_MODELS_TESTS=() +PGSUB_CONTRACTS_TESTS=() +PGSUB_ROOT_TESTS=() +PGSTRIPE_ROOT_TESTS=(TestSDKPin) +PGSTRIPE_SUBS_TESTS=() + +# postgres stage: testcontainers suites, per repository and package. +PG_CABANA_TESTS=(TestTaglistFieldSmoke) +PG_PGSUB_TESTS=(TestSubscriptionsTracer) +PG_PGSTRIPE_ROOT_TESTS=() +PG_PGSTRIPE_SUBS_TESTS=(TestHostSubscriptionFlow) + +# admin stage: vitest spec files and full test names (describe + it). +ADMIN_FILES=( + tests/form/TaglistField.test.ts +) +ADMIN_REQUIRE=() + +# layers stage: test files (must exist and match the test script's glob), TAP +# test names, and the minimum number of passing tests named "subscriptions: ...". +LAYER_FILES=( + tests/subscriptions.test.ts +) +LAYER_REQUIRE=() +LAYER_PREFIX='subscriptions:' +LAYER_PREFIX_MIN=6 + +usage() { + cat >&2 <<'EOF' +usage: + check-phase18.1.sh --self-test + check-phase18.1.sh go | plugins | admin | layers | docs | postgres + check-phase18.1.sh --go | --plugins | --admin | --layers | --docs | --postgres + check-phase18.1.sh --all +EOF + exit 2 +} + +# detect_go reads go test -json. Exit 1 fail/build, 2 skip, 3 zero/no-tests, +# 4 non-JSON, 5 missing required name. +detect_go() { + python3 - "$1" <<'PY' +import json, os, sys +path = sys.argv[1] +require = [n for n in os.environ.get("REQUIRE_TESTS", "").split() if n] +passed = set() +failed = [] +with open(path, encoding="utf-8", errors="replace") as fh: + for raw in fh: + line = raw.strip() + if not line.startswith("{"): + continue + try: + ev = json.loads(line) + except json.JSONDecodeError: + print("refuse: non-json test output", file=sys.stderr) + sys.exit(4) + action = ev.get("Action") + test = ev.get("Test") or "" + pkg = ev.get("Package") or ev.get("ImportPath") or "" + if action == "build-fail" or (action == "fail" and ev.get("FailedBuild")): + print(f"refuse: build failed {pkg}", file=sys.stderr) + sys.exit(1) + text = ev.get("Output") or "" + if action == "output" and "no tests to run" in text: + print(f"refuse: no tests to run in {pkg}", file=sys.stderr) + sys.exit(3) + if action == "skip" and test: + print(f"refuse: skipped {pkg} {test}", file=sys.stderr) + sys.exit(2) + if action == "fail": + failed.append(f"{pkg} {test}".strip()) + if action == "pass" and test: + passed.add(test) +if failed: + print("refuse: failed " + ", ".join(failed), file=sys.stderr) + sys.exit(1) +if not passed: + print("refuse: zero tests", file=sys.stderr) + sys.exit(3) +missing = [n for n in require if n not in passed] +if missing: + print("refuse: required tests did not pass: " + ", ".join(missing), file=sys.stderr) + sys.exit(5) +PY +} + +# detect_vitest reads a vitest --reporter=json report. Exit 1 a failed test +# or file or an unsuccessful run, 2 a skipped or todo test, 3 no passing +# test, 4 an unreadable report, 5 a missing required file or test. +# REQUIRE_FILES and REQUIRE_NAMES hold one entry per line. +detect_vitest() { + python3 - "$1" <<'PY' +import json, os, sys +path = sys.argv[1] +files = [n for n in os.environ.get("REQUIRE_FILES", "").split("\n") if n.strip()] +names = [n for n in os.environ.get("REQUIRE_NAMES", "").split("\n") if n.strip()] +try: + with open(path, encoding="utf-8") as fh: + report = json.load(fh) +except (OSError, ValueError) as err: + print(f"refuse: unreadable vitest report: {err}", file=sys.stderr) + sys.exit(4) +results = report.get("testResults") or [] +bad = [r.get("name", "?") for r in results if r.get("status") != "passed"] +if bad or report.get("numFailedTests", 0) or report.get("numFailedTestSuites", 0) or report.get("success") is not True: + print("refuse: failed " + ", ".join(bad or ["run"]), file=sys.stderr) + sys.exit(1) +if report.get("numPendingTests", 0) or report.get("numTodoTests", 0): + print(f"refuse: {report.get('numPendingTests', 0)} skipped, {report.get('numTodoTests', 0)} todo", file=sys.stderr) + sys.exit(2) +passed = set() +by_file = {} +for r in results: + for a in r.get("assertionResults") or []: + status = a.get("status") + if status != "passed": + print(f"refuse: {status} {a.get('fullName')}", file=sys.stderr) + sys.exit(2 if status in ("skipped", "pending", "todo") else 1) + passed.add(a.get("fullName", "")) + by_file[r.get("name", "")] = by_file.get(r.get("name", ""), 0) + 1 +if report.get("numPassedTests", 0) < 1 or not passed: + print("refuse: no passing tests", file=sys.stderr) + sys.exit(3) +missing = [f for f in files if not any(name.endswith("/" + f) and count > 0 for name, count in by_file.items())] +missing += [n for n in names if n not in passed] +if missing: + print("refuse: required files or tests did not pass: " + "; ".join(missing), file=sys.stderr) + sys.exit(5) +print(f"vitest: {report.get('numPassedTests')} passed in {len(results)} files") +PY +} + +# detect_tap reads node --test --test-reporter=tap output. Exit 1 "not ok" or +# a fail/cancelled count, 2 a skip/todo directive or count, 3 no passing test, +# 5 a missing required name or fewer than REQUIRE_PREFIX_MIN passing tests +# whose name starts with REQUIRE_PREFIX. REQUIRE_NAMES holds one test name per +# line. +detect_tap() { + python3 - "$1" <<'PY' +import os, re, sys +path = sys.argv[1] +require = [n for n in os.environ.get("REQUIRE_NAMES", "").split("\n") if n.strip()] +prefix = os.environ.get("REQUIRE_PREFIX", "") +prefix_min = int(os.environ.get("REQUIRE_PREFIX_MIN", "0") or "0") +passed = set() +counts = {} +with open(path, encoding="utf-8", errors="replace") as fh: + for raw in fh: + line = raw.rstrip("\n") + body = line.lstrip() + if body.startswith("not ok"): + print(f"refuse: {body}", file=sys.stderr) + sys.exit(1) + m = re.match(r"ok \d+ - (.*?)(\s+#\s*(SKIP|TODO)\b.*)?$", body, re.I) + if m: + if m.group(2): + print(f"refuse: {body}", file=sys.stderr) + sys.exit(2) + passed.add(m.group(1).replace("\\#", "#")) + continue + m = re.match(r"# (tests|suites|pass|fail|cancelled|skipped|todo) (\d+)$", line) + if m: + counts[m.group(1)] = int(m.group(2)) +for key in ("fail", "cancelled"): + if counts.get(key, 0) > 0: + print(f"refuse: {counts[key]} {key}", file=sys.stderr) + sys.exit(1) +for key in ("skipped", "todo"): + if counts.get(key, 0) > 0: + print(f"refuse: {counts[key]} {key}", file=sys.stderr) + sys.exit(2) +if counts.get("pass", 0) < 1 or not passed: + print("refuse: no passing tests", file=sys.stderr) + sys.exit(3) +missing = [n for n in require if n not in passed] +if missing: + print("refuse: required tests did not pass: " + "; ".join(missing), file=sys.stderr) + sys.exit(5) +if prefix: + got = sum(1 for n in passed if n.startswith(prefix)) + if got < prefix_min: + print(f"refuse: {got} passing tests named '{prefix} ...', want at least {prefix_min}", file=sys.stderr) + sys.exit(5) + print(f"tap: {got} passing tests named '{prefix} ...' (minimum {prefix_min})") +PY +} + +# detect_files fails (exit 5) unless every REQUIRE_FILES entry (one per line, +# relative to the directory given) is a non-empty regular file whose name +# ends in .test.ts, the glob of the layer's test script. +detect_files() { + python3 - "$1" <<'PY' +import os, sys +base = sys.argv[1] +files = [n for n in os.environ.get("REQUIRE_FILES", "").split("\n") if n.strip()] +missing = [f for f in files if not (f.startswith("tests/") and f.endswith(".test.ts") and os.path.isfile(os.path.join(base, f)) and os.path.getsize(os.path.join(base, f)) > 0)] +if missing: + print("refuse: required test files missing in " + base + ": " + ", ".join(missing), file=sys.stderr) + sys.exit(5) +PY +} + +go_json() { + local dir="$1" + shift + local log err rc=0 dc=0 + log="$(mktemp)" + err="$(mktemp)" + (cd "$dir" && go test -json "$@") >"$log" 2>"$err" || rc=$? + detect_go "$log" || dc=$? + if [[ "$rc" -ne 0 || "$dc" -ne 0 ]]; then + cat "$err" >&2 || true + grep -v '^{' "$log" | tail -n 40 >&2 || true + python3 -c 'import json,sys +for raw in open(sys.argv[1], errors="replace"): + try: ev = json.loads(raw) + except ValueError: continue + if ev.get("Action") == "output" and ("FAIL" in ev.get("Output", "") or "_test.go:" in ev.get("Output", "")): + sys.stderr.write(ev["Output"])' "$log" 2>&1 | tail -n 40 >&2 || true + rm -f "$log" "$err" + echo "refuse: go test $* in $dir (test=$rc detect=$dc)" >&2 + return 1 + fi + echo "go: $(grep -c '"Action":"pass","Package":"[^"]*","Test":"[^"/]*","Elapsed"' "$log") top-level tests passed in $dir ($*)" + rm -f "$log" "$err" +} + +# go_named DIR PACKAGES FLAGS NAME... runs exactly the named top-level tests +# and requires every one of them to pass. PACKAGES and FLAGS are word-split. +# Without names it does nothing (the package is covered by another run). +go_named() { + local dir="$1" pkgs="$2" flags="$3" + shift 3 + if [[ "$#" -eq 0 ]]; then + return 0 + fi + local names=("$@") regex + regex="^($(IFS='|'; echo "${names[*]}"))\$" + # shellcheck disable=SC2086 + REQUIRE_TESTS="${names[*]}" go_json "$dir" $flags -count=1 -run "$regex" $pkgs +} + +# vitest_json DIR [VITEST ARGS...]: extra arguments (such as --config) go to vitest. +vitest_json() { + local dir="$1" report out rc=0 dc=0 + shift + report="$(mktemp)" + out="$(mktemp)" + (cd "$dir" && ./node_modules/.bin/vitest run "$@" --reporter=json --outputFile="$report") >"$out" 2>&1 || rc=$? + detect_vitest "$report" || dc=$? + if [[ "$rc" -ne 0 || "$dc" -ne 0 ]]; then + grep -E 'FAIL|Error|×' "$out" | tail -n 40 >&2 || true + rm -f "$report" "$out" + echo "refuse: vitest in $dir (test=$rc detect=$dc)" >&2 + return 1 + fi + rm -f "$report" "$out" +} + +# pnpm_tap runs `pnpm -C