#!/usr/bin/env bash # Phase 17 fail-closed gate: blog companions. The framework pieces in this # repository (pact menu item type contracts, signpost, seaglass, the party # hook, cabana repeater, dependent dropdown, richeditor, reorder and # singleton, the admin SPA), the four plugin repositories (Journal menu item # types, sitemap, menu, FAQ), the grzybyfunkcjonalne host and the two Nuxt # layers (menu, FAQ). # # Stages: # go go vet ./... here; the Docker-free framework suites by required # name (-short). # plugins go vet ./... in Journal, sitemap, menu, FAQ and the host; their # Docker-free suites by required name (-short). # admin the admin SPA typecheck and the vitest JSON report with required # spec files and test names. # layers pnpm test (node --test, TAP) in both layers with required test # files and names. # docs TestDocsTree, summer docs:build --check, check-admin-openapi.sh # --check, check-admin-dist.sh. # postgres Docker host only: the testcontainers suites by required name in # every Go repository. Without a reachable Docker daemon this # stage fails. # # Every stage exits non-zero on a failing command; a go test -json run that # fails, skips, matches zero tests, prints "no tests to run" or misses a named # required test; a vitest JSON report with a failed, skipped or todo test, a # failed file, no passing test or a missing required file or test; a TAP run # with a "not ok", a fail, cancelled, skipped or todo count, zero passing tests # or a missing required test; or a missing required layer test file. # --self-test proves the detectors fail on planted output. # # --all runs self-test, go, plugins, admin, layers and docs, then postgres # when a Docker daemon answers. When none does, --all says so loudly # (NOT RUN postgres) and the Docker suites stay a manual step for a Docker # host: # bash scripts/check-phase17.sh postgres # Set PHASE17_REQUIRE_POSTGRES=1 to make --all fail instead. # # Environment overrides (default: the sibling checkouts next to this # repository): PHASE17_ROOT (this repository), JOURNAL (sm-journal-plugin), # SITEMAP (sm-sitemap-plugin), MENU (sm-menu-plugin), FAQ (sm-faq-plugin), # HOST (sm-grzybyfunkcjonalne-app), MENU_LAYER (vue-menu-layer), FAQ_LAYER # (vue-faq-layer). set -euo pipefail unset FORCE_COLOR export NO_COLOR=1 ROOT="${PHASE17_ROOT:-$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)}" JOURNAL="${JOURNAL:-$ROOT/../sm-journal-plugin}" SITEMAP="${SITEMAP:-$ROOT/../sm-sitemap-plugin}" MENU="${MENU:-$ROOT/../sm-menu-plugin}" FAQ="${FAQ:-$ROOT/../sm-faq-plugin}" HOST="${HOST:-$ROOT/../sm-grzybyfunkcjonalne-app}" MENU_LAYER="${MENU_LAYER:-$ROOT/../vue-menu-layer}" FAQ_LAYER="${FAQ_LAYER:-$ROOT/../vue-faq-layer}" # --------------------------------------------------------------------------- # Required test names. Each list is run with -run '^(a|b|...)$' and every name # must pass; a name that skips or does not run fails the stage. # go stage: Docker-free framework suites (-short). SIGNPOST_TESTS=(TestSignpostSmoke TestRegistryDuplicateKey TestRegistryActivate TestRegistryHostOverrideUnknown TestRegistryPatternLayers TestReferenceOptions) SEAGLASS_TESTS=(TestSeaglassSmoke TestSanitizeByteStable TestSanitizeReport TestSanitizeBypassCorpus TestCheck) PACT_TESTS=(TestOptionDepthOmitEmpty TestMenuItemTypeContracts) PARTY_TESTS=(TestActivateMenuItemTypesOrder) CABANA_SHORT_TESTS=(TestRepeaterCompile TestRepeaterDecode TestDependentDropdownCompile TestDependentValues TestRichEditorCompile TestReorderConfigCompile TestSingletonCompile TestPhase10ConformanceInventory) # plugins stage: Docker-free plugin and host suites (-short). SITEMAP_SHORT_TESTS=(TestSitemapGolden TestSitemapTiersConfig) # postgres stage: testcontainers suites. PG_CABANA_TESTS=(TestCompanionsDependentSmoke TestCompanionsRichEditorSmoke TestCompanionsRepeaterSmoke TestCompanionsReorderSmoke TestCompanionsSingletonSmoke TestRepeaterSave TestDependentRecheck TestRichEditor TestReorderPostgres TestSingleton TestPhase10OpenAPIConformance) PG_JOURNAL_TESTS=(TestMenuItemTypesSmoke) PG_SITEMAP_TESTS=(TestSitemapTracer TestSitemapImportSmoke TestSitemapAdminSmoke) PG_MENU_TESTS=(TestMenuAdminSmoke TestMenuImportSmoke TestMenuAPISmoke) PG_FAQ_TESTS=(TestFaqAdminSmoke TestFaqImportSmoke TestFaqAPISmoke) PG_HOST_TESTS=(TestCompanionsHost) # admin stage: vitest spec files and full test names (describe + it). ADMIN_FILES=( tests/form/RichEditorField.test.ts tests/form/RepeaterField.test.ts tests/form/DependentDropdown.test.ts tests/views/ReorderView.test.ts tests/form/SingletonForm.test.ts ) ADMIN_REQUIRE=( "DependentDropdown DependentDropdown loads options for the sibling value and clears a stale value" "DependentDropdown waits for the sibling, and offers a retry when loading fails" "DependentDropdown states shows loading while the options load, then the empty state naming the type" "DependentDropdown states drops a late answer for an old sibling value: the last request wins" "DependentDropdown states shows the placeholder for a stored value no option offers, without clearing it" "DependentDropdown states a dropdown inside a repeater row asks with the row path and its row sibling" "RepeaterField RepeaterField tracer: add, edit nested, reorder and remove change form state only" "RepeaterField expands rows with path errors, shows the chip and focuses the first invalid nested control" "RepeaterField shows the empty state with the prompt" "RepeaterField rows enforces minItems and maxItems on remove, add and the counter" "RepeaterField rows asks before removing a row with a value, never for an empty or default row, and keeps it on cancel" "RepeaterField rows reorders by the arrow keys and the buttons, announces repeater.moved and stops at the ends" "RepeaterField rows collapsed rows do not mount their richeditors and keep their values" "RepeaterField rows read-only shows every row expanded with no controls" "RichEditorField RichEditorField tracer: untouched value is submitted byte-identical" "RichEditorField shows the lossy note for markup outside the editor schema and keeps the HTML view lossless" "RichEditorField sends the editor HTML after an edit and shows what the server removed" "RichEditorField RichEditorField edit emits editor HTML" "RichEditorField renders read-only values through the display policy, never as stored" "richeditor policy helpers accepts policy links only" "richeditor policy helpers compares tag names case-insensitively for the lossy note" "richeditor policy helpers unwraps unknown elements and drops scripts for display" "RichEditorField value contract an empty paragraph is the empty string, any content its HTML" "RichEditorField value contract a value from outside replaces the document and leaves the field untouched" "RichEditorField value contract shows the lossy note only for markup outside the editor schema" "RichEditorField value contract reads empty and read-only values" "richeditor link popover refuses a URL outside the allowlist and applies a policy URL on Enter" "richeditor link popover starts from the current link and offers Remove link inside one" "richeditor notices callout lists every notice of the field in one warning callout after a save" "RichEditorField chunk failure falls back to the HTML view with the load_failed note, and saving still works" "SingletonForm opens through /singleton from settings, has no Delete, and Save and close returns to settings" "SingletonForm back returns to the settings index" "SingletonForm a link to a controller that is not a singleton opens its list" "SingletonForm a modified click opens the link as it is, without asking for the record" "SingletonForm a form without the singleton flag keeps Delete and returns to its list" "ReorderView ReorderView tracer: a keyboard move sends one debounced POST with the full node set" "ReorderView restores the saved tree when a save fails and reloads on a stale set" "ReorderView shows the empty state and the 403 alert" "list Reorder button links to the reorder page with the filtered partition" "singleton form opens the one record from settings, without Delete, and returns to the settings index" "ReorderView moves announces every keyboard move and moves children with their parent" "ReorderView moves shows the loading skeleton, then the load failure alert" "ReorderView moves a partition switch sends the pending save first, then loads the chosen partition" "reorder tree rules builds the tree by sort order and puts unknown parents and cycles at the top" "reorder tree rules refuses a drop into the node itself or its own subtree and leaves the tree as it was" "reorder tree rules moves only where a sibling or parent exists, and flattens pre-order from 1" ) # layers stage: test files (must exist and match the test script's glob) and # TAP test names. MENU_LAYER_FILES=(tests/menuLinks.test.ts tests/client.test.ts) MENU_LAYER_REQUIRE=( "javascript: and data: URLs render as text with no href" "_blank links get rel noopener noreferrer" "rendered: unsafe URLs are a span without href, _blank links carry rel" "a 404 resolves to null; other errors are thrown" ) FAQ_LAYER_FILES=(tests/client.test.ts) FAQ_LAYER_REQUIRE=( "a 404 resolves to null; other errors are thrown" ) usage() { cat >&2 <<'EOF' usage: check-phase17.sh --self-test check-phase17.sh go | plugins | admin | layers | docs | postgres check-phase17.sh --go | --plugins | --admin | --layers | --docs | --postgres check-phase17.sh --all EOF exit 2 } # detect_go reads go test -json. Exit 1 fail/build, 2 skip, 3 zero/no-tests, # 4 non-JSON, 5 missing required name. detect_go() { python3 - "$1" <<'PY' import json, os, sys path = sys.argv[1] require = [n for n in os.environ.get("REQUIRE_TESTS", "").split() if n] passed = set() failed = [] with open(path, encoding="utf-8", errors="replace") as fh: for raw in fh: line = raw.strip() if not line.startswith("{"): continue try: ev = json.loads(line) except json.JSONDecodeError: print("refuse: non-json test output", file=sys.stderr) sys.exit(4) action = ev.get("Action") test = ev.get("Test") or "" pkg = ev.get("Package") or ev.get("ImportPath") or "" if action == "build-fail" or (action == "fail" and ev.get("FailedBuild")): print(f"refuse: build failed {pkg}", file=sys.stderr) sys.exit(1) text = ev.get("Output") or "" if action == "output" and "no tests to run" in text: print(f"refuse: no tests to run in {pkg}", file=sys.stderr) sys.exit(3) if action == "skip" and test: print(f"refuse: skipped {pkg} {test}", file=sys.stderr) sys.exit(2) if action == "fail": failed.append(f"{pkg} {test}".strip()) if action == "pass" and test: passed.add(test) if failed: print("refuse: failed " + ", ".join(failed), file=sys.stderr) sys.exit(1) if not passed: print("refuse: zero tests", file=sys.stderr) sys.exit(3) missing = [n for n in require if n not in passed] if missing: print("refuse: required tests did not pass: " + ", ".join(missing), file=sys.stderr) sys.exit(5) PY } # detect_vitest reads a vitest --reporter=json report. Exit 1 a failed test # or file or an unsuccessful run, 2 a skipped or todo test, 3 no passing # test, 4 an unreadable report, 5 a missing required file or test. # REQUIRE_FILES and REQUIRE_NAMES hold one entry per line. detect_vitest() { python3 - "$1" <<'PY' import json, os, sys path = sys.argv[1] files = [n for n in os.environ.get("REQUIRE_FILES", "").split("\n") if n.strip()] names = [n for n in os.environ.get("REQUIRE_NAMES", "").split("\n") if n.strip()] try: with open(path, encoding="utf-8") as fh: report = json.load(fh) except (OSError, ValueError) as err: print(f"refuse: unreadable vitest report: {err}", file=sys.stderr) sys.exit(4) results = report.get("testResults") or [] bad = [r.get("name", "?") for r in results if r.get("status") != "passed"] if bad or report.get("numFailedTests", 0) or report.get("numFailedTestSuites", 0) or report.get("success") is not True: print("refuse: failed " + ", ".join(bad or ["run"]), file=sys.stderr) sys.exit(1) if report.get("numPendingTests", 0) or report.get("numTodoTests", 0): print(f"refuse: {report.get('numPendingTests', 0)} skipped, {report.get('numTodoTests', 0)} todo", file=sys.stderr) sys.exit(2) passed = set() by_file = {} for r in results: for a in r.get("assertionResults") or []: status = a.get("status") if status != "passed": print(f"refuse: {status} {a.get('fullName')}", file=sys.stderr) sys.exit(2 if status in ("skipped", "pending", "todo") else 1) passed.add(a.get("fullName", "")) by_file[r.get("name", "")] = by_file.get(r.get("name", ""), 0) + 1 if report.get("numPassedTests", 0) < 1 or not passed: print("refuse: no passing tests", file=sys.stderr) sys.exit(3) missing = [f for f in files if not any(name.endswith("/" + f) and count > 0 for name, count in by_file.items())] missing += [n for n in names if n not in passed] if missing: print("refuse: required files or tests did not pass: " + "; ".join(missing), file=sys.stderr) sys.exit(5) print(f"vitest: {report.get('numPassedTests')} passed in {len(results)} files") PY } # detect_tap reads node --test --test-reporter=tap output. Exit 1 "not ok" or # a fail/cancelled count, 2 a skip/todo directive or count, 3 no passing test, # 5 a missing required name. REQUIRE_NAMES holds one test name per line. detect_tap() { python3 - "$1" <<'PY' import os, re, sys path = sys.argv[1] require = [n for n in os.environ.get("REQUIRE_NAMES", "").split("\n") if n.strip()] passed = set() counts = {} with open(path, encoding="utf-8", errors="replace") as fh: for raw in fh: line = raw.rstrip("\n") body = line.lstrip() if body.startswith("not ok"): print(f"refuse: {body}", file=sys.stderr) sys.exit(1) m = re.match(r"ok \d+ - (.*?)(\s+#\s*(SKIP|TODO)\b.*)?$", body, re.I) if m: if m.group(2): print(f"refuse: {body}", file=sys.stderr) sys.exit(2) passed.add(m.group(1).replace("\\#", "#")) continue m = re.match(r"# (tests|suites|pass|fail|cancelled|skipped|todo) (\d+)$", line) if m: counts[m.group(1)] = int(m.group(2)) for key in ("fail", "cancelled"): if counts.get(key, 0) > 0: print(f"refuse: {counts[key]} {key}", file=sys.stderr) sys.exit(1) for key in ("skipped", "todo"): if counts.get(key, 0) > 0: print(f"refuse: {counts[key]} {key}", file=sys.stderr) sys.exit(2) if counts.get("pass", 0) < 1 or not passed: print("refuse: no passing tests", file=sys.stderr) sys.exit(3) missing = [n for n in require if n not in passed] if missing: print("refuse: required tests did not pass: " + "; ".join(missing), file=sys.stderr) sys.exit(5) PY } # detect_files fails (exit 5) unless every REQUIRE_FILES entry (one per line, # relative to the directory given) is a non-empty regular file whose name # ends in .test.ts, the glob of the layers' test script. detect_files() { python3 - "$1" <<'PY' import os, sys base = sys.argv[1] files = [n for n in os.environ.get("REQUIRE_FILES", "").split("\n") if n.strip()] missing = [f for f in files if not (f.startswith("tests/") and f.endswith(".test.ts") and os.path.isfile(os.path.join(base, f)) and os.path.getsize(os.path.join(base, f)) > 0)] if missing: print("refuse: required test files missing in " + base + ": " + ", ".join(missing), file=sys.stderr) sys.exit(5) PY } go_json() { local dir="$1" shift local log err rc=0 dc=0 log="$(mktemp)" err="$(mktemp)" (cd "$dir" && go test -json "$@") >"$log" 2>"$err" || rc=$? detect_go "$log" || dc=$? if [[ "$rc" -ne 0 || "$dc" -ne 0 ]]; then cat "$err" >&2 || true grep -v '^{' "$log" | tail -n 40 >&2 || true python3 -c 'import json,sys for raw in open(sys.argv[1], errors="replace"): try: ev = json.loads(raw) except ValueError: continue if ev.get("Action") == "output" and ("FAIL" in ev.get("Output", "") or "_test.go:" in ev.get("Output", "")): sys.stderr.write(ev["Output"])' "$log" 2>&1 | tail -n 40 >&2 || true rm -f "$log" "$err" echo "refuse: go test $* in $dir (test=$rc detect=$dc)" >&2 return 1 fi echo "go: $(grep -c '"Action":"pass","Package":"[^"]*","Test":"[^"/]*","Elapsed"' "$log") top-level tests passed in $dir ($*)" rm -f "$log" "$err" } # go_named DIR PACKAGES FLAGS NAME... runs exactly the named top-level tests # and requires every one of them to pass. PACKAGES and FLAGS are word-split. go_named() { local dir="$1" pkgs="$2" flags="$3" shift 3 local names=("$@") regex regex="^($(IFS='|'; echo "${names[*]}"))\$" # shellcheck disable=SC2086 REQUIRE_TESTS="${names[*]}" go_json "$dir" $flags -count=1 -run "$regex" $pkgs } vitest_json() { local dir="$1" report out rc=0 dc=0 report="$(mktemp)" out="$(mktemp)" (cd "$dir" && ./node_modules/.bin/vitest run --reporter=json --outputFile="$report") >"$out" 2>&1 || rc=$? detect_vitest "$report" || dc=$? if [[ "$rc" -ne 0 || "$dc" -ne 0 ]]; then grep -E 'FAIL|Error|×' "$out" | tail -n 40 >&2 || true rm -f "$report" "$out" echo "refuse: vitest in $dir (test=$rc detect=$dc)" >&2 return 1 fi rm -f "$report" "$out" } # pnpm_tap runs `pnpm -C