* feat(#2982): extend no-source-grep lint to catch var-binding readFileSync.includes() The base lint (scripts/lint-no-source-grep.cjs) only catches readFileSync(...).<text-method>() chained directly. The much more common var-binding form escapes it: const src = fs.readFileSync(p, 'utf8'); // 50 lines later if (src.includes('foo')) {} // ← still grep, lint missed it Scan of the test suite found ~141 files using this pattern. Implementation built TDD per #2982 with structured-IR assertions: scripts/lint-no-source-grep-extras.cjs - detectVarBindingViolations(src) — pure detector, two passes: pass 1 collects vars bound from readFileSync, pass 2 finds any <var>.<includes|startsWith|endsWith|match|search>( on those vars. - detectWrappedAssertOkMatch(src) — flags assert.ok(<expr>.match(...)) which escapes the assert.match rule. - VIOLATION enum exposes stable codes for tests to assert on. scripts/lint-no-source-grep.cjs - Wires the new detectors into the existing per-file check; one additional violation row per file with the first 3 sample tokens. tests/bug-2982-lint-var-binding.test.cjs - 13 tests, all assertions on typed VIOLATION enum / structured records. Covers all 5 text-match methods, multi-var, no-bind, string literal (must NOT trigger), wrapped assert.ok(.match), and assert.match (must NOT double-flag). Migration backlog (#2974 expanded scope): - 42 files annotated `// allow-test-rule: source-text-is-the-product` (legitimate — they read .md/.json/.yml files whose deployed text IS the product) - 3 files annotated `// allow-test-rule: pending-migration-to-typed-ir [#2974]` (read .cjs/.js source — clear migration debt) - 95 files annotated `pending-migration-to-typed-ir [#2974]` with `Per-file review may reclassify as source-text-is-the-product during migration` (mixed — manual review under #2974) After this lands the lint reports 0 violations on main; new violations in PRs surface immediately. Closes #2982 Refs #2974 * test(#2982): fix truncated test name per CR The label ended with a bare '(' from a copy-paste mishap. Now reads 'does NOT flag .matchAll(...) — matchAll is not match, so assert.ok(.matchAll(...)) is not flagged'. * chore(#2982): add changeset fragment for PR #2985 * chore(#2982): add changeset fragment for PR #2985
170 lines
5.4 KiB
JavaScript
170 lines
5.4 KiB
JavaScript
'use strict';
|
|
|
|
// allow-test-rule: pending-migration-to-typed-ir [#2974]
|
|
// Tracked in #2974 for migration to typed-IR assertions per CONTRIBUTING.md
|
|
// "Prohibited: Raw Text Matching on Test Outputs". Per-file review may
|
|
// reclassify some entries as source-text-is-the-product during migration.
|
|
|
|
/**
|
|
* Next Up /clear Order Tests (#1623)
|
|
*
|
|
* Validates that /clear always appears BEFORE the command in Next Up blocks,
|
|
* not as a <sub> footnote after the command. Users should see /clear first
|
|
* so they run it before copy-pasting the actual command.
|
|
*/
|
|
|
|
const { test, describe } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
const glob = require('path');
|
|
|
|
const GSD_ROOT = path.join(__dirname, '..', 'get-shit-done');
|
|
const UI_BRAND = path.join(GSD_ROOT, 'references', 'ui-brand.md');
|
|
const CONTINUATION_FORMAT = path.join(GSD_ROOT, 'references', 'continuation-format.md');
|
|
const WORKFLOWS_DIR = path.join(GSD_ROOT, 'workflows');
|
|
|
|
/**
|
|
* Recursively collect all .md files in a directory.
|
|
*/
|
|
function collectMarkdownFiles(dir) {
|
|
const results = [];
|
|
if (!fs.existsSync(dir)) return results;
|
|
for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
|
|
const full = path.join(dir, entry.name);
|
|
if (entry.isDirectory()) {
|
|
results.push(...collectMarkdownFiles(full));
|
|
} else if (entry.name.endsWith('.md')) {
|
|
results.push(full);
|
|
}
|
|
}
|
|
return results;
|
|
}
|
|
|
|
describe('ui-brand.md — Next Up template has /clear before command', () => {
|
|
const content = fs.readFileSync(UI_BRAND, 'utf-8');
|
|
|
|
test('Next Up block template does not use <sub>/clear pattern', () => {
|
|
const subClearPattern = /<sub>[^<]*\/clear[^<]*<\/sub>/gi;
|
|
const matches = content.match(subClearPattern);
|
|
assert.strictEqual(
|
|
matches,
|
|
null,
|
|
'ui-brand.md must not contain <sub>/clear</sub> pattern — /clear should appear before the command'
|
|
);
|
|
});
|
|
|
|
test('Next Up block template shows /clear then: before {copy-paste command}', () => {
|
|
// Extract the Next Up Block section
|
|
const nextUpSection = content.slice(
|
|
content.indexOf('## Next Up Block'),
|
|
content.indexOf('## Error Box')
|
|
);
|
|
assert.ok(nextUpSection.length > 0, 'Should find Next Up Block section');
|
|
|
|
const clearIndex = nextUpSection.indexOf('/clear');
|
|
const commandIndex = nextUpSection.indexOf('{copy-paste command}');
|
|
assert.ok(clearIndex > -1, 'Should contain /clear');
|
|
assert.ok(commandIndex > -1, 'Should contain {copy-paste command}');
|
|
assert.ok(
|
|
clearIndex < commandIndex,
|
|
`/clear (at ${clearIndex}) must appear before {copy-paste command} (at ${commandIndex})`
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('continuation-format.md — Next Up examples have /clear before commands', () => {
|
|
const content = fs.readFileSync(CONTINUATION_FORMAT, 'utf-8');
|
|
|
|
test('no <sub>/clear patterns remain', () => {
|
|
const subClearPattern = /<sub>[^<]*\/clear[^<]*<\/sub>/gi;
|
|
const matches = content.match(subClearPattern);
|
|
assert.strictEqual(
|
|
matches,
|
|
null,
|
|
'continuation-format.md must not contain <sub>/clear</sub> pattern'
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('workflow files — no <sub>/clear patterns in Next Up blocks', () => {
|
|
const workflowFiles = collectMarkdownFiles(WORKFLOWS_DIR);
|
|
|
|
test('found workflow .md files to scan', () => {
|
|
assert.ok(
|
|
workflowFiles.length > 0,
|
|
`Expected workflow .md files in ${WORKFLOWS_DIR}`
|
|
);
|
|
});
|
|
|
|
test('no workflow file contains <sub> with /clear', () => {
|
|
const subClearPattern = /<sub>[^<]*\/clear[^<]*<\/sub>/gi;
|
|
const failures = [];
|
|
|
|
for (const filePath of workflowFiles) {
|
|
const content = fs.readFileSync(filePath, 'utf-8');
|
|
const matches = content.match(subClearPattern);
|
|
if (matches) {
|
|
failures.push({
|
|
file: path.relative(GSD_ROOT, filePath),
|
|
matches: matches.length,
|
|
examples: matches.slice(0, 3),
|
|
});
|
|
}
|
|
}
|
|
|
|
assert.strictEqual(
|
|
failures.length,
|
|
0,
|
|
`Found <sub>/clear</sub> pattern in ${failures.length} workflow file(s):\n` +
|
|
failures
|
|
.map(
|
|
(f) =>
|
|
` ${f.file}: ${f.matches} match(es) — e.g. ${f.examples[0]}`
|
|
)
|
|
.join('\n')
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('reference files — no <sub>/clear patterns', () => {
|
|
const referencesDir = path.join(GSD_ROOT, 'references');
|
|
const refFiles = collectMarkdownFiles(referencesDir);
|
|
|
|
test('found reference .md files to scan', () => {
|
|
assert.ok(
|
|
refFiles.length > 0,
|
|
`Expected reference .md files in ${referencesDir}`
|
|
);
|
|
});
|
|
|
|
test('no reference file contains <sub> with /clear', () => {
|
|
const subClearPattern = /<sub>[^<]*\/clear[^<]*<\/sub>/gi;
|
|
const failures = [];
|
|
|
|
for (const filePath of refFiles) {
|
|
const content = fs.readFileSync(filePath, 'utf-8');
|
|
const matches = content.match(subClearPattern);
|
|
if (matches) {
|
|
failures.push({
|
|
file: path.relative(GSD_ROOT, filePath),
|
|
matches: matches.length,
|
|
examples: matches.slice(0, 3),
|
|
});
|
|
}
|
|
}
|
|
|
|
assert.strictEqual(
|
|
failures.length,
|
|
0,
|
|
`Found <sub>/clear</sub> pattern in ${failures.length} reference file(s):\n` +
|
|
failures
|
|
.map(
|
|
(f) =>
|
|
` ${f.file}: ${f.matches} match(es) — e.g. ${f.examples[0]}`
|
|
)
|
|
.join('\n')
|
|
);
|
|
});
|
|
});
|