-
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathregression_test.js
More file actions
271 lines (241 loc) · 9.9 KB
/
Copy pathregression_test.js
File metadata and controls
271 lines (241 loc) · 9.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
#!/usr/bin/env -S deno test --allow-read --allow-write --allow-run
// SPDX-License-Identifier: MPL-2.0
// K9 Coordination Protocol — Regression Tests
//
// Tests for specific bugs that were found and fixed. Each fixed bug becomes
// a permanent test so it can never recur.
//
// Convention: test name starts with issue ref or date, e.g.:
// "Regression #001 (2026-04-03): ..."
//
// Copyright (c) 2026 Jonathan D.A. Jewell (hyperpolymath) <j.d.a.jewell@open.ac.uk>
import { assertEquals, assertStringIncludes, assert } from "jsr:@std/assert@1";
import { join } from "jsr:@std/path@1";
import { existsSync } from "jsr:@std/fs@1/exists";
const GENERATOR = join(import.meta.dirname, "generate.js");
// ---------------------------------------------------------------------------
// Regression #001 (2026-04-03): Deno 2.x std library import change
//
// Bug: Generator used `import { parse as parseArgs } from
// "https://deno.land/std@0.224.0/cli/parse_args.ts"` which fails on
// Deno 2.x because the export was renamed.
// Fix: Changed to `import { parseArgs } from "jsr:@std/cli@1/parse-args"`
// Guard: Verify generator loads and executes without import errors.
// ---------------------------------------------------------------------------
Deno.test("Regression #001 (2026-04-03): Deno 2.x std library imports work", async () => {
const tmpDir = await Deno.makeTempDir({ prefix: "k9-reg001-" });
const k9File = join(tmpDir, "coordination.k9");
await Deno.writeTextFile(k9File, `K9!
---
project:
name: "import-test"
invariants:
- id: x
rule: "x"
reason: "x"
`);
try {
const cmd = new Deno.Command("deno", {
args: ["run", "--allow-read", "--allow-write", GENERATOR, k9File],
stdout: "piped",
stderr: "piped",
});
const { code, stderr } = await cmd.output();
const err = new TextDecoder().decode(stderr);
// Must not fail with import error
assertEquals(err.includes("does not provide an export"), false,
"Import error detected — Deno std library imports are broken");
assertEquals(err.includes("SyntaxError"), false,
"Syntax error in imports");
assertEquals(code, 0, `Generator failed: ${err}`);
} finally {
await Deno.remove(tmpDir, { recursive: true });
}
});
// ---------------------------------------------------------------------------
// Regression #002 (2026-04-03): CRLF line endings don't crash parser
//
// Bug: Windows-origin K9 files with \r\n could cause parser to include
// \r in key names or values, breaking lookups.
// Fix: Parser handles CRLF via trimStart/trim which strips \r.
// Guard: Verify CRLF file parses correctly and values are clean.
// ---------------------------------------------------------------------------
Deno.test("Regression #002 (2026-04-03): CRLF line endings parse cleanly", async () => {
const tmpDir = await Deno.makeTempDir({ prefix: "k9-reg002-" });
const k9File = join(tmpDir, "coordination.k9");
await Deno.writeTextFile(k9File,
"K9!\r\n---\r\nproject:\r\n name: \"crlf-clean\"\r\n license: PMPL\r\ninvariants:\r\n - id: crlf-rule\r\n rule: \"No CRLF issues\"\r\n reason: \"Windows compat\"\r\n");
try {
const cmd = new Deno.Command("deno", {
args: ["run", "--allow-read", "--allow-write", GENERATOR, k9File, "--targets", "codex"],
stdout: "piped",
stderr: "piped",
});
const { code } = await cmd.output();
assertEquals(code, 0);
const content = await Deno.readTextFile(join(tmpDir, "AGENTS.md"));
assertStringIncludes(content, "crlf-clean");
assertStringIncludes(content, "crlf-rule");
// Ensure no \r leaked into output
assertEquals(content.includes("\r"), false, "Carriage return leaked into output");
} finally {
await Deno.remove(tmpDir, { recursive: true });
}
});
// ---------------------------------------------------------------------------
// Regression #003 (2026-04-03): Empty invariants list doesn't crash
//
// Bug potential: If a K9 file has `invariants:` with no children, the
// generator could crash trying to iterate an empty or undefined array.
// Guard: Verify empty invariants section generates without error.
// ---------------------------------------------------------------------------
Deno.test("Regression #003 (2026-04-03): Empty invariants section doesn't crash", async () => {
const tmpDir = await Deno.makeTempDir({ prefix: "k9-reg003-" });
const k9File = join(tmpDir, "coordination.k9");
// invariants key with no list items — parser may return {} or undefined
await Deno.writeTextFile(k9File, `K9!
---
project:
name: "empty-invariants"
invariants:
protected:
- path: src/
reason: "Source code"
`);
try {
const cmd = new Deno.Command("deno", {
args: ["run", "--allow-read", "--allow-write", GENERATOR, k9File, "--targets", "codex"],
stdout: "piped",
stderr: "piped",
});
const { code, stderr } = await cmd.output();
const err = new TextDecoder().decode(stderr);
// Should not crash — either produce output or skip invariants section
assertEquals(code, 0, `Crashed on empty invariants: ${err}`);
assert(existsSync(join(tmpDir, "AGENTS.md")));
} finally {
await Deno.remove(tmpDir, { recursive: true });
}
});
// ---------------------------------------------------------------------------
// Regression #004 (2026-04-03): Quotes in K9 values don't break markdown
//
// Bug potential: K9 values containing markdown special characters (*, `, |, [, ])
// could corrupt the generated markdown tables or headings.
// Guard: Special chars in values produce valid output.
// ---------------------------------------------------------------------------
Deno.test("Regression #004 (2026-04-03): Markdown special chars in values don't break output", async () => {
const tmpDir = await Deno.makeTempDir({ prefix: "k9-reg004-" });
const k9File = join(tmpDir, "coordination.k9");
await Deno.writeTextFile(k9File, `K9!
---
project:
name: "markdown-special"
invariants:
- id: pipe-test
rule: "Don't use | in tables"
reason: "Tables use | as delimiter"
severity: critical
- id: backtick-test
rule: "Code uses backticks"
reason: "Backtick content preserved"
protected:
- path: "src/core/"
reason: "Contains [important] files"
`);
try {
const cmd = new Deno.Command("deno", {
args: ["run", "--allow-read", "--allow-write", GENERATOR, k9File, "--targets", "codex"],
stdout: "piped",
stderr: "piped",
});
const { code } = await cmd.output();
assertEquals(code, 0);
const content = await Deno.readTextFile(join(tmpDir, "AGENTS.md"));
// Output should exist and contain the invariant IDs
assertStringIncludes(content, "pipe-test");
assertStringIncludes(content, "backtick-test");
assertStringIncludes(content, "src/core/");
} finally {
await Deno.remove(tmpDir, { recursive: true });
}
});
// ---------------------------------------------------------------------------
// Regression #005 (2026-04-03): --targets with invalid name gives clear error
//
// Bug potential: Passing `--targets nonexistent` could crash with unhelpful
// "Cannot read properties of undefined" instead of a clear error message.
// Guard: Invalid target name exits with code 1 and helpful message.
// ---------------------------------------------------------------------------
Deno.test("Regression #005 (2026-04-03): Invalid --targets gives clear error", async () => {
const tmpDir = await Deno.makeTempDir({ prefix: "k9-reg005-" });
const k9File = join(tmpDir, "coordination.k9");
await Deno.writeTextFile(k9File, `K9!
---
project:
name: "targets-test"
invariants:
- id: x
rule: "x"
reason: "x"
`);
try {
const cmd = new Deno.Command("deno", {
args: [
"run", "--allow-read", "--allow-write", GENERATOR,
k9File, "--targets", "nonexistent,alsofake",
],
stdout: "piped",
stderr: "piped",
});
const { code, stderr } = await cmd.output();
const err = new TextDecoder().decode(stderr);
assertEquals(code, 1, "Should exit 1 on invalid targets");
assertStringIncludes(err, "Unknown targets", "Should name the invalid targets");
assertStringIncludes(err, "nonexistent");
} finally {
await Deno.remove(tmpDir, { recursive: true });
}
});
// ---------------------------------------------------------------------------
// Regression #006 (2026-04-03): Generator doesn't overwrite existing .claude/CLAUDE.md
//
// Bug: Generator writes to .claude/CLAUDE.generated.md (not CLAUDE.md) to avoid
// clobbering existing project-specific Claude instructions.
// Guard: An existing .claude/CLAUDE.md is NOT overwritten.
// ---------------------------------------------------------------------------
Deno.test("Regression #006 (2026-04-03): Existing .claude/CLAUDE.md is not overwritten", async () => {
const tmpDir = await Deno.makeTempDir({ prefix: "k9-reg006-" });
const k9File = join(tmpDir, "coordination.k9");
await Deno.writeTextFile(k9File, `K9!
---
project:
name: "no-clobber"
invariants:
- id: x
rule: "x"
reason: "x"
`);
// Create an existing CLAUDE.md that must not be touched
const claudeDir = join(tmpDir, ".claude");
await Deno.mkdir(claudeDir, { recursive: true });
const existingClaudeMd = join(claudeDir, "CLAUDE.md");
await Deno.writeTextFile(existingClaudeMd, "# Existing project instructions\nDo not delete me.\n");
try {
const cmd = new Deno.Command("deno", {
args: ["run", "--allow-read", "--allow-write", GENERATOR, k9File],
stdout: "piped",
stderr: "piped",
});
const { code } = await cmd.output();
assertEquals(code, 0);
// CLAUDE.md must be unchanged
const preserved = await Deno.readTextFile(existingClaudeMd);
assertEquals(preserved, "# Existing project instructions\nDo not delete me.\n",
"Existing CLAUDE.md was modified!");
// CLAUDE.generated.md should exist separately
assert(existsSync(join(claudeDir, "CLAUDE.generated.md")));
} finally {
await Deno.remove(tmpDir, { recursive: true });
}
});