Cleanup repo structure and consolidate tests

- Consolidated `tests/` into `test/`
- Moved `test-audit/` scripts to `scripts/test-audit/`
- Updated audit scripts to support configurable output directory
- Removed root clutter (`test_output.txt`)
- Updated documentation and agent prompts

Co-authored-by: PR0M3TH3AN <[email protected]>

scripts/test-audit/run-flaky-check.mjs

@@ -0,0 +1,65 @@
+import { spawn } from 'node:child_process';
+import { writeFileSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+
+const RUNS = 5;
+const results = {};
+
+// Parse arguments to separate our flags from test runner args
+const args = process.argv.slice(2);
+let outputDir = 'reports/test-audit';
+const testArgs = [];
+
+for (let i = 0; i < args.length; i++) {
+  if (args[i] === '--output-dir') {
+    outputDir = args[i + 1];
+    i++; // Skip next arg
+  } else {
+    testArgs.push(args[i]);
+  }
+}
+
+async function runTests(i) {
+  console.log(`Run ${i + 1}/${RUNS}...`);
+  return new Promise((resolve) => {
+    // Pass strictly the test args to the child process
+    const child = spawn('node', ['--test', ...testArgs], {
+      stdio: ['ignore', 'pipe', 'pipe']
+    });
+
+    let stdout = '';
+
+    child.stdout.on('data', (d) => stdout += d.toString());
+
+    child.on('close', (code) => {
+      const lines = stdout.split('\n');
+      for (const line of lines) {
+        if (line.startsWith('not ok ') && !line.includes('# skip') && !line.includes('# todo')) {
+          const name = line.substring(line.indexOf('-') + 1).trim();
+          if (!results[name]) results[name] = { pass: 0, fail: 0 };
+          results[name].fail++;
+        } else if (line.startsWith('ok ') && !line.includes('# skip') && !line.includes('# todo')) {
+          const name = line.substring(line.indexOf('-') + 1).trim();
+          if (!results[name]) results[name] = { pass: 0, fail: 0 };
+          results[name].pass++;
+        }
+      }
+      resolve();
+    });
+  });
+}
+
+async function main() {
+  for (let i = 0; i < RUNS; i++) {
+    await runTests(i);
+  }
+
+  // Ensure output directory exists
+  mkdirSync(outputDir, { recursive: true });
+
+  const outputPath = join(outputDir, 'flakiness-matrix.json');
+  writeFileSync(outputPath, JSON.stringify(results, null, 2));
+  console.log(`Flakiness matrix written to ${outputPath}.`);
+}
+
+main();

scripts/test-audit/run-static-analysis.mjs

@@ -0,0 +1,66 @@
+import { readFileSync, writeFileSync, readdirSync, statSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+
+function getFiles(dir, files = []) {
+  try {
+    const fileList = readdirSync(dir);
+    for (const file of fileList) {
+      const name = join(dir, file);
+      if (statSync(name).isDirectory()) {
+        getFiles(name, files);
+      } else if (name.endsWith('.mjs') || name.endsWith('.js')) {
+        files.push(name);
+      }
+    }
+  } catch (e) {
+    // ignore if dir doesn't exist
+  }
+  return files;
+}
+
+// Parse arguments
+const args = process.argv.slice(2);
+let outputDir = 'reports/test-audit';
+
+for (let i = 0; i < args.length; i++) {
+  if (args[i] === '--output-dir') {
+    outputDir = args[i + 1];
+    i++;
+  }
+}
+
+// Only scan test/ directory now, as tests/ was consolidated
+const testFiles = [...getFiles('test')];
+const suspicious = [];
+
+for (const file of testFiles) {
+  const content = readFileSync(file, 'utf8');
+  const issues = [];
+
+  if (content.includes('.only(')) issues.push('Found .only()');
+  if (content.includes('.skip(')) issues.push('Found .skip()');
+  if (content.includes('setTimeout(')) issues.push('Found setTimeout()');
+  if (content.includes('sleep(')) issues.push('Found sleep()');
+
+  // Naive check for assertions: look for assert., expect(, t.
+  // Many tests use 't' context from node:test
+  if (!content.includes('assert.') && !content.includes('expect(') && !content.includes('t.plan') && !content.includes('strictEqual')) {
+     // This is very naive, might false positive on 't.ok' etc.
+     // Let's look for common assertion keywords.
+     const assertionKeywords = ['assert', 'expect', 'strictEqual', 'deepStrictEqual', 'ok', 'equal'];
+     const hasAssertion = assertionKeywords.some(k => content.includes(k));
+     if (!hasAssertion) issues.push('No obvious assertions');
+  }
+
+  if (issues.length > 0) {
+    suspicious.push({ file, issues });
+  }
+}
+
+// Ensure output directory exists
+mkdirSync(outputDir, { recursive: true });
+
+const outputPath = join(outputDir, 'suspicious-tests.json');
+writeFileSync(outputPath, JSON.stringify(suspicious, null, 2));
+console.log(`Found ${suspicious.length} suspicious files.`);
+console.log(`Report written to ${outputPath}.`);