Compare commits

...

6 Commits

4 changed files with 92 additions and 21 deletions

View File

@@ -1,5 +1,28 @@
# Changelog # Changelog
## 2026-03-05 - 4.2.2 - fix(compiler)
force global filesystem sync to flush XFS delayed logging and add diagnostics comparing Node's readdirSync with system ls to detect directory entry inconsistencies
- Replace per-directory fs.fsyncSync loop with execSync('sync') to ensure parent B+tree metadata is flushed on XFS
- Import execSync from child_process
- Add diagnostic comparison: run ls -1 and compare its entries to fs.readdirSync; log mismatches and full entry lists for debugging Node.js caching/readdir inconsistencies
## 2026-03-05 - 4.2.1 - fix(compiler)
use TypeScript sys hooks instead of fs monkeypatching to detect writes/deletes in previous output directories
- Replace direct fs.* monkeypatching with interception of typescript.sys.writeFile, typescript.sys.deleteFile and typescript.sys.createDirectory
- Add guards for optional sys.deleteFile before overriding it and preserve original sys methods to restore after compilation
- Update diagnostic messages to reference TypeScript sys ops and add an informational message when no ops are observed
- Reduce surface area of changes by avoiding global fs changes and focusing on TypeScript's sys API for safer interception
## 2026-03-05 - 4.2.0 - feat(mod_compiler)
add diagnostic interception of fs operations to detect and report unexpected file system changes in previously compiled output directories during compilation
- Wraps fs.unlinkSync, fs.rmSync, fs.rmdirSync, fs.renameSync and fs.writeFileSync to record operations targeting other successful output directories during a compile.
- Enabled only when there are previously compiled output dirs and when not running in quiet or JSON mode; original fs methods are restored after compilation.
- Logs up to 30 intercepted operations and prints a summary count if any ops were observed; intercepted calls still perform the original fs action (diagnostic-only).
- No functional change to compilation behavior beyond additional diagnostic reporting.
## 2026-03-05 - 4.1.26 - fix(compiler) ## 2026-03-05 - 4.1.26 - fix(compiler)
fsync output directories after unpack to avoid XFS delayed logging causing corrupt or invisible directory entries during subsequent TypeScript emits fsync output directories after unpack to avoid XFS delayed logging causing corrupt or invisible directory entries during subsequent TypeScript emits

View File

@@ -1,6 +1,6 @@
{ {
"name": "@git.zone/tsbuild", "name": "@git.zone/tsbuild",
"version": "4.1.26", "version": "4.2.2",
"private": false, "private": false,
"description": "A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.", "description": "A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",

View File

@@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@git.zone/tsbuild', name: '@git.zone/tsbuild',
version: '4.1.26', version: '4.2.2',
description: 'A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.' description: 'A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.'
} }

View File

@@ -1,6 +1,7 @@
import type { CompilerOptions, Diagnostic, Program } from 'typescript'; import type { CompilerOptions, Diagnostic, Program } from 'typescript';
import typescript from 'typescript'; import typescript from 'typescript';
import * as fs from 'fs'; import * as fs from 'fs';
import { execSync } from 'child_process';
import * as smartdelay from '@push.rocks/smartdelay'; import * as smartdelay from '@push.rocks/smartdelay';
import * as smartpromise from '@push.rocks/smartpromise'; import * as smartpromise from '@push.rocks/smartpromise';
import * as smartpath from '@push.rocks/smartpath'; import * as smartpath from '@push.rocks/smartpath';
@@ -380,9 +381,57 @@ export class TsCompiler {
fileCount: absoluteFiles.length, fileCount: absoluteFiles.length,
}; };
// Diagnostic: intercept TypeScript sys operations during compilation to detect
// any unexpected writes/deletes in previously compiled output directories
const watchedDirs = successfulOutputDirs.filter(d => d !== destDir);
let interceptedOps: string[] = [];
const origSysWriteFile = typescript.sys.writeFile;
const origSysDeleteFile = typescript.sys.deleteFile;
const origSysCreateDir = typescript.sys.createDirectory;
if (watchedDirs.length > 0 && !isQuiet && !isJson) {
typescript.sys.writeFile = (p: string, data: string, writeBom?: boolean) => {
if (watchedDirs.some(d => p.startsWith(d + '/'))) {
interceptedOps.push(`sys.writeFile: ${p}`);
}
return origSysWriteFile.call(typescript.sys, p, data, writeBom);
};
if (origSysDeleteFile) {
typescript.sys.deleteFile = (p: string) => {
if (watchedDirs.some(d => p.startsWith(d + '/'))) {
interceptedOps.push(`sys.deleteFile: ${p}`);
}
return origSysDeleteFile!.call(typescript.sys, p);
};
}
typescript.sys.createDirectory = (p: string) => {
if (watchedDirs.some(d => p.startsWith(d + '/'))) {
interceptedOps.push(`sys.createDirectory: ${p}`);
}
return origSysCreateDir.call(typescript.sys, p);
};
}
const result = await this.compileFiles(absoluteFiles, options, taskInfo); const result = await this.compileFiles(absoluteFiles, options, taskInfo);
emittedFiles.push(...result.emittedFiles); emittedFiles.push(...result.emittedFiles);
errorSummaries.push(result.errorSummary); errorSummaries.push(result.errorSummary);
// Restore original sys methods and report any intercepted operations
if (watchedDirs.length > 0 && !isQuiet && !isJson) {
typescript.sys.writeFile = origSysWriteFile;
typescript.sys.deleteFile = origSysDeleteFile;
typescript.sys.createDirectory = origSysCreateDir;
if (interceptedOps.length > 0) {
console.log(` ⚠️ [diag] ${interceptedOps.length} TypeScript sys ops on previous output dirs:`);
for (const op of interceptedOps.slice(0, 30)) {
console.log(` ${op.replace(this.cwd + '/', '')}`);
}
if (interceptedOps.length > 30) {
console.log(` ... and ${interceptedOps.length - 30} more`);
}
} else {
console.log(` [diag] No TypeScript sys ops on previous output dirs during this compilation`);
}
}
diagSnap('post-compile'); diagSnap('post-compile');
// Diagnostic: log emitted files that went to unexpected directories // Diagnostic: log emitted files that went to unexpected directories
@@ -405,29 +454,28 @@ export class TsCompiler {
successfulOutputDirs.push(destDir); successfulOutputDirs.push(destDir);
} }
// Fsync all output directories to force XFS metadata commit // Force global filesystem sync to flush XFS delayed logging (CIL)
// before the next compilation step. Without this, XFS delayed logging // before the next compilation step. Per-directory fsync was insufficient;
// can cause directory entries from previous compilations to become // XFS defers parent B+tree metadata commits which can make sibling
// invisible or corrupted during subsequent TypeScript emit operations. // directory entries invisible to readdirSync after heavy write activity.
for (const dir of successfulOutputDirs) { execSync('sync');
try {
const fd = fs.openSync(dir, 'r');
fs.fsyncSync(fd);
fs.closeSync(fd);
} catch {
// Directory might not exist yet
}
}
// Diagnostic: log all output directory states after each compilation // Diagnostic: compare readdirSync vs external ls to detect Node.js caching
if (!isQuiet && !isJson) { if (!isQuiet && !isJson) {
for (const prevDir of successfulOutputDirs) { for (const prevDir of successfulOutputDirs) {
try { try {
const entries = fs.readdirSync(prevDir); const nodeEntries = fs.readdirSync(prevDir);
const dirs = entries.filter(e => { const nodeDirs = nodeEntries.filter(e => { try { return fs.statSync(prevDir + '/' + e).isDirectory(); } catch { return false; } });
try { return fs.statSync(prevDir + '/' + e).isDirectory(); } catch { return false; } const lsOutput = execSync(`ls -1 "${prevDir}"`, { encoding: 'utf8' }).trim();
}); const lsEntries = lsOutput ? lsOutput.split('\n') : [];
console.log(` 📋 [diag] ${prevDir.replace(this.cwd + '/', '')}: ${entries.length} entries, ${dirs.length} dirs`); const shortDir = prevDir.replace(this.cwd + '/', '');
if (nodeEntries.length !== lsEntries.length) {
console.log(` ⚠️ [diag] ${shortDir}: readdirSync=${nodeEntries.length}, ls=${lsEntries.length} (MISMATCH!)`);
console.log(` readdirSync: [${nodeEntries.sort().join(', ')}]`);
console.log(` ls: [${lsEntries.sort().join(', ')}]`);
} else {
console.log(` 📋 [diag] ${shortDir}: ${nodeEntries.length} entries, ${nodeDirs.length} dirs ✓`);
}
} catch { } catch {
console.log(` 📋 [diag] ${prevDir.replace(this.cwd + '/', '')}: MISSING!`); console.log(` 📋 [diag] ${prevDir.replace(this.cwd + '/', '')}: MISSING!`);
} }