Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 8977ff4525 | |||
| 9dc74fd392 | |||
| 85a33021e4 | |||
| e8e64a4ef3 | |||
| a5dd5252db | |||
| dc9a9640df |
23
changelog.md
23
changelog.md
@@ -1,5 +1,28 @@
|
|||||||
# Changelog
|
# Changelog
|
||||||
|
|
||||||
|
## 2026-03-05 - 4.2.2 - fix(compiler)
|
||||||
|
force global filesystem sync to flush XFS delayed logging and add diagnostics comparing Node's readdirSync with system ls to detect directory entry inconsistencies
|
||||||
|
|
||||||
|
- Replace per-directory fs.fsyncSync loop with execSync('sync') to ensure parent B+tree metadata is flushed on XFS
|
||||||
|
- Import execSync from child_process
|
||||||
|
- Add diagnostic comparison: run ls -1 and compare its entries to fs.readdirSync; log mismatches and full entry lists for debugging Node.js caching/readdir inconsistencies
|
||||||
|
|
||||||
|
## 2026-03-05 - 4.2.1 - fix(compiler)
|
||||||
|
use TypeScript sys hooks instead of fs monkeypatching to detect writes/deletes in previous output directories
|
||||||
|
|
||||||
|
- Replace direct fs.* monkeypatching with interception of typescript.sys.writeFile, typescript.sys.deleteFile and typescript.sys.createDirectory
|
||||||
|
- Add guards for optional sys.deleteFile before overriding it and preserve original sys methods to restore after compilation
|
||||||
|
- Update diagnostic messages to reference TypeScript sys ops and add an informational message when no ops are observed
|
||||||
|
- Reduce surface area of changes by avoiding global fs changes and focusing on TypeScript's sys API for safer interception
|
||||||
|
|
||||||
|
## 2026-03-05 - 4.2.0 - feat(mod_compiler)
|
||||||
|
add diagnostic interception of fs operations to detect and report unexpected file system changes in previously compiled output directories during compilation
|
||||||
|
|
||||||
|
- Wraps fs.unlinkSync, fs.rmSync, fs.rmdirSync, fs.renameSync and fs.writeFileSync to record operations targeting other successful output directories during a compile.
|
||||||
|
- Enabled only when there are previously compiled output dirs and when not running in quiet or JSON mode; original fs methods are restored after compilation.
|
||||||
|
- Logs up to 30 intercepted operations and prints a summary count if any ops were observed; intercepted calls still perform the original fs action (diagnostic-only).
|
||||||
|
- No functional change to compilation behavior beyond additional diagnostic reporting.
|
||||||
|
|
||||||
## 2026-03-05 - 4.1.26 - fix(compiler)
|
## 2026-03-05 - 4.1.26 - fix(compiler)
|
||||||
fsync output directories after unpack to avoid XFS delayed logging causing corrupt or invisible directory entries during subsequent TypeScript emits
|
fsync output directories after unpack to avoid XFS delayed logging causing corrupt or invisible directory entries during subsequent TypeScript emits
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@git.zone/tsbuild",
|
"name": "@git.zone/tsbuild",
|
||||||
"version": "4.1.26",
|
"version": "4.2.2",
|
||||||
"private": false,
|
"private": false,
|
||||||
"description": "A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.",
|
"description": "A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
|
|||||||
@@ -3,6 +3,6 @@
|
|||||||
*/
|
*/
|
||||||
export const commitinfo = {
|
export const commitinfo = {
|
||||||
name: '@git.zone/tsbuild',
|
name: '@git.zone/tsbuild',
|
||||||
version: '4.1.26',
|
version: '4.2.2',
|
||||||
description: 'A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.'
|
description: 'A tool for compiling TypeScript files using the latest nightly features, offering flexible APIs and a CLI for streamlined development.'
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import type { CompilerOptions, Diagnostic, Program } from 'typescript';
|
import type { CompilerOptions, Diagnostic, Program } from 'typescript';
|
||||||
import typescript from 'typescript';
|
import typescript from 'typescript';
|
||||||
import * as fs from 'fs';
|
import * as fs from 'fs';
|
||||||
|
import { execSync } from 'child_process';
|
||||||
import * as smartdelay from '@push.rocks/smartdelay';
|
import * as smartdelay from '@push.rocks/smartdelay';
|
||||||
import * as smartpromise from '@push.rocks/smartpromise';
|
import * as smartpromise from '@push.rocks/smartpromise';
|
||||||
import * as smartpath from '@push.rocks/smartpath';
|
import * as smartpath from '@push.rocks/smartpath';
|
||||||
@@ -380,9 +381,57 @@ export class TsCompiler {
|
|||||||
fileCount: absoluteFiles.length,
|
fileCount: absoluteFiles.length,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
// Diagnostic: intercept TypeScript sys operations during compilation to detect
|
||||||
|
// any unexpected writes/deletes in previously compiled output directories
|
||||||
|
const watchedDirs = successfulOutputDirs.filter(d => d !== destDir);
|
||||||
|
let interceptedOps: string[] = [];
|
||||||
|
const origSysWriteFile = typescript.sys.writeFile;
|
||||||
|
const origSysDeleteFile = typescript.sys.deleteFile;
|
||||||
|
const origSysCreateDir = typescript.sys.createDirectory;
|
||||||
|
if (watchedDirs.length > 0 && !isQuiet && !isJson) {
|
||||||
|
typescript.sys.writeFile = (p: string, data: string, writeBom?: boolean) => {
|
||||||
|
if (watchedDirs.some(d => p.startsWith(d + '/'))) {
|
||||||
|
interceptedOps.push(`sys.writeFile: ${p}`);
|
||||||
|
}
|
||||||
|
return origSysWriteFile.call(typescript.sys, p, data, writeBom);
|
||||||
|
};
|
||||||
|
if (origSysDeleteFile) {
|
||||||
|
typescript.sys.deleteFile = (p: string) => {
|
||||||
|
if (watchedDirs.some(d => p.startsWith(d + '/'))) {
|
||||||
|
interceptedOps.push(`sys.deleteFile: ${p}`);
|
||||||
|
}
|
||||||
|
return origSysDeleteFile!.call(typescript.sys, p);
|
||||||
|
};
|
||||||
|
}
|
||||||
|
typescript.sys.createDirectory = (p: string) => {
|
||||||
|
if (watchedDirs.some(d => p.startsWith(d + '/'))) {
|
||||||
|
interceptedOps.push(`sys.createDirectory: ${p}`);
|
||||||
|
}
|
||||||
|
return origSysCreateDir.call(typescript.sys, p);
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
const result = await this.compileFiles(absoluteFiles, options, taskInfo);
|
const result = await this.compileFiles(absoluteFiles, options, taskInfo);
|
||||||
emittedFiles.push(...result.emittedFiles);
|
emittedFiles.push(...result.emittedFiles);
|
||||||
errorSummaries.push(result.errorSummary);
|
errorSummaries.push(result.errorSummary);
|
||||||
|
|
||||||
|
// Restore original sys methods and report any intercepted operations
|
||||||
|
if (watchedDirs.length > 0 && !isQuiet && !isJson) {
|
||||||
|
typescript.sys.writeFile = origSysWriteFile;
|
||||||
|
typescript.sys.deleteFile = origSysDeleteFile;
|
||||||
|
typescript.sys.createDirectory = origSysCreateDir;
|
||||||
|
if (interceptedOps.length > 0) {
|
||||||
|
console.log(` ⚠️ [diag] ${interceptedOps.length} TypeScript sys ops on previous output dirs:`);
|
||||||
|
for (const op of interceptedOps.slice(0, 30)) {
|
||||||
|
console.log(` ${op.replace(this.cwd + '/', '')}`);
|
||||||
|
}
|
||||||
|
if (interceptedOps.length > 30) {
|
||||||
|
console.log(` ... and ${interceptedOps.length - 30} more`);
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
console.log(` ℹ️ [diag] No TypeScript sys ops on previous output dirs during this compilation`);
|
||||||
|
}
|
||||||
|
}
|
||||||
diagSnap('post-compile');
|
diagSnap('post-compile');
|
||||||
|
|
||||||
// Diagnostic: log emitted files that went to unexpected directories
|
// Diagnostic: log emitted files that went to unexpected directories
|
||||||
@@ -405,29 +454,28 @@ export class TsCompiler {
|
|||||||
successfulOutputDirs.push(destDir);
|
successfulOutputDirs.push(destDir);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Fsync all output directories to force XFS metadata commit
|
// Force global filesystem sync to flush XFS delayed logging (CIL)
|
||||||
// before the next compilation step. Without this, XFS delayed logging
|
// before the next compilation step. Per-directory fsync was insufficient;
|
||||||
// can cause directory entries from previous compilations to become
|
// XFS defers parent B+tree metadata commits which can make sibling
|
||||||
// invisible or corrupted during subsequent TypeScript emit operations.
|
// directory entries invisible to readdirSync after heavy write activity.
|
||||||
for (const dir of successfulOutputDirs) {
|
execSync('sync');
|
||||||
try {
|
|
||||||
const fd = fs.openSync(dir, 'r');
|
|
||||||
fs.fsyncSync(fd);
|
|
||||||
fs.closeSync(fd);
|
|
||||||
} catch {
|
|
||||||
// Directory might not exist yet
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Diagnostic: log all output directory states after each compilation
|
// Diagnostic: compare readdirSync vs external ls to detect Node.js caching
|
||||||
if (!isQuiet && !isJson) {
|
if (!isQuiet && !isJson) {
|
||||||
for (const prevDir of successfulOutputDirs) {
|
for (const prevDir of successfulOutputDirs) {
|
||||||
try {
|
try {
|
||||||
const entries = fs.readdirSync(prevDir);
|
const nodeEntries = fs.readdirSync(prevDir);
|
||||||
const dirs = entries.filter(e => {
|
const nodeDirs = nodeEntries.filter(e => { try { return fs.statSync(prevDir + '/' + e).isDirectory(); } catch { return false; } });
|
||||||
try { return fs.statSync(prevDir + '/' + e).isDirectory(); } catch { return false; }
|
const lsOutput = execSync(`ls -1 "${prevDir}"`, { encoding: 'utf8' }).trim();
|
||||||
});
|
const lsEntries = lsOutput ? lsOutput.split('\n') : [];
|
||||||
console.log(` 📋 [diag] ${prevDir.replace(this.cwd + '/', '')}: ${entries.length} entries, ${dirs.length} dirs`);
|
const shortDir = prevDir.replace(this.cwd + '/', '');
|
||||||
|
if (nodeEntries.length !== lsEntries.length) {
|
||||||
|
console.log(` ⚠️ [diag] ${shortDir}: readdirSync=${nodeEntries.length}, ls=${lsEntries.length} (MISMATCH!)`);
|
||||||
|
console.log(` readdirSync: [${nodeEntries.sort().join(', ')}]`);
|
||||||
|
console.log(` ls: [${lsEntries.sort().join(', ')}]`);
|
||||||
|
} else {
|
||||||
|
console.log(` 📋 [diag] ${shortDir}: ${nodeEntries.length} entries, ${nodeDirs.length} dirs ✓`);
|
||||||
|
}
|
||||||
} catch {
|
} catch {
|
||||||
console.log(` 📋 [diag] ${prevDir.replace(this.cwd + '/', '')}: MISSING!`);
|
console.log(` 📋 [diag] ${prevDir.replace(this.cwd + '/', '')}: MISSING!`);
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user