v5.1.1

.smartconfig.json

@@ -5,7 +5,7 @@
       "githost": "code.foss.global",
       "gitscope": "push.rocks",
       "gitrepo": "smartmongo",
-      "description": "A module for creating and managing a local MongoDB instance for testing purposes.",
+      "description": "A powerful MongoDB toolkit for testing and development with a real memory server, wire-protocol-compatible database server, and zero-config local database.",
       "npmPackagename": "@push.rocks/smartmongo",
       "license": "MIT",
       "projectDomain": "push.rocks",

.vscode/settings.json

@@ -1,7 +1,7 @@
 {
   "json.schemas": [
     {
-      "fileMatch": ["/npmextra.json"],
+      "fileMatch": ["/.smartconfig.json"],
       "schema": {
         "type": "object",
         "properties": {

changelog.md

@@ -1,5 +1,32 @@
 # Changelog
 
+## 2026-03-26 - 5.1.1 - fix(build)
+migrate smartconfig metadata and refresh build dependencies
+
+- replace npmextra.json with .smartconfig.json and update packaged config file inclusion
+- switch the build script to tsbuild tsfolders
+- update core build and runtime dependencies and add explicit TypeScript type annotations to satisfy newer tooling
+
+## 2026-02-03 - 5.1.0 - feat(localtsmdb)
+export ILocalTsmDbConnectionInfo and expand LocalTsmDb/TsmDB documentation and examples
+
+- Exported new type ILocalTsmDbConnectionInfo from ts_local (ts/index.ts)
+- Added LocalTsmDb configuration example, methods table, and ConnectionInfo interface to README
+- Documented Unix socket vs TCP connection modes and updated usage examples (TCP and socket examples)
+- Expanded TsmDB docs: additional server properties, aggregation stages, regex examples, index operations, database ops, checksums, and wire protocol commands
+- Updated architecture notes to include Unix socket support and new engine components (QueryEngine, UpdateEngine, AggregationEngine)
+
+## 2026-02-03 - 5.0.0 - BREAKING CHANGE(localtsmdb)
+add Unix socket support and change LocalTsmDb API to return connection info instead of a MongoClient
+
+- LocalTsmDb.start() now returns ILocalTsmDbConnectionInfo { socketPath, connectionUri } instead of a connected MongoClient
+- Removed internal MongoClient management: consumers must create/connect/close their own MongoClient using the returned connectionUri (close client before calling db.stop())
+- Added ILocalTsmDbConnectionInfo type and getConnectionInfo() (replaces getClient())
+- TsmdbServer: added socketPath option to listen on Unix sockets, cleans up stale socket files on start/stop, and encodes socket paths in getConnectionUri()
+- LocalTsmDb can auto-generate socket paths in the OS temp dir; LocalTsmDb no longer depends on the mongodb package internally (lightweight Unix socket wrapper)
+- Updated docs and tests to use MongoClient externally and to demonstrate socketPath/connectionUri workflow
+- ts_local plugins no longer export net (net usage moved to server implementation)
+
 ## 2026-02-03 - 4.3.0 - feat(docs)
 add LocalTsmDb documentation and examples; update README code samples and imports; correct examples and variable names; update package author
 

package.json

@@ -1,8 +1,8 @@
 {
   "name": "@push.rocks/smartmongo",
-  "version": "4.3.0",
+  "version": "5.1.1",
   "private": false,
-  "description": "A module for creating and managing a local MongoDB instance for testing purposes.",
+  "description": "A powerful MongoDB toolkit for testing and development with a real memory server, wire-protocol-compatible database server, and zero-config local database.",
   "exports": {
     ".": "./dist_ts/index.js"
   },
@@ -11,27 +11,27 @@
   "license": "MIT",
   "scripts": {
     "test": "(tstest test/. --verbose --logfile --timeout 60)",
-    "build": "(tsbuild --web)",
+    "build": "(tsbuild tsfolders)",
     "buildDocs": "tsdoc"
   },
   "devDependencies": {
-    "@git.zone/tsbuild": "^4.1.2",
-    "@git.zone/tsbundle": "^2.8.3",
-    "@git.zone/tsrun": "^2.0.1",
-    "@git.zone/tstest": "^3.1.8",
-    "@types/node": "^25.1.0",
-    "mongodb": "^7.0.0"
+    "@git.zone/tsbuild": "^4.4.0",
+    "@git.zone/tsbundle": "^2.10.0",
+    "@git.zone/tsrun": "^2.0.2",
+    "@git.zone/tstest": "^3.6.0",
+    "@types/node": "^25.5.0",
+    "mongodb": "^7.1.1"
   },
   "dependencies": {
-    "@push.rocks/mongodump": "^1.0.7",
-    "@push.rocks/smartdata": "^5.0.23",
-    "@push.rocks/smartfs": "^1.3.1",
-    "@push.rocks/smartpath": "^5.0.11",
-    "@push.rocks/smartpromise": "^4.0.3",
-    "@push.rocks/smartrx": "^3.0.0",
-    "bson": "^6.10.0",
+    "@push.rocks/mongodump": "^1.1.0",
+    "@push.rocks/smartdata": "^7.1.2",
+    "@push.rocks/smartfs": "^1.5.0",
+    "@push.rocks/smartpath": "^6.0.0",
+    "@push.rocks/smartpromise": "^4.2.3",
+    "@push.rocks/smartrx": "^3.0.10",
+    "bson": "^7.1.1",
     "mingo": "^7.2.0",
-    "mongodb-memory-server": "^10.1.4"
+    "mongodb-memory-server": "^11.0.1"
   },
   "browserslist": [
     "last 1 chrome versions"
@@ -45,7 +45,7 @@
     "dist_ts_web/**/*",
     "assets/**/*",
     "cli.js",
-    "npmextra.json",
+    ".smartconfig.json",
     "readme.md"
   ],
   "keywords": [

readme.md

@@ -1,6 +1,6 @@
 # @push.rocks/smartmongo
 
-A powerful MongoDB toolkit for testing and development — featuring a real MongoDB memory server (**SmartMongo**), an ultra-fast wire-protocol-compatible in-memory database server (**TsmDB**), and a zero-config local database (**LocalTsmDb**). 🚀
+A powerful MongoDB toolkit for testing and development — featuring a real MongoDB memory server (**SmartMongo**), an ultra-fast wire-protocol-compatible in-memory database server (**TsmDB**), and a zero-config local database (**LocalTsmDb**).
 
 ## Install
 
@@ -21,27 +21,33 @@ For reporting bugs, issues, or security vulnerabilities, please visit [community
 | Feature | SmartMongo | TsmDB | LocalTsmDb |
 |---------|------------|-------|------------|
 | **Type** | Real MongoDB (memory server) | Wire protocol server | Zero-config local DB |
-| **Speed** | ~2-5s startup | ⚡ Instant (~5ms) | ⚡ Instant + auto-connect |
+| **Speed** | ~2-5s startup | Instant (~5ms) | Instant (Unix socket) |
 | **Compatibility** | 100% MongoDB | MongoDB driver compatible | MongoDB driver compatible |
-| **Dependencies** | Downloads MongoDB binary | Zero external deps | Zero external deps |
-| **Replication** | ✅ Full replica set | Single node | Single node |
+| **Dependencies** | Downloads MongoDB binary | Zero external deps | Zero external deps (no MongoDB driver!) |
+| **Connection** | TCP | TCP or Unix socket | Unix socket (default) |
+| **Replication** | Full replica set | Single node | Single node |
 | **Persistence** | Dump to directory | Memory or file | File-based (automatic) |
 | **Use Case** | Integration testing | Unit testing, CI/CD | Quick prototyping, local dev |
 
-## 🚀 Quick Start
+## Quick Start
 
-### Option 1: LocalTsmDb (Zero-Config Local Database) ⭐ NEW
+### Option 1: LocalTsmDb (Zero-Config Local Database)
 
-The easiest way to get started — just point it at a folder and you have a persistent MongoDB-compatible database with automatic port discovery!
+The easiest way to get started — just point it at a folder and you have a persistent MongoDB-compatible database using Unix sockets. No port conflicts, no MongoDB driver dependency in LocalTsmDb!
 
 ```typescript
 import { LocalTsmDb } from '@push.rocks/smartmongo';
+import { MongoClient } from 'mongodb';
 
 // Create a local database backed by files
 const db = new LocalTsmDb({ folderPath: './my-data' });
 
-// Start and get a connected MongoDB client
-const client = await db.start();
+// Start and get connection info (Unix socket path + connection URI)
+const { connectionUri } = await db.start();
+
+// Connect with your own MongoDB client
+const client = new MongoClient(connectionUri, { directConnection: true });
+await client.connect();
 
 // Use exactly like MongoDB
 const users = client.db('myapp').collection('users');
@@ -51,11 +57,14 @@ const user = await users.findOne({ name: 'Alice' });
 console.log(user); // { _id: ObjectId(...), name: 'Alice', email: 'alice@example.com' }
 
 // Data persists to disk automatically!
+await client.close();
 await db.stop();
 
 // Later... data is still there
 const db2 = new LocalTsmDb({ folderPath: './my-data' });
-const client2 = await db2.start();
+const { connectionUri: uri2 } = await db2.start();
+const client2 = new MongoClient(uri2, { directConnection: true });
+await client2.connect();
 const savedUser = await client2.db('myapp').collection('users').findOne({ name: 'Alice' });
 // savedUser exists!
 ```
@@ -68,7 +77,7 @@ A lightweight, pure TypeScript MongoDB-compatible server — use the official `m
 import { tsmdb } from '@push.rocks/smartmongo';
 import { MongoClient } from 'mongodb';
 
-// Start TsmDB server
+// Start TsmDB server (TCP mode)
 const server = new tsmdb.TsmdbServer({ port: 27017 });
 await server.start();
 
@@ -109,43 +118,90 @@ console.log(descriptor.mongoDbUrl); // mongodb://127.0.0.1:xxxxx/...
 await mongo.stop();
 ```
 
-## 📖 LocalTsmDb API
+---
 
-The simplest option for local development and prototyping — zero config, auto port discovery, and automatic persistence.
+## LocalTsmDb API
+
+The simplest option for local development and prototyping — lightweight, Unix socket-based, and automatic persistence.
+
+### Configuration
+
+```typescript
+import { LocalTsmDb } from '@push.rocks/smartmongo';
+import type { ILocalTsmDbOptions, ILocalTsmDbConnectionInfo } from '@push.rocks/smartmongo';
+
+const options: ILocalTsmDbOptions = {
+  folderPath: './data',           // Required: where to store data
+  socketPath: '/tmp/my.sock',     // Optional: custom socket path (default: auto-generated)
+};
+
+const db = new LocalTsmDb(options);
+```
+
+### Methods
+
+| Method | Returns | Description |
+|--------|---------|-------------|
+| `start()` | `Promise<ILocalTsmDbConnectionInfo>` | Starts the server and returns connection info |
+| `stop()` | `Promise<void>` | Stops the server and cleans up the socket |
+| `getConnectionInfo()` | `ILocalTsmDbConnectionInfo` | Returns current connection info |
+| `getConnectionUri()` | `string` | Returns the MongoDB connection URI |
+| `getServer()` | `TsmdbServer` | Returns the underlying TsmDB server instance |
+| `running` | `boolean` | Property indicating if the server is running |
+
+### Connection Info
+
+The `start()` method returns an `ILocalTsmDbConnectionInfo` object:
+
+```typescript
+interface ILocalTsmDbConnectionInfo {
+  socketPath: string;      // The Unix socket file path, e.g., /tmp/smartmongo-abc123.sock
+  connectionUri: string;   // MongoDB URI, e.g., mongodb://%2Ftmp%2Fsmartmongo-abc123.sock
+}
+```
 
 ### Basic Usage
 
 ```typescript
 import { LocalTsmDb } from '@push.rocks/smartmongo';
+import { MongoClient } from 'mongodb';
 
-const db = new LocalTsmDb({
-  folderPath: './data',    // Required: where to store data
-  port: 27017,             // Optional: defaults to auto-discovery
-  host: '127.0.0.1',       // Optional: bind address
-});
+const db = new LocalTsmDb({ folderPath: './data' });
 
-// Start and get connected client
-const client = await db.start();
+// Start and get connection info
+const { socketPath, connectionUri } = await db.start();
+console.log(socketPath);    // /tmp/smartmongo-abc123.sock (auto-generated)
+console.log(connectionUri); // mongodb://%2Ftmp%2Fsmartmongo-abc123.sock
 
-// Access the underlying server if needed
-const server = db.getServer();
-const uri = db.getConnectionUri();
+// Connect with your own MongoDB client
+const client = new MongoClient(connectionUri, { directConnection: true });
+await client.connect();
+
+// Use the client
+const users = client.db('mydb').collection('users');
+await users.insertOne({ name: 'Alice' });
 
 // Check status
 console.log(db.running); // true
 
-// Stop when done
+// Stop when done (close your client first!)
+await client.close();
 await db.stop();
 ```
 
 ### Features
 
-- 🔍 **Auto Port Discovery** — Automatically finds an available port if 27017 is in use
-- 💾 **Automatic Persistence** — Data saved to files, survives restarts
-- 🔌 **Pre-connected Client** — `start()` returns a ready-to-use MongoDB client
-- 🎯 **Zero Config** — Just specify a folder path and you're good to go
+- **Unix Sockets** — No port conflicts, faster IPC than TCP
+- **Automatic Persistence** — Data saved to files, survives restarts
+- **Lightweight** — No MongoDB driver dependency in LocalTsmDb itself
+- **Zero Config** — Just specify a folder path and you're good to go
+- **Connection URI** — Ready-to-use URI for your own MongoClient
 
-## 📖 SmartMongo API
+---
+
+## SmartMongo API
+
+Full MongoDB replica set in memory using `mongodb-memory-server`.
 
 ### Creating an Instance
 
@@ -169,7 +225,7 @@ const descriptor = await mongo.getMongoDescriptor();
 // }
 ```
 
-### Stopping & Cleanup
+### Stopping and Cleanup
 
 ```typescript
 // Simple stop (data discarded)
@@ -182,27 +238,44 @@ await mongo.stopAndDumpToDir('./test-data');
 await mongo.stopAndDumpToDir('./test-data', (doc) => `${doc.collection}-${doc._id}.bson`);
 ```
 
-## 🔧 TsmDB API
+---
+
+## TsmDB API
+
+Pure TypeScript MongoDB wire protocol server. No external dependencies.
 
 ### Server Configuration
 
 ```typescript
 import { tsmdb } from '@push.rocks/smartmongo';
 
+// TCP mode (default)
 const server = new tsmdb.TsmdbServer({
-  port: 27017,           // Default MongoDB port
-  host: '127.0.0.1',     // Bind address
-  storage: 'memory',     // 'memory' or 'file'
-  storagePath: './data', // For file-based storage
+  port: 27017,             // Default MongoDB port
+  host: '127.0.0.1',       // Bind address
+  storage: 'memory',       // 'memory' or 'file'
+  storagePath: './data',   // For file-based storage
+});
+
+// Unix socket mode (no port conflicts!)
+const server = new tsmdb.TsmdbServer({
+  socketPath: '/tmp/my-tsmdb.sock',
+  storage: 'file',
+  storagePath: './data',
 });
 
 await server.start();
-console.log(server.getConnectionUri()); // mongodb://127.0.0.1:27017
+console.log(server.getConnectionUri());
+// TCP: mongodb://127.0.0.1:27017
+// Socket: mongodb://%2Ftmp%2Fmy-tsmdb.sock
 
 // Server properties
 console.log(server.running);              // true
-console.log(server.getUptime());          // seconds
-console.log(server.getConnectionCount()); // active connections
+console.log(server.port);                 // 27017 (TCP mode)
+console.log(server.host);                 // '127.0.0.1' (TCP mode)
+console.log(server.socketPath);           // '/tmp/my-tsmdb.sock' (socket mode)
+console.log(server.getUptime());          // seconds since start
+console.log(server.getConnectionCount()); // active client connections
 
 await server.stop();
 ```
@@ -211,7 +284,8 @@ await server.stop();
 
 TsmDB supports the core MongoDB operations via the wire protocol:
 
-#### 🔹 CRUD Operations
+#### CRUD Operations
+
 ```typescript
 // Insert
 await collection.insertOne({ name: 'Bob' });
@@ -240,7 +314,8 @@ const result = await collection.findOneAndUpdate(
 );
 ```
 
-#### 🔹 Query Operators
+#### Query Operators
+
 ```typescript
 // Comparison
 { age: { $eq: 25 } }
@@ -263,9 +338,14 @@ const result = await collection.findOneAndUpdate(
 { tags: { $all: ['mongodb', 'database'] } }
 { scores: { $elemMatch: { $gte: 80, $lt: 90 } } }
 { tags: { $size: 3 } }
+
+// Regex
+{ name: { $regex: /^Al/i } }
+{ email: { $regex: '@example\\.com$' } }
 ```
 
-#### 🔹 Update Operators
+#### Update Operators
+
 ```typescript
 { $set: { name: 'New Name' } }
 { $unset: { tempField: '' } }
@@ -278,9 +358,12 @@ const result = await collection.findOneAndUpdate(
 { $addToSet: { tags: 'unique-tag' } }
 { $pop: { queue: 1 } }  // Remove last
 { $pop: { queue: -1 } } // Remove first
+{ $rename: { oldField: 'newField' } }
+{ $currentDate: { lastModified: true } }
 ```
 
-#### 🔹 Aggregation Pipeline
+#### Aggregation Pipeline
+
 ```typescript
 const results = await collection.aggregate([
   { $match: { status: 'active' } },
@@ -291,17 +374,27 @@ const results = await collection.aggregate([
 ]).toArray();
 ```
 
-Supported stages: `$match`, `$project`, `$group`, `$sort`, `$limit`, `$skip`, `$unwind`, `$lookup`, `$addFields`, `$count`, `$facet`, and more.
+**Supported stages:** `$match`, `$project`, `$group`, `$sort`, `$limit`, `$skip`, `$unwind`, `$lookup`, `$addFields`, `$count`, `$facet`, `$replaceRoot`, `$set`, `$unset`, and more.
+
+**Supported group accumulators:** `$sum`, `$avg`, `$min`, `$max`, `$first`, `$last`, `$push`, `$addToSet`, `$count`.
+
+#### Index Operations
 
-#### 🔹 Index Operations
 ```typescript
+// Create indexes
 await collection.createIndex({ email: 1 }, { unique: true });
 await collection.createIndex({ name: 1, age: -1 });
+
+// List indexes
 const indexes = await collection.listIndexes().toArray();
+
+// Drop indexes
 await collection.dropIndex('email_1');
+await collection.dropIndexes(); // Drop all except _id
 ```
 
-#### 🔹 Database Operations
+#### Database Operations
+
 ```typescript
 // List databases
 const dbs = await client.db().admin().listDatabases();
@@ -315,9 +408,13 @@ await db.dropCollection('oldcollection');
 
 // Drop database
 await db.dropDatabase();
+
+// Database stats
+const stats = await db.stats();
 ```
 
-#### 🔹 Count & Distinct
+#### Count and Distinct
+
 ```typescript
 // Count documents
 const total = await collection.countDocuments({});
@@ -329,7 +426,8 @@ const departments = await collection.distinct('department');
 const activeDepts = await collection.distinct('department', { status: 'active' });
 ```
 
-#### 🔹 Bulk Operations
+#### Bulk Operations
+
 ```typescript
 const result = await collection.bulkWrite([
   { insertOne: { document: { name: 'Bulk1' } } },
@@ -358,22 +456,22 @@ const server = new tsmdb.TsmdbServer({
   persistIntervalMs: 30000  // Save every 30 seconds
 });
 
-// File-based - persistent storage with optional checksums
-import { tsmdb } from '@push.rocks/smartmongo';
-
+// File-based - persistent storage with checksums
 const server = new tsmdb.TsmdbServer({
   storage: 'file',
   storagePath: './data/tsmdb'
 });
 ```
 
-## ⚡ Performance & Reliability Features
+---
+
+## Performance and Reliability Features
 
 TsmDB includes enterprise-grade features for robustness:
 
-### 🔍 Index-Accelerated Queries
+### Index-Accelerated Queries
 
-Indexes are automatically used to accelerate queries. Instead of scanning all documents, TsmDB uses:
+Indexes are automatically used to accelerate queries:
 
 - **Hash indexes** for equality queries (`$eq`, `$in`)
 - **B-tree indexes** for range queries (`$gt`, `$gte`, `$lt`, `$lte`)
@@ -388,7 +486,7 @@ await collection.findOne({ email: 'alice@example.com' }); // Uses hash lookup
 await collection.find({ age: { $gte: 18, $lt: 65 } });    // Uses B-tree range scan
 ```
 
-### 📊 Query Planner
+### Query Planner
 
 TsmDB includes a query planner that analyzes queries and selects optimal execution strategies:
 
@@ -408,7 +506,7 @@ console.log(plan);
 // }
 ```
 
-### 📝 Write-Ahead Logging (WAL)
+### Write-Ahead Logging (WAL)
 
 For durability, TsmDB supports write-ahead logging:
 
@@ -429,7 +527,7 @@ await wal.initialize();
 const entries = wal.getEntriesAfter(lastCheckpointLsn);
 ```
 
-### 🔐 Session Management
+### Session Management
 
 TsmDB tracks client sessions with automatic timeout and transaction linking:
 
@@ -454,7 +552,7 @@ try {
 // - Session activity tracking
 ```
 
-### ✅ Data Integrity Checksums
+### Data Integrity Checksums
 
 File-based storage supports CRC32 checksums to detect corruption:
 
@@ -463,23 +561,27 @@ import { tsmdb } from '@push.rocks/smartmongo';
 
 // Checksums are used internally for WAL and data integrity
 // Documents are checksummed on write, verified on read
+const checksum = tsmdb.calculateDocumentChecksum(doc);
+const isValid = tsmdb.verifyChecksum(docWithChecksum);
 ```
 
-### 📋 Supported Wire Protocol Commands
+### Supported Wire Protocol Commands
 
 | Category | Commands |
 |----------|----------|
-| **Handshake** | `hello`, `isMaster` |
+| **Handshake** | `hello`, `isMaster`, `ismaster` |
 | **CRUD** | `find`, `insert`, `update`, `delete`, `findAndModify`, `getMore`, `killCursors` |
 | **Aggregation** | `aggregate`, `count`, `distinct` |
 | **Indexes** | `createIndexes`, `dropIndexes`, `listIndexes` |
 | **Transactions** | `startTransaction`, `commitTransaction`, `abortTransaction` |
-| **Sessions** | `startSession`, `endSessions` |
-| **Admin** | `ping`, `listDatabases`, `listCollections`, `drop`, `dropDatabase`, `create`, `serverStatus`, `buildInfo`, `dbStats`, `collStats` |
+| **Sessions** | `startSession`, `endSessions`, `refreshSessions` |
+| **Admin** | `ping`, `listDatabases`, `listCollections`, `drop`, `dropDatabase`, `create`, `serverStatus`, `buildInfo`, `dbStats`, `collStats`, `connectionStatus`, `currentOp`, `collMod`, `renameCollection` |
 
 TsmDB supports MongoDB wire protocol versions 0-21, compatible with MongoDB 3.6 through 7.0 drivers.
 
-## 🧪 Testing Examples
+---
+
+## Testing Examples
 
 ### Jest/Mocha with LocalTsmDb
 
@@ -492,10 +594,13 @@ let client: MongoClient;
 
 beforeAll(async () => {
   db = new LocalTsmDb({ folderPath: './test-data' });
-  client = await db.start();
+  const { connectionUri } = await db.start();
+  client = new MongoClient(connectionUri, { directConnection: true });
+  await client.connect();
 });
 
 afterAll(async () => {
+  await client.close();
   await db.stop();
 });
 
@@ -555,16 +660,19 @@ test('should insert and find user', async () => {
 ```typescript
 import { expect, tap } from '@git.zone/tstest/tapbundle';
 import { LocalTsmDb } from '@push.rocks/smartmongo';
+import { MongoClient } from 'mongodb';
 
 let db: LocalTsmDb;
+let client: MongoClient;
 
 tap.test('setup', async () => {
   db = new LocalTsmDb({ folderPath: './test-data' });
-  await db.start();
+  const { connectionUri } = await db.start();
+  client = new MongoClient(connectionUri, { directConnection: true });
+  await client.connect();
 });
 
 tap.test('should perform CRUD operations', async () => {
-  const client = db.getClient();
   const col = client.db('test').collection('items');
 
   // Create
@@ -587,21 +695,24 @@ tap.test('should perform CRUD operations', async () => {
 });
 
 tap.test('teardown', async () => {
+  await client.close();
   await db.stop();
 });
 
 export default tap.start();
 ```
 
-## 🏗️ Architecture
+---
+
+## Architecture
 
 ### Module Structure
 
 ```
 @push.rocks/smartmongo
-├── SmartMongo      → Real MongoDB memory server (mongodb-memory-server wrapper)
-├── tsmdb           → Wire protocol server with full engine stack
-└── LocalTsmDb      → Zero-config local database (convenience wrapper)
+├── SmartMongo      -> Real MongoDB memory server (mongodb-memory-server wrapper)
+├── tsmdb           -> Wire protocol server with full engine stack
+└── LocalTsmDb      -> Lightweight Unix socket wrapper (no MongoDB driver dependency)
 ```
 
 ### TsmDB Wire Protocol Stack
@@ -611,17 +722,17 @@ export default tap.start();
 │                   Official MongoDB Driver                    │
 │                      (mongodb npm)                          │
 └─────────────────────────┬───────────────────────────────────┘
-                          │ TCP + OP_MSG/BSON
-                          ▼
+                          │ TCP/Unix Socket + OP_MSG/BSON
+                          v
 ┌─────────────────────────────────────────────────────────────┐
 │                      TsmdbServer                            │
 │  ┌──────────────┐  ┌──────────────┐  ┌──────────────────┐  │
-│  │ WireProtocol │→ │CommandRouter │→ │     Handlers     │  │
+│  │ WireProtocol │->│CommandRouter │->│     Handlers     │  │
 │  │  (OP_MSG)    │  │              │  │ (Find, Insert..) │  │
 │  └──────────────┘  └──────────────┘  └──────────────────┘  │
 └─────────────────────────┬───────────────────────────────────┘
                           │
-                          ▼
+                          v
 ┌─────────────────────────────────────────────────────────────┐
 │                       Engines                               │
 │  ┌─────────┐ ┌────────┐ ┌───────────┐ ┌───────┐ ┌───────┐ │
@@ -633,7 +744,7 @@ export default tap.start();
 │                   └──────────────────────┘                  │
 └─────────────────────────┬───────────────────────────────────┘
                           │
-                          ▼
+                          v
 ┌─────────────────────────────────────────────────────────────┐
 │                   Storage Layer                              │
 │  ┌──────────────────┐  ┌──────────────────┐  ┌──────────┐  │
@@ -650,28 +761,32 @@ export default tap.start();
 | **WireProtocol** | Parses MongoDB OP_MSG binary protocol |
 | **CommandRouter** | Routes commands to appropriate handlers |
 | **QueryPlanner** | Analyzes queries and selects execution strategy |
+| **QueryEngine** | Executes queries with filter matching via mingo |
+| **UpdateEngine** | Processes update operators (`$set`, `$inc`, etc.) |
+| **AggregationEngine** | Executes aggregation pipelines via mingo |
 | **IndexEngine** | Manages B-tree and hash indexes |
 | **SessionEngine** | Tracks client sessions and timeouts |
-| **TransactionEngine** | Handles ACID transaction semantics |
-| **WAL** | Write-ahead logging for durability |
+| **TransactionEngine** | Handles ACID transaction semantics with snapshot isolation |
+| **WAL** | Write-ahead logging for durability and crash recovery |
+| **OpLog** | Operation log for change tracking and streaming |
+
+---
 
 ## License and Legal Information
 
-This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the [LICENSE](./LICENSE) file.
+This repository contains open-source code that is licensed under the MIT License. A copy of the MIT License can be found in the [license](license) file within this repository.
 
 **Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
 
 ### Trademarks
 
-This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
-
-Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH and are not included within the scope of the MIT license granted herein. Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines, and any usage must be approved in writing by Task Venture Capital GmbH.
 
 ### Company Information
 
 Task Venture Capital GmbH
-Registered at District Court Bremen HRB 35230 HB, Germany
+Registered at District court Bremen HRB 35230 HB, Germany
 
-For any legal inquiries or further information, please contact us via email at hello@task.vc.
+For any legal inquiries or if you require further information, please contact us via email at hello@task.vc.
 
 By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@push.rocks/smartmongo',
-  version: '4.3.0',
-  description: 'A module for creating and managing a local MongoDB instance for testing purposes.'
+  version: '5.1.1',
+  description: 'A powerful MongoDB toolkit for testing and development with a real memory server, wire-protocol-compatible database server, and zero-config local database.'
 }

ts/index.ts

@@ -8,7 +8,7 @@ export * as tsmdb from './ts_tsmdb/index.js';
 
 // Export LocalTsmDb from ts_local
 export { LocalTsmDb } from './ts_local/index.js';
-export type { ILocalTsmDbOptions } from './ts_local/index.js';
+export type { ILocalTsmDbOptions, ILocalTsmDbConnectionInfo } from './ts_local/index.js';
 
 // Export commitinfo
 export { commitinfo };

ts/ts_local/classes.localtsmdb.ts

@@ -1,98 +1,106 @@
 import * as plugins from './plugins.js';
+import * as crypto from 'crypto';
+import * as path from 'path';
+import * as os from 'os';
 import { TsmdbServer } from '../ts_tsmdb/index.js';
-import type { MongoClient } from 'mongodb';
+
+/**
+ * Connection information returned by LocalTsmDb.start()
+ */
+export interface ILocalTsmDbConnectionInfo {
+  /** The Unix socket file path */
+  socketPath: string;
+  /** MongoDB connection URI ready for MongoClient */
+  connectionUri: string;
+}
 
 export interface ILocalTsmDbOptions {
+  /** Required: where to store data */
   folderPath: string;
-  port?: number;
-  host?: string;
+  /** Optional: custom socket path (default: auto-generated in /tmp) */
+  socketPath?: string;
 }
 
 /**
- * LocalTsmDb - Convenience class for local MongoDB-compatible database
+ * LocalTsmDb - Lightweight local MongoDB-compatible database using Unix sockets
  *
  * This class wraps TsmdbServer and provides a simple interface for
- * starting a local file-based MongoDB-compatible server and connecting to it.
+ * starting a local file-based MongoDB-compatible server. Returns connection
+ * info that you can use with your own MongoDB driver instance.
  *
  * @example
  * ```typescript
  * import { LocalTsmDb } from '@push.rocks/smartmongo';
+ * import { MongoClient } from 'mongodb';
  *
  * const db = new LocalTsmDb({ folderPath: './data' });
- * const client = await db.start();
+ * const { connectionUri } = await db.start();
+ *
+ * // Connect with your own MongoDB client
+ * const client = new MongoClient(connectionUri, { directConnection: true });
+ * await client.connect();
  *
  * // Use the MongoDB client
  * const collection = client.db('mydb').collection('users');
  * await collection.insertOne({ name: 'Alice' });
  *
  * // When done
+ * await client.close();
  * await db.stop();
  * ```
  */
 export class LocalTsmDb {
   private options: ILocalTsmDbOptions;
   private server: TsmdbServer | null = null;
-  private client: MongoClient | null = null;
+  private generatedSocketPath: string | null = null;
 
   constructor(options: ILocalTsmDbOptions) {
     this.options = options;
   }
 
   /**
-   * Find an available port starting from the given port
+   * Generate a unique socket path in /tmp
    */
-  private async findAvailablePort(startPort = 27017): Promise<number> {
-    return new Promise((resolve, reject) => {
-      const server = plugins.net.createServer();
-      server.listen(startPort, '127.0.0.1', () => {
-        const addr = server.address();
-        const port = typeof addr === 'object' && addr ? addr.port : startPort;
-        server.close(() => resolve(port));
-      });
-      server.on('error', () => {
-        this.findAvailablePort(startPort + 1).then(resolve).catch(reject);
-      });
-    });
+  private generateSocketPath(): string {
+    const randomId = crypto.randomBytes(8).toString('hex');
+    return path.join(os.tmpdir(), `smartmongo-${randomId}.sock`);
   }
 
   /**
-   * Start the local TsmDB server and return a connected MongoDB client
+   * Start the local TsmDB server and return connection info
    */
-  async start(): Promise<MongoClient> {
-    if (this.server && this.client) {
+  async start(): Promise<ILocalTsmDbConnectionInfo> {
+    if (this.server) {
       throw new Error('LocalTsmDb is already running');
     }
 
-    const port = this.options.port ?? await this.findAvailablePort();
-    const host = this.options.host ?? '127.0.0.1';
+    // Use provided socket path or generate one
+    this.generatedSocketPath = this.options.socketPath ?? this.generateSocketPath();
 
     this.server = new TsmdbServer({
-      port,
-      host,
+      socketPath: this.generatedSocketPath,
       storage: 'file',
       storagePath: this.options.folderPath,
     });
     await this.server.start();
 
-    // Dynamically import mongodb to avoid requiring it as a hard dependency
-    const mongodb = await import('mongodb');
-    this.client = new mongodb.MongoClient(this.server.getConnectionUri(), {
-      directConnection: true,
-      serverSelectionTimeoutMS: 5000,
-    });
-    await this.client.connect();
-
-    return this.client;
+    return {
+      socketPath: this.generatedSocketPath,
+      connectionUri: this.server.getConnectionUri(),
+    };
   }
 
   /**
-   * Get the MongoDB client (throws if not started)
+   * Get connection info (throws if not started)
    */
-  getClient(): MongoClient {
-    if (!this.client) {
+  getConnectionInfo(): ILocalTsmDbConnectionInfo {
+    if (!this.server || !this.generatedSocketPath) {
       throw new Error('LocalTsmDb is not running. Call start() first.');
     }
-    return this.client;
+    return {
+      socketPath: this.generatedSocketPath,
+      connectionUri: this.server.getConnectionUri(),
+    };
   }
 
   /**
@@ -123,16 +131,13 @@ export class LocalTsmDb {
   }
 
   /**
-   * Stop the local TsmDB server and close the client connection
+   * Stop the local TsmDB server
    */
   async stop(): Promise<void> {
-    if (this.client) {
-      await this.client.close();
-      this.client = null;
-    }
     if (this.server) {
       await this.server.stop();
       this.server = null;
+      this.generatedSocketPath = null;
     }
   }
 }

ts/ts_local/index.ts

@@ -1,2 +1,2 @@
 export { LocalTsmDb } from './classes.localtsmdb.js';
-export type { ILocalTsmDbOptions } from './classes.localtsmdb.js';
+export type { ILocalTsmDbOptions, ILocalTsmDbConnectionInfo } from './classes.localtsmdb.js';

ts/ts_local/plugins.ts

@@ -1,4 +1,3 @@
 import * as smartpromise from '@push.rocks/smartpromise';
-import * as net from 'net';
 
-export { smartpromise, net };
+export { smartpromise };

ts/ts_mongotools/classes.smartmongo.ts

@@ -12,7 +12,7 @@ export class SmartMongo {
   // INSTANCE
   private _readyDeferred = plugins.smartpromise.defer();
   public readyPromise = this._readyDeferred.promise;
-  public mongoReplicaSet: plugins.mongoPlugin.MongoMemoryReplSet;
+  public mongoReplicaSet!: plugins.mongoPlugin.MongoMemoryReplSet;
 
   constructor() {}
 

ts/ts_tsmdb/engine/AggregationEngine.ts

@@ -47,7 +47,7 @@ export class AggregationEngine {
     const cursor = aggregator.stream(documents);
 
     for (const doc of cursor) {
-      yield doc;
+      yield doc as Document;
     }
   }
 

ts/ts_tsmdb/server/TsmdbServer.ts

@@ -1,4 +1,5 @@
 import * as net from 'net';
+import * as fs from 'fs/promises';
 import * as plugins from '../plugins.js';
 import { WireProtocol, OP_QUERY } from './WireProtocol.js';
 import { CommandRouter } from './CommandRouter.js';
@@ -10,10 +11,12 @@ import type { IStorageAdapter } from '../storage/IStorageAdapter.js';
  * Server configuration options
  */
 export interface ITsmdbServerOptions {
-  /** Port to listen on (default: 27017) */
+  /** Port to listen on (default: 27017) - ignored if socketPath is set */
   port?: number;
-  /** Host to bind to (default: 127.0.0.1) */
+  /** Host to bind to (default: 127.0.0.1) - ignored if socketPath is set */
   host?: string;
+  /** Unix socket path - if set, server listens on socket instead of TCP */
+  socketPath?: string;
   /** Storage type: 'memory' or 'file' (default: 'memory') */
   storage?: 'memory' | 'file';
   /** Path for file storage (required if storage is 'file') */
@@ -54,7 +57,7 @@ interface IConnectionState {
  * ```
  */
 export class TsmdbServer {
-  private options: Required<ITsmdbServerOptions>;
+  private options: Required<Omit<ITsmdbServerOptions, 'socketPath'>> & { socketPath: string };
   private server: net.Server | null = null;
   private storage: IStorageAdapter;
   private commandRouter: CommandRouter;
@@ -62,11 +65,14 @@ export class TsmdbServer {
   private connectionIdCounter = 0;
   private isRunning = false;
   private startTime: Date = new Date();
+  private useSocket: boolean;
 
   constructor(options: ITsmdbServerOptions = {}) {
+    this.useSocket = !!options.socketPath;
     this.options = {
       port: options.port ?? 27017,
       host: options.host ?? '127.0.0.1',
+      socketPath: options.socketPath ?? '',
       storage: options.storage ?? 'memory',
       storagePath: options.storagePath ?? './data',
       persistPath: options.persistPath ?? '',
@@ -119,6 +125,18 @@ export class TsmdbServer {
     // Initialize storage
     await this.storage.initialize();
 
+    // Clean up stale socket file if using Unix socket
+    if (this.useSocket && this.options.socketPath) {
+      try {
+        await fs.unlink(this.options.socketPath);
+      } catch (err: any) {
+        // Ignore ENOENT (file doesn't exist)
+        if (err.code !== 'ENOENT') {
+          throw err;
+        }
+      }
+    }
+
     return new Promise((resolve, reject) => {
       this.server = net.createServer((socket) => {
         this.handleConnection(socket);
@@ -132,11 +150,21 @@ export class TsmdbServer {
         }
       });
 
-      this.server.listen(this.options.port, this.options.host, () => {
-        this.isRunning = true;
-        this.startTime = new Date();
-        resolve();
-      });
+      if (this.useSocket && this.options.socketPath) {
+        // Listen on Unix socket
+        this.server.listen(this.options.socketPath, () => {
+          this.isRunning = true;
+          this.startTime = new Date();
+          resolve();
+        });
+      } else {
+        // Listen on TCP
+        this.server.listen(this.options.port, this.options.host, () => {
+          this.isRunning = true;
+          this.startTime = new Date();
+          resolve();
+        });
+      }
     });
   }
 
@@ -161,9 +189,22 @@ export class TsmdbServer {
     await this.storage.close();
 
     return new Promise((resolve) => {
-      this.server!.close(() => {
+      this.server!.close(async () => {
         this.isRunning = false;
         this.server = null;
+
+        // Clean up socket file if using Unix socket
+        if (this.useSocket && this.options.socketPath) {
+          try {
+            await fs.unlink(this.options.socketPath);
+          } catch (err: any) {
+            // Ignore ENOENT (file doesn't exist)
+            if (err.code !== 'ENOENT') {
+              console.error('Failed to remove socket file:', err);
+            }
+          }
+        }
+
         resolve();
       });
     });
@@ -275,9 +316,21 @@ export class TsmdbServer {
    * Get the connection URI for this server
    */
   getConnectionUri(): string {
+    if (this.useSocket && this.options.socketPath) {
+      // URL-encode the socket path (replace / with %2F)
+      const encodedPath = encodeURIComponent(this.options.socketPath);
+      return `mongodb://${encodedPath}`;
+    }
     return `mongodb://${this.options.host}:${this.options.port}`;
   }
 
+  /**
+   * Get the socket path (if using Unix socket mode)
+   */
+  get socketPath(): string | undefined {
+    return this.useSocket ? this.options.socketPath : undefined;
+  }
+
   /**
    * Check if the server is running
    */

ts/ts_tsmdb/server/handlers/AggregateHandler.ts

@@ -297,7 +297,7 @@ export class AggregateHandler implements ICommandHandler {
       const existingDocs = await storage.findAll(targetDb, targetColl);
       const onFields = Array.isArray(on) ? on : [on];
 
-      let matchingDoc = null;
+      let matchingDoc: plugins.bson.Document | null = null;
       for (const existing of existingDocs) {
         let matches = true;
         for (const field of onFields) {