3.0.24

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@push.rocks/smartstream",
-  "version": "3.0.21",
+  "version": "3.0.24",
   "private": false,
   "description": "simplifies access to node streams",
   "main": "dist_ts/index.js",

test/assets/writabletext.txt

@@ -10,41 +10,3 @@ hi+wow
 hi+wow
 hi+wow
 hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow
-hi+wow

test/test.backpressure.ts

@@ -7,7 +7,6 @@ tap.test('should run backpressure test', async (toolsArg) => {
     const stream1 = new SmartDuplex({
       name: 'stream1',
       objectMode: true,
-      handleBackpressure: true,
       writeFunction: async (chunk, tools) => {
         await new Promise((resolve) => setTimeout(resolve, 10)); // Slow processing
         console.log(`processed chunk ${chunk} in stream 1`);
@@ -17,17 +16,16 @@ tap.test('should run backpressure test', async (toolsArg) => {
     const stream2 = new SmartDuplex({
       name: 'stream2',
       objectMode: true,
-      handleBackpressure: true,
       writeFunction: async (chunk, tools) => {
         await new Promise((resolve) => setTimeout(resolve, 20)); // Slow processing
         console.log(`processed chunk ${chunk} in stream 2`);
+        // await tools.push(chunk);
         return chunk;
       },
     }); // This stream processes data more slowly
     const stream3 = new SmartDuplex({
       objectMode: true,
       name: 'stream3',
-      handleBackpressure: true,
       writeFunction: async (chunk, tools) => {
         await new Promise((resolve) => setTimeout(resolve, 100)); // Slow processing
         console.log(`processed chunk ${chunk} in stream 3`);

test/test.smartstream.ts

@@ -5,9 +5,7 @@ import * as fs from 'fs';
 
 tap.test('should create a SmartStream from a Buffer', async () => {
   const bufferData = Buffer.from('This is a test buffer');
-  const smartStream = SmartDuplex.fromBuffer(bufferData, {
-    handleBackpressure: false,
-  });
+  const smartStream = SmartDuplex.fromBuffer(bufferData, {});
   
   let receivedData = Buffer.alloc(0);
   

ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@push.rocks/smartstream',
-  version: '3.0.21',
+  version: '3.0.24',
   description: 'simplifies access to node streams'
 }

ts/smartstream.classes.smartduplex.ts

@@ -3,7 +3,7 @@ import { Duplex, type DuplexOptions } from 'stream';
 
 export interface IStreamTools {
   truncate: () => void;
-  push: (pipeObject: any) => void;
+  push: (pipeObject: any) => Promise<void>;
 }
 
 export interface IStreamWriteFunction<T, rT> {
@@ -17,7 +17,6 @@ export interface IStreamFinalFunction<rT> {
 export interface ISmartDuplexOptions<TInput, TOutput> extends DuplexOptions {
   debug?: boolean;
   name?: string;
-  handleBackpressure?: boolean;
   readFunction?: () => Promise<void>;
   writeFunction?: IStreamWriteFunction<TInput, TOutput>;
   finalFunction?: IStreamFinalFunction<TOutput>;
@@ -80,8 +79,13 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
         isTruncated = true;
         callback();
       },
-      push: (pushArg: TOutput) => {
-        this.backpressuredArray.push(pushArg);
+      push: async (pushArg: TOutput) => {
+        const canPushMore = this.backpressuredArray.push(pushArg);
+        if (!canPushMore) {
+          this.debugLog(`${this.options.name}: cannot push more`);
+          await this.backpressuredArray.waitForSpace();
+          this.debugLog(`${this.options.name}: can push more again`);
+        }
       },
     };
 
@@ -93,12 +97,7 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
         return;
       }
       if (modifiedChunk) {
-        const canPushMore = this.backpressuredArray.push(modifiedChunk);
-        if (!canPushMore) {
-          this.debugLog(`${this.options.name}: cannot push more`);
-          await this.backpressuredArray.waitForSpace();
-          this.debugLog(`${this.options.name}: can push more again`);
-        }
+        await tools.push(modifiedChunk);
       }
       callback();
       writeDeferred.resolve();
@@ -115,21 +114,23 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
     if (this.options.finalFunction) {
       const tools: IStreamTools = {
         truncate: () => callback(),
-        push: (pipeObject) => this.push(pipeObject),
+        push: async (pipeObject) => {
+          this.backpressuredArray.push(pipeObject);
+        },
       };
 
       try {
         const finalChunk = await this.options.finalFunction(tools);
         if (finalChunk) {
-          this.push(finalChunk);
+          this.backpressuredArray.push(finalChunk);
         }
       } catch (err) {
-        this.push(null);
+        this.backpressuredArray.push(null);
         callback(err);
         return;
       }
     }
-    this.push(null);
+    this.backpressuredArray.push(null);
     callback();
   }
 }