Compare commits
4 Commits
Author | SHA1 | Date | |
---|---|---|---|
bc09033af0 | |||
22df9dfd94 | |||
d48ef6eb43 | |||
9421c652a2 |
@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@push.rocks/smartstream",
|
||||
"version": "3.0.21",
|
||||
"version": "3.0.23",
|
||||
"private": false,
|
||||
"description": "simplifies access to node streams",
|
||||
"main": "dist_ts/index.js",
|
||||
|
@ -7,7 +7,6 @@ tap.test('should run backpressure test', async (toolsArg) => {
|
||||
const stream1 = new SmartDuplex({
|
||||
name: 'stream1',
|
||||
objectMode: true,
|
||||
handleBackpressure: true,
|
||||
writeFunction: async (chunk, tools) => {
|
||||
await new Promise((resolve) => setTimeout(resolve, 10)); // Slow processing
|
||||
console.log(`processed chunk ${chunk} in stream 1`);
|
||||
@ -17,7 +16,6 @@ tap.test('should run backpressure test', async (toolsArg) => {
|
||||
const stream2 = new SmartDuplex({
|
||||
name: 'stream2',
|
||||
objectMode: true,
|
||||
handleBackpressure: true,
|
||||
writeFunction: async (chunk, tools) => {
|
||||
await new Promise((resolve) => setTimeout(resolve, 20)); // Slow processing
|
||||
console.log(`processed chunk ${chunk} in stream 2`);
|
||||
@ -27,7 +25,6 @@ tap.test('should run backpressure test', async (toolsArg) => {
|
||||
const stream3 = new SmartDuplex({
|
||||
objectMode: true,
|
||||
name: 'stream3',
|
||||
handleBackpressure: true,
|
||||
writeFunction: async (chunk, tools) => {
|
||||
await new Promise((resolve) => setTimeout(resolve, 100)); // Slow processing
|
||||
console.log(`processed chunk ${chunk} in stream 3`);
|
||||
|
@ -3,6 +3,6 @@
|
||||
*/
|
||||
export const commitinfo = {
|
||||
name: '@push.rocks/smartstream',
|
||||
version: '3.0.21',
|
||||
version: '3.0.23',
|
||||
description: 'simplifies access to node streams'
|
||||
}
|
||||
|
@ -3,7 +3,7 @@ import { Duplex, type DuplexOptions } from 'stream';
|
||||
|
||||
export interface IStreamTools {
|
||||
truncate: () => void;
|
||||
push: (pipeObject: any) => void;
|
||||
push: (pipeObject: any) => Promise<void>;
|
||||
}
|
||||
|
||||
export interface IStreamWriteFunction<T, rT> {
|
||||
@ -17,7 +17,6 @@ export interface IStreamFinalFunction<rT> {
|
||||
export interface ISmartDuplexOptions<TInput, TOutput> extends DuplexOptions {
|
||||
debug?: boolean;
|
||||
name?: string;
|
||||
handleBackpressure?: boolean;
|
||||
readFunction?: () => Promise<void>;
|
||||
writeFunction?: IStreamWriteFunction<TInput, TOutput>;
|
||||
finalFunction?: IStreamFinalFunction<TOutput>;
|
||||
@ -80,8 +79,13 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
||||
isTruncated = true;
|
||||
callback();
|
||||
},
|
||||
push: (pushArg: TOutput) => {
|
||||
this.backpressuredArray.push(pushArg);
|
||||
push: async (pushArg: TOutput) => {
|
||||
const canPushMore = this.backpressuredArray.push(pushArg);
|
||||
if (!canPushMore) {
|
||||
this.debugLog(`${this.options.name}: cannot push more`);
|
||||
await this.backpressuredArray.waitForSpace();
|
||||
this.debugLog(`${this.options.name}: can push more again`);
|
||||
}
|
||||
},
|
||||
};
|
||||
|
||||
@ -93,12 +97,7 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
||||
return;
|
||||
}
|
||||
if (modifiedChunk) {
|
||||
const canPushMore = this.backpressuredArray.push(modifiedChunk);
|
||||
if (!canPushMore) {
|
||||
this.debugLog(`${this.options.name}: cannot push more`);
|
||||
await this.backpressuredArray.waitForSpace();
|
||||
this.debugLog(`${this.options.name}: can push more again`);
|
||||
}
|
||||
await tools.push(modifiedChunk);
|
||||
}
|
||||
callback();
|
||||
writeDeferred.resolve();
|
||||
@ -115,7 +114,9 @@ export class SmartDuplex<TInput = any, TOutput = any> extends Duplex {
|
||||
if (this.options.finalFunction) {
|
||||
const tools: IStreamTools = {
|
||||
truncate: () => callback(),
|
||||
push: (pipeObject) => this.push(pipeObject),
|
||||
push: async (pipeObject) => {
|
||||
this.push(pipeObject);
|
||||
},
|
||||
};
|
||||
|
||||
try {
|
||||
|
Reference in New Issue
Block a user