fix(core): update
This commit is contained in:
		| @@ -26,7 +26,7 @@ | ||||
|     "@push.rocks/smartpromise": "^4.0.3", | ||||
|     "@push.rocks/smartrequest": "^2.0.21", | ||||
|     "@push.rocks/smartrx": "^3.0.7", | ||||
|     "@push.rocks/smartstream": "^3.0.27", | ||||
|     "@push.rocks/smartstream": "^3.0.28", | ||||
|     "@push.rocks/smartunique": "^3.0.6", | ||||
|     "@push.rocks/smarturl": "^3.0.7", | ||||
|     "@types/tar-stream": "^3.1.3", | ||||
|   | ||||
							
								
								
									
										10
									
								
								pnpm-lock.yaml
									
									
									
										generated
									
									
									
								
							
							
						
						
									
										10
									
								
								pnpm-lock.yaml
									
									
									
										generated
									
									
									
								
							| @@ -21,8 +21,8 @@ dependencies: | ||||
|     specifier: ^3.0.7 | ||||
|     version: 3.0.7 | ||||
|   '@push.rocks/smartstream': | ||||
|     specifier: ^3.0.27 | ||||
|     version: 3.0.27 | ||||
|     specifier: ^3.0.28 | ||||
|     version: 3.0.28 | ||||
|   '@push.rocks/smartunique': | ||||
|     specifier: ^3.0.6 | ||||
|     version: 3.0.6 | ||||
| @@ -747,7 +747,7 @@ packages: | ||||
|       '@push.rocks/smartpath': 5.0.11 | ||||
|       '@push.rocks/smartpromise': 4.0.3 | ||||
|       '@push.rocks/smartrequest': 2.0.21 | ||||
|       '@push.rocks/smartstream': 3.0.27 | ||||
|       '@push.rocks/smartstream': 3.0.28 | ||||
|       '@types/fs-extra': 11.0.3 | ||||
|       '@types/glob': 8.1.0 | ||||
|       '@types/js-yaml': 4.0.8 | ||||
| @@ -964,8 +964,8 @@ packages: | ||||
|       through2: 4.0.2 | ||||
|     dev: true | ||||
|  | ||||
|   /@push.rocks/smartstream@3.0.27: | ||||
|     resolution: {integrity: sha512-ZIYYS/dVQab+BP2LIP4u4uUn1oqvRvb/vPUabirhyBJwF8VBYC3ssDp9P+oYcuZ3i+Od0G4g1GQuhtFWNv6hgw==} | ||||
|   /@push.rocks/smartstream@3.0.28: | ||||
|     resolution: {integrity: sha512-OYKSjjyQj5h9+bxz4cHfUCpbYGHjB3TvseAY/3gWOrli7neGIPg7ycCDiiUYXfYQuPjof9GMzuBsAy4cpiyFNA==} | ||||
|     dependencies: | ||||
|       '@push.rocks/lik': 6.0.12 | ||||
|       '@push.rocks/smartpromise': 4.0.3 | ||||
|   | ||||
| @@ -38,7 +38,7 @@ tap.test('should extract existing files on disk', async () => { | ||||
|   await testSmartarchive.exportToFs(testPaths.nogitDir); | ||||
| }); | ||||
|  | ||||
| tap.skip.test('should extract a b2zip', async () => { | ||||
| tap.test('should extract a b2zip', async () => { | ||||
|   const dataUrl = 'https://daten.offeneregister.de/de_companies_ocdata.jsonl.bz2'; | ||||
|   const testArchive = await smartarchive.SmartArchive.fromArchiveUrl(dataUrl); | ||||
|     await testArchive.exportToFs( | ||||
| @@ -47,4 +47,4 @@ tap.skip.test('should extract a b2zip', async () => { | ||||
|     ); | ||||
| }) | ||||
|  | ||||
| tap.start(); | ||||
| await tap.start(); | ||||
|   | ||||
| @@ -3,6 +3,6 @@ | ||||
|  */ | ||||
| export const commitinfo = { | ||||
|   name: '@push.rocks/smartarchive', | ||||
|   version: '4.0.16', | ||||
|   version: '4.0.17', | ||||
|   description: 'work with archives' | ||||
| } | ||||
|   | ||||
| @@ -55,7 +55,7 @@ export function unbzip2Stream() { | ||||
|   return new plugins.smartstream.SmartDuplex({ | ||||
|     objectMode: true, | ||||
|     name: 'bzip2', | ||||
|     // debug: true, | ||||
|     debug: true, | ||||
|     highWaterMark: 1, | ||||
|     writeFunction: async function (data, streamTools) { | ||||
|       // console.log(`got chunk ${counter++}`) | ||||
|   | ||||
| @@ -52,11 +52,10 @@ export class ArchiveAnalyzer { | ||||
|     const analyzerstream = new plugins.smartstream.SmartDuplex<Buffer, IAnalyzedResult>({ | ||||
|       readableObjectMode: true, | ||||
|       writeFunction: async (chunkArg: Buffer, streamtools) => { | ||||
|         const fileType = await plugins.fileType.fileTypeFromBuffer(chunkArg); | ||||
|         const decompressionStream = await this.getDecompressionStream(fileType?.mime as any); | ||||
|         resultStream.push(chunkArg); | ||||
|         if (firstRun) { | ||||
|           firstRun = false; | ||||
|           const fileType = await plugins.fileType.fileTypeFromBuffer(chunkArg); | ||||
|           const decompressionStream = await this.getDecompressionStream(fileType?.mime as any); | ||||
|           const result: IAnalyzedResult = { | ||||
|             fileType, | ||||
|             isArchive: await this.mimeTypeIsArchive(fileType?.mime), | ||||
| @@ -64,8 +63,9 @@ export class ArchiveAnalyzer { | ||||
|             decompressionStream, | ||||
|           }; | ||||
|           await streamtools.push(result); | ||||
|           return null; | ||||
|         } | ||||
|         await resultStream.backpressuredPush(chunkArg); | ||||
|         return null; | ||||
|       }, | ||||
|       finalFunction: async (tools) => { | ||||
|         resultStream.push(null); | ||||
|   | ||||
		Reference in New Issue
	
	Block a user