4.1.0

- Changed the import path for tapbundle from '@push.rocks/tapbundle' to '@git.zone/tstest/tapbundle'.
- Refactored the download logic in the preTask for preparing downloads to use SmartRequest for better handling of the response.
- Added a new pnpm workspace configuration file to specify only built dependencies.

.serena/project.yml

@@ -0,0 +1,68 @@
+# language of the project (csharp, python, rust, java, typescript, go, cpp, or ruby)
+#  * For C, use cpp
+#  * For JavaScript, use typescript
+# Special requirements:
+#  * csharp: Requires the presence of a .sln file in the project folder.
+language: typescript
+
+# whether to use the project's gitignore file to ignore files
+# Added on 2025-04-07
+ignore_all_files_in_gitignore: true
+# list of additional paths to ignore
+# same syntax as gitignore, so you can use * and **
+# Was previously called `ignored_dirs`, please update your config if you are using that.
+# Added (renamed) on 2025-04-07
+ignored_paths: []
+
+# whether the project is in read-only mode
+# If set to true, all editing tools will be disabled and attempts to use them will result in an error
+# Added on 2025-04-18
+read_only: false
+
+
+# list of tool names to exclude. We recommend not excluding any tools, see the readme for more details.
+# Below is the complete list of tools for convenience.
+# To make sure you have the latest list of tools, and to view their descriptions, 
+# execute `uv run scripts/print_tool_overview.py`.
+#
+#  * `activate_project`: Activates a project by name.
+#  * `check_onboarding_performed`: Checks whether project onboarding was already performed.
+#  * `create_text_file`: Creates/overwrites a file in the project directory.
+#  * `delete_lines`: Deletes a range of lines within a file.
+#  * `delete_memory`: Deletes a memory from Serena's project-specific memory store.
+#  * `execute_shell_command`: Executes a shell command.
+#  * `find_referencing_code_snippets`: Finds code snippets in which the symbol at the given location is referenced.
+#  * `find_referencing_symbols`: Finds symbols that reference the symbol at the given location (optionally filtered by type).
+#  * `find_symbol`: Performs a global (or local) search for symbols with/containing a given name/substring (optionally filtered by type).
+#  * `get_current_config`: Prints the current configuration of the agent, including the active and available projects, tools, contexts, and modes.
+#  * `get_symbols_overview`: Gets an overview of the top-level symbols defined in a given file.
+#  * `initial_instructions`: Gets the initial instructions for the current project.
+#     Should only be used in settings where the system prompt cannot be set,
+#     e.g. in clients you have no control over, like Claude Desktop.
+#  * `insert_after_symbol`: Inserts content after the end of the definition of a given symbol.
+#  * `insert_at_line`: Inserts content at a given line in a file.
+#  * `insert_before_symbol`: Inserts content before the beginning of the definition of a given symbol.
+#  * `list_dir`: Lists files and directories in the given directory (optionally with recursion).
+#  * `list_memories`: Lists memories in Serena's project-specific memory store.
+#  * `onboarding`: Performs onboarding (identifying the project structure and essential tasks, e.g. for testing or building).
+#  * `prepare_for_new_conversation`: Provides instructions for preparing for a new conversation (in order to continue with the necessary context).
+#  * `read_file`: Reads a file within the project directory.
+#  * `read_memory`: Reads the memory with the given name from Serena's project-specific memory store.
+#  * `remove_project`: Removes a project from the Serena configuration.
+#  * `replace_lines`: Replaces a range of lines within a file with new content.
+#  * `replace_symbol_body`: Replaces the full definition of a symbol.
+#  * `restart_language_server`: Restarts the language server, may be necessary when edits not through Serena happen.
+#  * `search_for_pattern`: Performs a search for a pattern in the project.
+#  * `summarize_changes`: Provides instructions for summarizing the changes made to the codebase.
+#  * `switch_modes`: Activates modes by providing a list of their names
+#  * `think_about_collected_information`: Thinking tool for pondering the completeness of collected information.
+#  * `think_about_task_adherence`: Thinking tool for determining whether the agent is still on track with the current task.
+#  * `think_about_whether_you_are_done`: Thinking tool for determining whether the task is truly completed.
+#  * `write_memory`: Writes a named memory (for future reference) to Serena's project-specific memory store.
+excluded_tools: []
+
+# initial prompt for the project. It will always be given to the LLM upon activating the project
+# (contrary to the memories, which are loaded on demand).
+initial_prompt: ""
+
+project_name: "smartarchive"

changelog.md

@@ -1,5 +1,20 @@
 # Changelog
 
+## 2025-08-18 - 4.1.0 - feat(classes.smartarchive)
+Support URL web streams, add recursive archive unpacking and filesystem export, and improve ZIP decompression robustness
+
+- ts/classes.smartarchive.ts: add exportToFs(targetDir, fileName?) to write extracted StreamFile objects to the filesystem (ensures directories, logs relative paths, waits for write completion).
+- ts/classes.smartarchive.ts: implement exportToStreamOfStreamFiles with recursive unpacking pipeline that handles application/x-tar (tar-stream Extract), application/zip (fflate unzip), nested archives and StreamIntake for StreamFile results.
+- ts/classes.smartarchive.ts: improve getArchiveStream() for URL sources by using SmartRequest.create().url(...).get() and converting the returned Web stream into a Node Readable stream.
+- ts/classes.ziptools.ts: make ZIP decompression writeFunction more robust — accept non-Buffer chunks, coerce to Buffer before pushing to fflate.Unzip, and loosen the writeFunction typing to handle incoming ArrayBuffer-like data.
+
+## 2024-10-13 - 4.0.39 - fix(core)
+Fix dependencies and update documentation.
+
+- Ensure package uses the latest dependencies
+- Reviewed and grouped imports in TypeScript files
+- Updated readme with advanced usage examples
+
 ## 2024-10-13 - 4.0.38 - fix(dependencies)
 Update dependencies to latest versions
 

package.json

@@ -1,12 +1,12 @@
 {
   "name": "@push.rocks/smartarchive",
-  "version": "4.0.38",
+  "version": "4.1.0",
   "description": "A library for working with archive files, providing utilities for compressing and decompressing data.",
   "main": "dist_ts/index.js",
   "typings": "dist_ts/index.d.ts",
   "type": "module",
   "scripts": {
-    "test": "(tstest test/ --web)",
+    "test": "(tstest test/ --verbose)",
     "build": "tsbuild  --web --allowimplicitany",
     "buildDocs": "tsdoc"
   },
@@ -22,25 +22,24 @@
   "homepage": "https://code.foss.global/push.rocks/smartarchive",
   "dependencies": {
     "@push.rocks/smartdelay": "^3.0.5",
-    "@push.rocks/smartfile": "^11.0.21",
+    "@push.rocks/smartfile": "^11.2.7",
-    "@push.rocks/smartpath": "^5.0.18",
+    "@push.rocks/smartpath": "^6.0.0",
-    "@push.rocks/smartpromise": "^4.0.4",
+    "@push.rocks/smartpromise": "^4.2.3",
-    "@push.rocks/smartrequest": "^2.0.22",
+    "@push.rocks/smartrequest": "^4.2.2",
-    "@push.rocks/smartrx": "^3.0.7",
+    "@push.rocks/smartrx": "^3.0.10",
-    "@push.rocks/smartstream": "^3.0.46",
+    "@push.rocks/smartstream": "^3.2.5",
     "@push.rocks/smartunique": "^3.0.9",
     "@push.rocks/smarturl": "^3.1.0",
-    "@types/tar-stream": "^3.1.3",
+    "@types/tar-stream": "^3.1.4",
     "fflate": "^0.8.2",
-    "file-type": "^19.5.0",
+    "file-type": "^21.0.0",
     "tar-stream": "^3.1.7",
     "through": "^2.3.8"
   },
   "devDependencies": {
-    "@git.zone/tsbuild": "^2.1.84",
+    "@git.zone/tsbuild": "^2.6.6",
-    "@git.zone/tsrun": "^1.2.49",
+    "@git.zone/tsrun": "^1.3.3",
-    "@git.zone/tstest": "^1.0.90",
+    "@git.zone/tstest": "^2.3.4"
-    "@push.rocks/tapbundle": "^5.3.0"
   },
   "private": false,
   "files": [
@@ -70,5 +69,6 @@
     "file creation",
     "data analysis",
     "file stream"
-  ]
+  ],
+  "packageManager": "pnpm@10.14.0+sha512.ad27a79641b49c3e481a16a805baa71817a04bbe06a38d17e60e2eaee83f6a146c6a688125f5792e48dd5ba30e7da52a5cda4c3992b9ccf333f9ce223af84748"
 }

pnpm-workspace.yaml

@@ -0,0 +1,4 @@
+onlyBuiltDependencies:
+  - esbuild
+  - mongodb-memory-server
+  - puppeteer

test/test.ts

@@ -1,4 +1,4 @@
-import { tap, expect } from '@push.rocks/tapbundle';
+import { tap, expect } from '@git.zone/tstest/tapbundle';
 
 import * as plugins from './plugins.js';
 
@@ -20,11 +20,10 @@ tap.preTask('should prepare .nogit dir', async () => {
 });
 
 tap.preTask('should prepare downloads', async (tools) => {
-  const downloadedFile: Buffer = (
+  const response = await plugins.smartrequest.SmartRequest.create()
-    await plugins.smartrequest.getBinary(
+      .url('https://verdaccio.lossless.digital/@pushrocks%2fwebsetup/-/websetup-2.0.14.tgz')
-      'https://verdaccio.lossless.digital/@pushrocks%2fwebsetup/-/websetup-2.0.14.tgz'
+      .get();
-    )
+  const downloadedFile: Buffer = Buffer.from(await response.arrayBuffer());
-  ).body;
   await plugins.smartfile.memory.toFs(
     downloadedFile,
     plugins.path.join(testPaths.nogitDir, 'test.tgz')

ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@push.rocks/smartarchive',
-  version: '4.0.38',
+  version: '4.1.0',
   description: 'A library for working with archive files, providing utilities for compressing and decompressing data.'
 }

ts/classes.smartarchive.ts

@@ -60,7 +60,12 @@ export class SmartArchive {
       return this.sourceStream;
     }
     if (this.sourceUrl) {
-      const urlStream = await plugins.smartrequest.getStream(this.sourceUrl);
+      const response = await plugins.smartrequest.SmartRequest.create()
+        .url(this.sourceUrl)
+        .get();
+      const webStream = response.stream();
+      // @ts-ignore - Web stream to Node.js stream conversion
+      const urlStream = plugins.stream.Readable.fromWeb(webStream);
       return urlStream;
     }
     if (this.sourceFilePath) {

ts/classes.ziptools.ts

@@ -19,9 +19,9 @@ class DecompressZipTransform extends plugins.smartstream.SmartDuplex<ArrayBuffer
   constructor() {
     super({
       objectMode: true,
-      writeFunction: async (chunkArg: Buffer, streamtoolsArg) => {
+      writeFunction: async (chunkArg, streamtoolsArg) => {
         this.streamtools? null : this.streamtools = streamtoolsArg;
-        this.unzipper.push(chunkArg, false);
+        this.unzipper.push(Buffer.isBuffer(chunkArg) ? chunkArg : Buffer.from(chunkArg), false);
       },
       finalFunction: async () => {
         this.unzipper.push(Buffer.from(''), true);