feat(core,storage,oci,registry-config): add streaming response support and configurable registry URLs across protocols

ts/npm/classes.npmregistry.ts

@@ -631,27 +631,38 @@ export class NpmRegistry extends BaseRegistry {
     }
 
     const version = versionMatch[1];
-    let tarball = await this.storage.getNpmTarball(packageName, version);
+
+    // Try local storage first (streaming)
+    const streamResult = await this.storage.getNpmTarballStream(packageName, version);
+    if (streamResult) {
+      return {
+        status: 200,
+        headers: {
+          'Content-Type': 'application/octet-stream',
+          'Content-Length': streamResult.size.toString(),
+        },
+        body: streamResult.stream,
+      };
+    }
 
     // If not found locally, try upstream
-    if (!tarball) {
-      const upstream = await this.getUpstreamForRequest(packageName, 'tarball', 'GET', actor);
-      if (upstream) {
-        this.logger.log('debug', 'handleTarballDownload: fetching from upstream', {
+    let tarball: Buffer | null = null;
+    const upstream = await this.getUpstreamForRequest(packageName, 'tarball', 'GET', actor);
+    if (upstream) {
+      this.logger.log('debug', 'handleTarballDownload: fetching from upstream', {
+        packageName,
+        version,
+      });
+      const upstreamTarball = await upstream.fetchTarball(packageName, version);
+      if (upstreamTarball) {
+        tarball = upstreamTarball;
+        // Cache the tarball locally for future requests
+        await this.storage.putNpmTarball(packageName, version, tarball);
+        this.logger.log('debug', 'handleTarballDownload: cached tarball locally', {
           packageName,
           version,
+          size: tarball.length,
         });
-        const upstreamTarball = await upstream.fetchTarball(packageName, version);
-        if (upstreamTarball) {
-          tarball = upstreamTarball;
-          // Cache the tarball locally for future requests
-          await this.storage.putNpmTarball(packageName, version, tarball);
-          this.logger.log('debug', 'handleTarballDownload: cached tarball locally', {
-            packageName,
-            version,
-            size: tarball.length,
-          });
-        }
       }
     }