1.0.25

.gitlab-ci.yml

@@ -1,5 +1,7 @@
 # gitzone ci_default
 image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
+variables:
+  GIT_STRATEGY: clone
 
 cache:
   paths:
@@ -38,11 +40,11 @@ snyk:
 # test stage
 # ====================
 
-testLTS:
+testStable:
   stage: test
   script:
   - npmci npm prepare
-  - npmci node install lts
+  - npmci node install stable
   - npmci npm install
   - npmci npm test
   coverage: /\d+.?\d+?\%\s*coverage/

npmextra.json

@@ -14,4 +14,4 @@
     "npmGlobalTools": [],
     "npmAccessLevel": "public"
   }
-}
+}

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pushrocks/smartproxy",
-  "version": "1.0.2",
+  "version": "1.0.25",
   "private": false,
   "description": "a proxy for handling high workloads of proxying",
   "main": "dist/index.js",
@@ -9,16 +9,36 @@
   "license": "MIT",
   "scripts": {
     "test": "(tstest test/)",
-    "build": "(tsbuild)",
+    "build": "(tsbuild --web)",
     "format": "(gitzone format)"
   },
   "devDependencies": {
     "@gitzone/tsbuild": "^2.0.22",
     "@gitzone/tstest": "^1.0.15",
-    "@pushrocks/tapbundle": "^3.0.7",
+    "@pushrocks/tapbundle": "^3.0.13",
     "@types/node": "^12.7.2",
-    "tslint": "^5.11.0",
+    "tslint": "^5.19.0",
     "tslint-config-prettier": "^1.15.0"
   },
-  "dependencies": {}
+  "dependencies": {
+    "@pushrocks/smartnetwork": "^1.1.6",
+    "@pushrocks/smartpromise": "^3.0.2",
+    "@pushrocks/smartrequest": "^1.1.23",
+    "@pushrocks/smartspawn": "^2.0.9",
+    "@pushrocks/smartsystem": "^2.0.8",
+    "@tsclass/tsclass": "^2.0.5",
+    "@types/ws": "^6.0.2",
+    "ws": "^7.1.2"
+  },
+  "files": [
+    "ts/*",
+    "ts_web/*",
+    "dist/*",
+    "dist_web/*",
+    "dist_ts_web/*",
+    "assets/*",
+    "cli.js",
+    "npmextra.json",
+    "readme.md"
+  ]
 }

readme.md

@@ -0,0 +1,26 @@
+# @pushrocks/smartproxy
+a proxy for handling high workloads of proxying
+
+## Availabililty and Links
+* [npmjs.org (npm package)](https://www.npmjs.com/package/@pushrocks/smartproxy)
+* [gitlab.com (source)](https://gitlab.com/pushrocks/smartproxy)
+* [github.com (source mirror)](https://github.com/pushrocks/smartproxy)
+* [docs (typedoc)](https://pushrocks.gitlab.io/smartproxy/)
+
+## Status for master
+[![build status](https://gitlab.com/pushrocks/smartproxy/badges/master/build.svg)](https://gitlab.com/pushrocks/smartproxy/commits/master)
+[![coverage report](https://gitlab.com/pushrocks/smartproxy/badges/master/coverage.svg)](https://gitlab.com/pushrocks/smartproxy/commits/master)
+[![npm downloads per month](https://img.shields.io/npm/dm/@pushrocks/smartproxy.svg)](https://www.npmjs.com/package/@pushrocks/smartproxy)
+[![Known Vulnerabilities](https://snyk.io/test/npm/@pushrocks/smartproxy/badge.svg)](https://snyk.io/test/npm/@pushrocks/smartproxy)
+[![TypeScript](https://img.shields.io/badge/TypeScript->=%203.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
+[![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
+[![JavaScript Style Guide](https://img.shields.io/badge/code%20style-prettier-ff69b4.svg)](https://prettier.io/)
+
+## Usage
+
+For further information read the linked docs at the top of this readme.
+
+> MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh)
+| By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy)
+
+[![repo-footer](https://lossless.gitlab.io/publicrelations/repofooter.svg)](https://maintainedby.lossless.com)

test/test.ts

@@ -1,8 +1,22 @@
 import { expect, tap } from '@pushrocks/tapbundle';
-import * as smartproxy from '../ts/index'
+import * as smartproxy from '../ts/index';
+
+let testProxy: smartproxy.SmartProxy;
 
 tap.test('first test', async () => {
-  console.log(smartproxy.standardExport)
-})
+  testProxy = new smartproxy.SmartProxy();
+});
 
-tap.start()
+tap.test('should start the testproxy', async () => {
+  await testProxy.start();
+});
+
+tap.test('should wait for 5 seconds', async tools => {
+  await tools.delayFor(1000);
+});
+
+tap.test('should close the testproxy', async () => {
+  await testProxy.stop();
+});
+
+tap.start();

ts/index.ts

@@ -1,3 +1 @@
-import * as plugins from './smartproxy.plugins';
-
-export let standardExport = 'Hi there! :) This is an exported string';
+export * from './smartproxy.classes.smartproxy';

ts/smartproxy.classes.proxyworker.ts

@@ -0,0 +1,109 @@
+import { expose } from '@pushrocks/smartspawn';
+import * as plugins from './smartproxy.plugins';
+import { SmartproxyRouter } from './smartproxy.classes.router';
+
+export class ProxyWorker {
+  public hostCandidates: plugins.tsclass.network.IReverseProxyConfig[] = [];
+  public httpsServer: plugins.https.Server; // | plugins.http.Server;
+  public port = 8001;
+  public router = new SmartproxyRouter();
+
+  public async setPort(portArg: number) {
+    this.port = portArg;
+  }
+
+  /**
+   * starts the proxyInstance
+   */
+  public async start() {
+    this.httpsServer = plugins.https.createServer(async (req, res) => {
+      const destinationConfig = this.router.routeReq(req);
+      const response = await plugins.smartrequest.request(
+        `http://${destinationConfig.destinationIp}:${destinationConfig.destinationPort}${req.url}`,
+        {
+          method: req.method,
+          headers: req.headers
+        },
+        true // lets make this streaming
+      );
+      res.statusCode = response.statusCode;
+      for (const header of Object.keys(response.headers)) {
+        res.setHeader(header, response.headers[header]);
+      }
+      response.on('data', data => {
+        res.write(data);
+      });
+      response.on('end', () => {
+        res.end();
+      });
+    });
+
+    const Websocket = await import('ws');
+
+    // Enable websockets
+    const wss = new plugins.ws.Server({ server: this.httpsServer });
+    wss.on('connection', function connection(ws) {
+      const wscConnected = plugins.smartpromise.defer();
+
+      const wsc = new Websocket.default(`${ws.url}`);
+      wsc.on('open', () => {
+        wscConnected.resolve();
+      });
+
+      ws.on('message', async message => {
+        await wscConnected.promise;
+        wsc.emit('message', message);
+      });
+      wsc.on('message', message => {
+        ws.emit('message', message);
+      });
+
+      // handle closing
+      ws.on('close', message => {
+        wsc.close();
+      });
+      wsc.on('close', message => {
+        ws.close();
+      });
+    });
+
+    this.httpsServer.listen(this.port);
+    console.log(`OK: now listening for new connections on port ${this.port}`);
+  }
+
+  public async updateCandidates(arrayOfReverseCandidates: plugins.tsclass.IReverseProxyConfig[]) {
+    this.hostCandidates = arrayOfReverseCandidates;
+    this.router.setNewCandidates(arrayOfReverseCandidates);
+    for (const hostCandidate of this.hostCandidates) {
+      this.httpsServer.addContext(hostCandidate.hostName, {
+        cert: hostCandidate.publicKey,
+        key: hostCandidate.privateKey
+      });
+    }
+  }
+
+  public async stop() {
+    const done = plugins.smartpromise.defer();
+    this.httpsServer.close(() => {
+      done.resolve();
+    });
+    await done.promise;
+  }
+}
+
+const proxyWorkerInstance = new ProxyWorker();
+
+// the following is interesting for the master process only
+const proxyWorkerCalls = {
+  stop: async () => {
+    await proxyWorkerInstance.stop();
+  },
+  start: async () => {
+    await proxyWorkerInstance.start();
+  },
+  updateReverseConfigs: async (configArray: plugins.tsclass.network.IReverseProxyConfig[]) => {}
+};
+
+export type TProxyWorkerCalls = typeof proxyWorkerCalls;
+expose(proxyWorkerCalls);
+console.log('ProxyWorker initialized');

ts/smartproxy.classes.router.ts

@@ -0,0 +1,20 @@
+import * as plugins from './smartproxy.plugins';
+
+export class SmartproxyRouter {
+  public reverseCandidates: plugins.tsclass.network.IReverseProxyConfig[] = [];
+
+  /**
+   * sets a new set of reverse configs to be routed to
+   * @param reverseCandidatesArg
+   */
+  public setNewCandidates(reverseCandidatesArg: plugins.tsclass.network.IReverseProxyConfig[]) {
+    this.reverseCandidates = reverseCandidatesArg;
+  }
+  public routeReq(req: plugins.http.IncomingMessage): plugins.tsclass.network.IReverseProxyConfig {
+    const originalHost = req.headers.host;
+    const correspodingReverseProxyConfig = this.reverseCandidates.find(reverseConfig => {
+      return reverseConfig.hostName === originalHost;
+    });
+    return correspodingReverseProxyConfig;
+  }
+}

ts/smartproxy.classes.smartproxy.ts

@@ -0,0 +1,45 @@
+import * as plugins from './smartproxy.plugins';
+
+import { TProxyWorkerCalls } from './smartproxy.classes.proxyworker';
+import { TPortProxyCalls } from './smartproxy.portproxy';
+
+export class SmartProxy {
+  public smartsystem = new plugins.smartsystem.Smartsystem();
+  public reverseConfigs: plugins.tsclass.network.IReverseProxyConfig[] = [];
+  public proxyWorkerFunctions: plugins.smartspawn.ModuleThread<TProxyWorkerCalls>;
+  public portProxyFunctions: plugins.smartspawn.ModuleThread<TPortProxyCalls>;
+
+  public async updateReversConfigs(
+    reverseConfigsArg: plugins.tsclass.network.IReverseProxyConfig[]
+  ) {
+    // TODO search for old hostCandidates with that target
+    this.reverseConfigs = reverseConfigsArg;
+    if (this.proxyWorkerFunctions) {
+      await this.proxyWorkerFunctions.updateReverseConfigs(this.reverseConfigs);
+    }
+  }
+
+  public async start() {
+    this.proxyWorkerFunctions = await plugins.smartspawn.spawn<TProxyWorkerCalls>(
+      new plugins.smartspawn.Worker('./smartproxy.classes.proxyworker')
+    );
+    this.proxyWorkerFunctions.updateReverseConfigs(this.reverseConfigs);
+
+    this.portProxyFunctions = await plugins.smartspawn.spawn<TPortProxyCalls>(
+      new plugins.smartspawn.Worker('./smartproxy.portproxy')
+    );
+    await this.proxyWorkerFunctions.start();
+
+    console.log('successfully spawned portproxy and proxyworkers!');
+  }
+
+  public async stop() {
+    await this.proxyWorkerFunctions.stop();
+    await plugins.smartspawn.Thread.terminate(this.proxyWorkerFunctions);
+    console.log('proxy worker stopped');
+    await this.portProxyFunctions.stop();
+    await plugins.smartspawn.Thread.terminate(this.portProxyFunctions);
+    console.log('portproxy stopped');
+    console.log('Terminated all childs!');
+  }
+}

ts/smartproxy.plugins.ts

@@ -1,4 +1,23 @@
-const removeme = {};
-export {
-  removeme
-}
+// node native scope
+import * as http from 'http';
+import * as https from 'https';
+
+export { http, https };
+
+// tsclass scope
+import * as tsclass from '@tsclass/tsclass';
+
+export { tsclass };
+
+// pushrocks scope
+import * as smartpromise from '@pushrocks/smartpromise';
+import * as smartrequest from '@pushrocks/smartrequest';
+import * as smartspawn from '@pushrocks/smartspawn';
+import * as smartsystem from '@pushrocks/smartsystem';
+
+export { smartrequest, smartpromise, smartspawn, smartsystem };
+
+// third party scope
+import * as ws from 'ws';
+
+export { ws };

ts/smartproxy.portproxy.ts

@@ -0,0 +1,28 @@
+import * as plugins from './smartproxy.plugins';
+import { expose } from '@pushrocks/smartspawn';
+import * as net from 'net';
+const server = net
+  .createServer(from => {
+    const to = net.createConnection({
+      host: 'localhost',
+      port: 8001
+    });
+    from.pipe(to);
+    to.pipe(from);
+  })
+  .listen(8000);
+
+const portProxyCalls = {
+  stop: async () => {
+    const done = plugins.smartpromise.defer();
+    server.close(() => {
+      done.resolve();
+    });
+    await done.promise;
+  }
+};
+
+export type TPortProxyCalls = typeof portProxyCalls;
+expose(portProxyCalls);
+
+console.log('PortProxy Initialized');