1.0.37

.gitignore

@@ -15,8 +15,6 @@ node_modules/
 
 # builds
 dist/
-dist_web/
+dist_*/
-dist_serve/
-dist_ts_web/
 
 # custom

.gitlab-ci.yml

@@ -12,29 +12,38 @@ stages:
   - release
   - metadata
 
+before_script:
+  - pnpm install -g pnpm
+  - pnpm install -g @shipzone/npmci
+  - npmci npm prepare
+
 # ====================
 # security stage
 # ====================
-mirror:
+# ====================
+# security stage
+# ====================
+auditProductionDependencies:
+  image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
   stage: security
   script:
-    - npmci git mirror
+     - npmci command npm config set registry https://registry.npmjs.org
+     - npmci command pnpm audit --audit-level=high --prod
   tags:
     - lossless
     - docker
-    - notpriv
+  allow_failure: true
 
-snyk:
+auditDevDependencies:
-  image: registry.gitlab.com/hosttoday/ht-docker-node:snyk
+  image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
   stage: security
   script:
-    - npmci npm prepare
+    - npmci command npm config set registry https://registry.npmjs.org
-    - npmci command npm install --ignore-scripts
+    - npmci command pnpm audit --audit-level=high --dev
-    - npmci command snyk test
   tags:
     - lossless
     - docker
-    - notpriv
+  allow_failure: true
 
 # ====================
 # test stage
@@ -43,28 +52,22 @@ snyk:
 testStable:
   stage: test
   script:
-    - npmci npm prepare
     - npmci node install stable
     - npmci npm install
     - npmci npm test
   coverage: /\d+.?\d+?\%\s*coverage/
   tags:
-    - lossless
     - docker
-    - priv
 
 testBuild:
   stage: test
   script:
-    - npmci npm prepare
     - npmci node install stable
     - npmci npm install
-    - npmci command npm run build
+    - npmci npm build
   coverage: /\d+.?\d+?\%\s*coverage/
   tags:
-    - lossless
     - docker
-    - notpriv
 
 release:
   stage: release
@@ -84,11 +87,12 @@ release:
 codequality:
   stage: metadata
   allow_failure: true
+  only:
+    - tags
   script:
-    - npmci command npm install -g tslint typescript
+    - npmci command npm install -g typescript
     - npmci npm prepare
     - npmci npm install
-    - npmci command "tslint -c tslint.json ./ts/**/*.ts"
   tags:
     - lossless
     - docker
@@ -108,11 +112,9 @@ trigger:
 pages:
   stage: metadata
   script:
-    - npmci node install lts
+    - npmci node install stable
-    - npmci command npm install -g @gitzone/tsdoc
-    - npmci npm prepare
     - npmci npm install
-    - npmci command tsdoc
+    - npmci command npm run buildDocs
   tags:
     - lossless
     - docker

.vscode/launch.json

@@ -2,28 +2,10 @@
   "version": "0.2.0",
   "configurations": [
     {
-      "name": "current file",
+      "command": "npm test",
-      "type": "node",
+      "name": "Run npm test",
       "request": "launch",
-      "args": [
+      "type": "node-terminal"
-        "${relativeFile}"
-      ],
-      "runtimeArgs": ["-r", "@gitzone/tsrun"],
-      "cwd": "${workspaceRoot}",
-      "protocol": "inspector",
-      "internalConsoleOptions": "openOnSessionStart"
-    },
-    {
-      "name": "test.ts",
-      "type": "node",
-      "request": "launch",
-      "args": [
-        "test/test.ts"
-      ],
-      "runtimeArgs": ["-r", "@gitzone/tsrun"],
-      "cwd": "${workspaceRoot}",
-      "protocol": "inspector",
-      "internalConsoleOptions": "openOnSessionStart"
     }
   ]
 }

.vscode/settings.json

@@ -15,7 +15,7 @@
             "properties": {
               "projectType": {
                 "type": "string",
-                "enum": ["website", "element", "service", "npm"]
+                "enum": ["website", "element", "service", "npm", "wcc"]
               }
             }
           }

npmextra.json

@@ -5,7 +5,7 @@
       "githost": "gitlab.com",
       "gitscope": "pushrocks",
       "gitrepo": "smartssr",
-      "shortDescription": "a smart server side renderer supporting shadow dom",
+      "description": "a smart server side renderer supporting shadow dom",
       "npmPackagename": "@pushrocks/smartssr",
       "license": "MIT",
       "projectDomain": "push.rocks"

package.json

@@ -1,40 +1,50 @@
 {
   "name": "@pushrocks/smartssr",
-  "version": "1.0.2",
+  "version": "1.0.37",
   "private": false,
   "description": "a smart server side renderer supporting shadow dom",
-  "main": "dist/index.js",
+  "main": "dist_ts/index.js",
-  "typings": "dist/index.d.ts",
+  "typings": "dist_ts/index.d.ts",
   "author": "Lossless GmbH",
   "license": "MIT",
   "scripts": {
     "test": "(tstest test/ --web)",
-    "build": "(tsbuild --web)",
+    "build": "(tsbuild --web --allowimplicitany)",
-    "format": "(gitzone format)"
+    "serve": "tsrun scripts/serve.ts",
+    "buildDocs": "tsdoc"
   },
   "devDependencies": {
-    "@gitzone/tsbuild": "^2.0.22",
+    "@gitzone/tsbuild": "^2.1.65",
-    "@gitzone/tstest": "^1.0.15",
+    "@gitzone/tsrun": "^1.2.39",
-    "@pushrocks/tapbundle": "^3.0.7",
+    "@gitzone/tstest": "^1.0.74",
-    "@types/node": "^10.11.7",
+    "@pushrocks/smartserve": "^2.0.33",
-    "tslint": "^5.11.0",
+    "@pushrocks/tapbundle": "^5.0.4",
-    "tslint-config-prettier": "^1.15.0"
+    "@types/node": "^18.16.3",
+    "tslint": "^6.1.3",
+    "tslint-config-prettier": "^1.18.0"
   },
   "dependencies": {
-    "@pushrocks/smartdelay": "^2.0.6",
+    "@pushrocks/smartdelay": "^3.0.1",
-    "@pushrocks/smartfile": "^7.0.8",
+    "@pushrocks/smartfile": "^10.0.7",
-    "@pushrocks/smartpromise": "^3.0.6",
+    "@pushrocks/smartpath": "^5.0.5",
-    "@pushrocks/smartpuppeteer": "^1.0.14"
+    "@pushrocks/smartpromise": "^4.0.2",
+    "@pushrocks/smartpuppeteer": "^2.0.2",
+    "@pushrocks/smarttime": "^4.0.1"
   },
   "files": [
     "ts/**/*",
     "ts_web/**/*",
     "dist/**/*",
-    "dist_web/**/*",
+    "dist_*/**/*",
+    "dist_ts/**/*",
     "dist_ts_web/**/*",
     "assets/**/*",
     "cli.js",
     "npmextra.json",
     "readme.md"
-  ]
+  ],
+  "browserslist": [
+    "last 1 chrome versions"
+  ],
+  "type": "module"
 }

readme.md

@@ -8,13 +8,19 @@ a smart server side renderer supporting shadow dom
 * [docs (typedoc)](https://pushrocks.gitlab.io/smartssr/)
 
 ## Status for master
-[![pipeline status](https://gitlab.com/pushrocks/smartssr/badges/master/pipeline.svg)](https://gitlab.com/pushrocks/smartssr/commits/master)
+
-[![coverage report](https://gitlab.com/pushrocks/smartssr/badges/master/coverage.svg)](https://gitlab.com/pushrocks/smartssr/commits/master)
+Status Category | Status Badge
-[![npm downloads per month](https://img.shields.io/npm/dm/@pushrocks/smartssr.svg)](https://www.npmjs.com/package/@pushrocks/smartssr)
+-- | --
-[![Known Vulnerabilities](https://snyk.io/test/npm/@pushrocks/smartssr/badge.svg)](https://snyk.io/test/npm/@pushrocks/smartssr)
+GitLab Pipelines | [![pipeline status](https://gitlab.com/pushrocks/smartssr/badges/master/pipeline.svg)](https://lossless.cloud)
-[![TypeScript](https://img.shields.io/badge/TypeScript->=%203.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
+GitLab Pipline Test Coverage | [![coverage report](https://gitlab.com/pushrocks/smartssr/badges/master/coverage.svg)](https://lossless.cloud)
-[![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
+npm | [![npm downloads per month](https://badgen.net/npm/dy/@pushrocks/smartssr)](https://lossless.cloud)
-[![JavaScript Style Guide](https://img.shields.io/badge/code%20style-prettier-ff69b4.svg)](https://prettier.io/)
+Snyk | [![Known Vulnerabilities](https://badgen.net/snyk/pushrocks/smartssr)](https://lossless.cloud)
+TypeScript Support | [![TypeScript](https://badgen.net/badge/TypeScript/>=%203.x/blue?icon=typescript)](https://lossless.cloud)
+node Support | [![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
+Code Style | [![Code Style](https://badgen.net/badge/style/prettier/purple)](https://lossless.cloud)
+PackagePhobia (total standalone install weight) | [![PackagePhobia](https://badgen.net/packagephobia/install/@pushrocks/smartssr)](https://lossless.cloud)
+PackagePhobia (package size on registry) | [![PackagePhobia](https://badgen.net/packagephobia/publish/@pushrocks/smartssr)](https://lossless.cloud)
+BundlePhobia (total size when bundled) | [![BundlePhobia](https://badgen.net/bundlephobia/minzip/@pushrocks/smartssr)](https://lossless.cloud)
 
 ## Usage
 
@@ -26,7 +32,6 @@ We are always happy for code contributions. If you are not the code contributing
 
 For further information read the linked docs at the top of this readme.
 
-> MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh)
+## Legal
+> MIT licensed | **©** [Task Venture Capital GmbH](https://task.vc)
 | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy)
-
-[![repo-footer](https://lossless.gitlab.io/publicrelations/repofooter.svg)](https://maintainedby.lossless.com)

scripts/serve.ts

@@ -0,0 +1,9 @@
+import * as smartserve from '@pushrocks/smartserve';
+import * as path from 'path';
+
+const smartserveInstance = new smartserve.SmartServe({
+  injectReload: true,
+  serveDir: path.join(__dirname, '../.nogit/')
+});
+
+smartserveInstance.start();

test/test.ts

@@ -1,18 +1,16 @@
 import { expect, tap } from '@pushrocks/tapbundle';
-import * as smartssr from '../ts/index';
+import * as smartssr from '../ts/index.js';
 
 let testSSRInstance: smartssr.SmartSSR;
 
 tap.test('should create a valid smartssr instance', async () => {
-  testSSRInstance = new smartssr.SmartSSR();
+  testSSRInstance = new smartssr.SmartSSR({
-});
+    debug: true,
-
+  });
-tap.test('should start the smartssr instance', async () => {
-  await testSSRInstance.start();
 });
 
 tap.test('should render central.eu', async (tools) => {
-  await testSSRInstance.renderPage('https://central.eu');
+  await testSSRInstance.renderPage('https://lossless.com');
 });
 
 tap.test('should render lossless.com', async () => {
@@ -20,11 +18,8 @@ tap.test('should render lossless.com', async () => {
 });
 
 tap.test('should render https://lossless.gmbh', async () => {
-  await testSSRInstance.renderPage('https://lossless.gmbh');
+  const renderedPage = await testSSRInstance.renderPage('https://lossless.gmbh');
-});
+  console.log(renderedPage);
-
-tap.test('should stop the smartssr instacne', async () => {
-  await testSSRInstance.stop();
 });
 
 tap.start();

ts/00_commitinfo_data.ts

@@ -0,0 +1,8 @@
+/**
+ * autocreated commitinfo by @pushrocks/commitinfo
+ */
+export const commitinfo = {
+  name: '@pushrocks/smartssr',
+  version: '1.0.37',
+  description: 'a smart server side renderer supporting shadow dom'
+}

ts/index.ts

@@ -1 +1 @@
-export * from './smartssr.classes.smartssr';
+export * from './smartssr.classes.smartssr.js';

ts/smartssr.classes.smartssr.ts

@@ -1,43 +1,97 @@
-import * as plugins from './smartssr.plugins';
+import * as plugins from './smartssr.plugins.js';
-import * as paths from './smartssr.paths';
+import * as paths from './smartssr.paths.js';
 
-import { serializeFunction } from './smartssr.function.serialize';
+import { serializeFunction } from './smartssr.function.serialize.js';
+
+export interface ISmartSSROptions {
+  debug: boolean;
+}
 
 /**
  *
  */
 export class SmartSSR {
-  public browser: plugins.smartpuppeteer.puppeteer.Browser;
+  public options: ISmartSSROptions;
-  public async start() {
+
-    this.browser = await plugins.smartpuppeteer.getEnvAwareBrowserInstance();
+  constructor(optionsArg?: ISmartSSROptions) {
-  }
+    this.options = {
-  public async stop() {
+      ...{
-    if (this.browser) {
+        debug: false,
-      await plugins.smartdelay.delayFor(3000);
+      },
-      await this.browser.close();
+      ...optionsArg,
-      this.browser = null;
+    };
-    } else {
-      console.log('browser was not in started mode');
-    }
   }
 
   public async renderPage(urlArg: string) {
+    const overallTimeMeasurement = new plugins.smarttime.HrtMeasurement();
+    overallTimeMeasurement.start();
     const resultDeferred = plugins.smartpromise.defer<string>();
-    const page = await this.browser.newPage();
+    const browser = new plugins.smartpuppeteer.IncognitoBrowser();
-    page.on('console', (event: any) => console.log(event._text));
+    const renderTimeMeasurement = new plugins.smarttime.HrtMeasurement();
+    let renderedPageString: string;
+    let screenshotBuffer: Buffer;
+    await browser.start();
+    try {
+      const context = await browser.getNewIncognitoContext();
+      const page = await context.newPage();
 
-    page.on('load', async (...args) => {
+      // lets protect against left open tabs
-      // await plugins.smartdelay.delayFor(2000);
+      plugins.smartdelay.delayFor(30000).then(async () => {
-      await page.$eval('body', serializeFunction);
+        try {
-      const pageContent = await page.content();
+          await browser.stop();
-      const renderedPageString = pageContent;
+        } catch {}
-      resultDeferred.resolve(renderedPageString);
-      plugins.smartfile.memory.toFsSync(renderedPageString, plugins.path.join(paths.noGitDir, 'test.html'));
       });
 
-    await page.goto(urlArg);
+      page.on('console', (msg) => {
-    const result =  await resultDeferred.promise;
+        console.log(`${urlArg}: ${msg.text()}`);
-    page.close();
+      });
-    return result;
+
+      renderTimeMeasurement.start();
+      await page.goto(urlArg, {
+        waitUntil: 'networkidle2',
+        timeout: 30000,
+      });
+
+      if (this.options.debug) {
+        screenshotBuffer = (await page.screenshot({
+          encoding: 'binary',
+        })) as Buffer;
+      }
+
+      await page.$eval('body', serializeFunction);
+      const pageContent = await page.content();
+      renderedPageString = pageContent;
+      resultDeferred.resolve(renderedPageString);
+      renderTimeMeasurement.stop();
+
+      // lets clean up async
+      await page.close();
+      await context.close();
+    } catch (e) {
+      console.log(e);
+      await browser.stop();
+      return;
+    }
+    await browser.stop();
+
+    overallTimeMeasurement.stop();
+    console.log(
+      `Overall it took ${overallTimeMeasurement.milliSeconds} milliseconds to render ${urlArg}`
+    );
+    console.log(
+      `The rendering alone took ${renderTimeMeasurement.milliSeconds} milliseconds for ${urlArg}`
+    );
+
+    // debug
+    if (this.options.debug) {
+      plugins.smartfile.memory.toFsSync(
+        renderedPageString,
+        plugins.path.join(paths.noGitDir, 'test.html')
+      );
+      const fs = await import('fs');
+      fs.writeFileSync(plugins.path.join(paths.noGitDir, 'test.png'), screenshotBuffer);
+    }
+
+    return resultDeferred.promise;
   }
 }

ts/smartssr.function.serialize.ts

@@ -1,7 +1,7 @@
 declare var document: Document;
-export function serializeFunction(rootNode) {
+export function serializeFunction(rootNode: Node) {
   const uuidv4 = () => {
-    return 'unixxxxxxxxxxx'.replace(/[xy]/g, c => {
+    return 'unixxxxxxxxxxx'.replace(/[xy]/g, (c) => {
       const r = (Math.random() * 16) | 0;
       const v = c === 'x' ? r : (r & 0x3) | 0x8;
       return v.toString(16);
@@ -24,55 +24,80 @@ export function serializeFunction(rootNode) {
     styleTemplate = styleTemplate.replace(/}[ \t\n]+div/g, `}\n\n.${uuidID} div`);
     return styleTemplate;
   };
+  const loopProtection: any[] = [];
 
-  function serializeNode(node: HTMLElement) {
+  function serializeNode(nodeArg: HTMLElement | any, logThis = false) {
-    if (!node.tagName.includes('-')) {
+    if (loopProtection.includes(nodeArg)) {
       return;
     }
-    if (node.hasAttribute('smartssr')) {
+    loopProtection.push(nodeArg);
-      console.log(`${node.tagName} is already serialized`);
+    // console.log(nodeArg.nodeName);
-      return;
+    if (nodeArg.shadowRoot) {
-    }
+      nodeArg.setAttribute('smartssr', 'yes');
-    node.setAttribute('smartssr', 'yes');
+
       // lets handle the current node
       const nodeUUID = uuidv4();
 
-    try {
+      nodeArg.classList.add(nodeUUID);
-      node.classList.add(nodeUUID);
+
+      // find all slots
+      const slots = nodeArg.shadowRoot.querySelectorAll('slot');
+
+      // handle slot element
+      const slotsForMove: HTMLSlotElement[] = [];
+      slots.forEach((slot: any) => {
+        slotsForMove.push(slot);
+      });
+
+      for (const slot of slotsForMove) {
+        const slottedLightNodesForMove: any[] = [];
+        slot.assignedNodes().forEach((lightNode) => slottedLightNodesForMove.push(lightNode));
+        slottedLightNodesForMove.forEach((lightNode) =>
+          slot.parentNode.insertBefore(lightNode, slot)
+        );
+      }
 
       // lets modify the css
-      const children: HTMLElement[] = node.shadowRoot.children as any;
+      const childNodes = nodeArg.shadowRoot.childNodes;
-      for (const childElement of children) {
+      // tslint:disable-next-line: prefer-for-of
-        if (childElement.tagName === 'STYLE') {
+      const noteForAppending: HTMLElement[] = [];
-          childElement.textContent = prependCss(nodeUUID, childElement.textContent);
-        }
-        serializeFunction(childElement);
-      }
 
-      const templateDom = document.createElement('template');
+      // lets care about static css first
-      templateDom.innerHTML = node.innerHTML;
+      if (
-
+        (nodeArg.constructor as any).styles &&
-      const slot = node.shadowRoot.querySelector('slot');
+        (nodeArg.constructor as any).styles instanceof Array
-      node.childNodes.forEach(lightNode => slot.parentNode.insertBefore(lightNode, slot));
+      ) {
-      // remove slot element
+        for (const objectArg of (nodeArg.constructor as any).styles) {
-      if (slot) {
+          const styleTag = document.createElement('style');
-        slot.parentNode.removeChild(slot);
+          styleTag.textContent = prependCss(nodeUUID, objectArg.cssText);
-      }
+          noteForAppending.push(styleTag);
-
-      // move shadowDom into root node
-      node.shadowRoot.childNodes.forEach(shadowNode => node.appendChild(shadowNode));
-
-      // add original lightDom as template
-      if (templateDom.innerHTML !== '') {
-        node.appendChild(templateDom);
-      }
-    } catch (err) {
-      console.log('error:', err);
-      console.log(node.tagName);
         }
       }
 
-  [...rootNode.querySelectorAll('*')]
+      childNodes.forEach((childNode: ChildNode) => {
-    .filter(element => /-/.test(element.nodeName))
+        if (childNode instanceof HTMLElement) {
-    .forEach(serializeNode);
+          if (childNode.tagName === 'STYLE') {
+            childNode.textContent = prependCss(nodeUUID, childNode.textContent);
+          } else {
+            serializeNode(childNode, logThis);
+          }
+          noteForAppending.push(childNode);
+        }
+      });
+      while (nodeArg.firstChild) {
+        nodeArg.removeChild(nodeArg.firstChild);
+      }
+      noteForAppending.forEach((childNode) => {
+        nodeArg.append(childNode);
+      });
+    } else {
+      nodeArg.childNodes.forEach((nodeArg2: any) => {
+        serializeNode(nodeArg2, logThis);
+      });
+    }
+  }
+
+  rootNode.childNodes.forEach((nodeArg) => {
+    serializeNode(nodeArg);
+  });
 }

ts/smartssr.paths.ts

@@ -1,5 +1,5 @@
-import * as plugins from './smartssr.plugins';
+import * as plugins from './smartssr.plugins.js';
 
-export const packageDir = plugins.path.join(__dirname, '../');
+export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
 export const noGitDir = plugins.path.join(packageDir, './.nogit');
-
+plugins.smartfile.fs.ensureDirSync(noGitDir);

ts/smartssr.plugins.ts

@@ -1,21 +1,14 @@
 // node native
 import * as path from 'path';
-import * as fs from 'fs';
 
-export {
+export { path };
-  path,
-  fs
-};
 
 // @pushrocks scope
 import * as smartdelay from '@pushrocks/smartdelay';
 import * as smartfile from '@pushrocks/smartfile';
 import * as smartpuppeteer from '@pushrocks/smartpuppeteer';
+import * as smartpath from '@pushrocks/smartpath';
 import * as smartpromise from '@pushrocks/smartpromise';
+import * as smarttime from '@pushrocks/smarttime';
 
-export {
+export { smartdelay, smartfile, smartpath, smartpuppeteer, smartpromise, smarttime };
-  smartdelay,
-  smartfile,
-  smartpuppeteer,
-  smartpromise
-};

tsconfig.json

@@ -0,0 +1,10 @@
+{
+  "compilerOptions": {
+    "experimentalDecorators": true,
+    "useDefineForClassFields": false,
+    "target": "ES2022",
+    "module": "ES2022",
+    "moduleResolution": "nodenext",
+    "esModuleInterop": true
+  }
+}

tslint.json

@@ -1,17 +0,0 @@
-{
-  "extends": ["tslint:latest", "tslint-config-prettier"],
-  "rules": {
-    "semicolon": [true, "always"],
-    "no-console": false,
-    "ordered-imports": false,
-    "object-literal-sort-keys": false,
-    "member-ordering": {
-      "options":{
-        "order": [
-          "static-method"
-        ]
-      }
-    }
-  },
-  "defaultSeverity": "warning"
-}