Compare commits

..

10 Commits

Author SHA1 Message Date
6087c08c0a 1.0.8 2020-08-06 15:13:39 +00:00
2158b366cb fix(core): update 2020-08-06 15:13:38 +00:00
b0e17be31e 1.0.7 2020-03-01 13:50:29 +00:00
a5151b6c89 fix(core): update 2020-03-01 13:50:28 +00:00
c8fc842869 1.0.6 2020-03-01 13:41:21 +00:00
2b2a0ee758 fix(core): update 2020-03-01 13:41:20 +00:00
c5740db2cd 1.0.5 2020-02-25 07:48:54 +00:00
989634d276 fix(core): update 2020-02-25 07:48:54 +00:00
e6a87e408e 1.0.4 2020-02-12 21:38:05 +00:00
637170ecd2 fix(core): update 2020-02-12 21:38:04 +00:00
8 changed files with 9872 additions and 541 deletions

10242
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartssr", "name": "@pushrocks/smartssr",
"version": "1.0.3", "version": "1.0.8",
"private": false, "private": false,
"description": "a smart server side renderer supporting shadow dom", "description": "a smart server side renderer supporting shadow dom",
"main": "dist/index.js", "main": "dist/index.js",
@ -13,18 +13,20 @@
"format": "(gitzone format)" "format": "(gitzone format)"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.0.22", "@gitzone/tsbuild": "^2.1.24",
"@gitzone/tstest": "^1.0.15", "@gitzone/tstest": "^1.0.43",
"@pushrocks/tapbundle": "^3.0.7", "@pushrocks/smartserve": "^1.1.41",
"@types/node": "^10.11.7", "@pushrocks/tapbundle": "^3.2.9",
"tslint": "^5.11.0", "@types/node": "^14.0.27",
"tslint": "^6.1.3",
"tslint-config-prettier": "^1.15.0" "tslint-config-prettier": "^1.15.0"
}, },
"dependencies": { "dependencies": {
"@pushrocks/smartdelay": "^2.0.6", "@pushrocks/smartdelay": "^2.0.10",
"@pushrocks/smartfile": "^7.0.8", "@pushrocks/smartfile": "^7.0.12",
"@pushrocks/smartpromise": "^3.0.6", "@pushrocks/smartpromise": "^3.0.6",
"@pushrocks/smartpuppeteer": "^1.0.14" "@pushrocks/smartpuppeteer": "^1.0.15",
"@pushrocks/smarttime": "^3.0.24"
}, },
"files": [ "files": [
"ts/**/*", "ts/**/*",

9
scripts/serve.ts Normal file
View File

@ -0,0 +1,9 @@
import * as smartserve from '@pushrocks/smartserve';
import * as path from 'path';
const smartserveInstance = new smartserve.SmartServe({
injectReload: true,
serveDir: path.join(__dirname, '../.nogit/')
});
smartserveInstance.start();

View File

@ -4,7 +4,9 @@ import * as smartssr from '../ts/index';
let testSSRInstance: smartssr.SmartSSR; let testSSRInstance: smartssr.SmartSSR;
tap.test('should create a valid smartssr instance', async () => { tap.test('should create a valid smartssr instance', async () => {
testSSRInstance = new smartssr.SmartSSR(); testSSRInstance = new smartssr.SmartSSR({
debug: true
});
}); });
tap.test('should start the smartssr instance', async () => { tap.test('should start the smartssr instance', async () => {
@ -12,18 +14,18 @@ tap.test('should start the smartssr instance', async () => {
}); });
tap.test('should render central.eu', async tools => { tap.test('should render central.eu', async tools => {
await testSSRInstance.renderPage('https://central.eu'); await testSSRInstance.renderPage('https://central.eu/article/5e76873b9cf69b7bf6bc78bc/Introducing%3A%20central.eu');
}); });
tap.test('should render lossless.com', async () => { tap.skip.test('should render lossless.com', async () => {
await testSSRInstance.renderPage('https://lossless.com'); await testSSRInstance.renderPage('https://lossless.com');
}); });
tap.test('should render https://lossless.gmbh', async () => { tap.skip.test('should render https://lossless.gmbh', async () => {
await testSSRInstance.renderPage('https://lossless.gmbh'); const renderedPage = await testSSRInstance.renderPage('https://lossless.gmbh');
}); });
tap.test('should stop the smartssr instacne', async () => { tap.test('should stop the smartssr instance', async () => {
await testSSRInstance.stop(); await testSSRInstance.stop();
}); });

View File

@ -3,11 +3,26 @@ import * as paths from './smartssr.paths';
import { serializeFunction } from './smartssr.function.serialize'; import { serializeFunction } from './smartssr.function.serialize';
export interface ISmartSSROptions {
debug: boolean;
}
/** /**
* *
*/ */
export class SmartSSR { export class SmartSSR {
public browser: plugins.smartpuppeteer.puppeteer.Browser; public browser: plugins.smartpuppeteer.puppeteer.Browser;
public options: ISmartSSROptions;
constructor(optionsArg?: ISmartSSROptions) {
this.options = {
... {
debug: false
},
...optionsArg
};
}
public async start() { public async start() {
this.browser = await plugins.smartpuppeteer.getEnvAwareBrowserInstance(); this.browser = await plugins.smartpuppeteer.getEnvAwareBrowserInstance();
} }
@ -22,25 +37,53 @@ export class SmartSSR {
} }
public async renderPage(urlArg: string) { public async renderPage(urlArg: string) {
const overallTimeMeasurement = new plugins.smarttime.HrtMeasurement();
overallTimeMeasurement.start();
const resultDeferred = plugins.smartpromise.defer<string>(); const resultDeferred = plugins.smartpromise.defer<string>();
const page = await this.browser.newPage(); const context = await this.browser.createIncognitoBrowserContext();
page.on('console', (event: any) => console.log(event._text)); const page = await context.newPage();
page.on('console', msg => {
console.log(`${urlArg}: ${msg.text()}`);
});
page.on('load', async (...args) => { page.on('load', async (...args) => {
// await plugins.smartdelay.delayFor(2000); await plugins.smartdelay.delayFor(5000);
let screenshotBuffer: Buffer;
if (this.options.debug) {
screenshotBuffer = await page.screenshot({
encoding: 'binary'
});
}
await page.$eval('body', serializeFunction); await page.$eval('body', serializeFunction);
const pageContent = await page.content(); const pageContent = await page.content();
const renderedPageString = pageContent; const renderedPageString = pageContent;
resultDeferred.resolve(renderedPageString); resultDeferred.resolve(renderedPageString);
if (this.options.debug) {
plugins.smartfile.memory.toFsSync( plugins.smartfile.memory.toFsSync(
renderedPageString, renderedPageString,
plugins.path.join(paths.noGitDir, 'test.html') plugins.path.join(paths.noGitDir, 'test.html')
); );
const fs = await import('fs');
fs.writeFileSync(plugins.path.join(paths.noGitDir, 'test.png'), screenshotBuffer);
}
}); });
const renderTimeMeasurement = new plugins.smarttime.HrtMeasurement();
renderTimeMeasurement.start();
await page.goto(urlArg); await page.goto(urlArg);
const result = await resultDeferred.promise; const result = await resultDeferred.promise;
page.close(); renderTimeMeasurement.stop();
// lets clean up async
context.close();
overallTimeMeasurement.stop();
console.log(`Overall it took ${overallTimeMeasurement.milliSeconds} milliseconds to render ${urlArg}`);
console.log(`The rendering alone took ${renderTimeMeasurement.milliSeconds} milliseconds for ${urlArg}`)
return result; return result;
} }
} }

View File

@ -1,7 +1,7 @@
declare var document: Document; declare var document: Document;
export function serializeFunction(rootNode) { export function serializeFunction(rootNode) {
const uuidv4 = () => { const uuidv4 = () => {
return 'unixxxxxxxxxxx'.replace(/[xy]/g, c => { return 'unixxxxxxxxxxx'.replace(/[xy]/g, (c) => {
const r = (Math.random() * 16) | 0; const r = (Math.random() * 16) | 0;
const v = c === 'x' ? r : (r & 0x3) | 0x8; const v = c === 'x' ? r : (r & 0x3) | 0x8;
return v.toString(16); return v.toString(16);
@ -24,55 +24,57 @@ export function serializeFunction(rootNode) {
styleTemplate = styleTemplate.replace(/}[ \t\n]+div/g, `}\n\n.${uuidID} div`); styleTemplate = styleTemplate.replace(/}[ \t\n]+div/g, `}\n\n.${uuidID} div`);
return styleTemplate; return styleTemplate;
}; };
const loopProtection: any[] = [];
function serializeNode(node: HTMLElement) { function serializeNode(nodeArg: HTMLElement, logThis = false) {
if (!node.tagName.includes('-')) { if (loopProtection.includes(nodeArg)) {
return; return;
} }
if (node.hasAttribute('smartssr')) { loopProtection.push(nodeArg);
console.log(`${node.tagName} is already serialized`); // console.log(nodeArg.nodeName);
return; if (nodeArg.shadowRoot) {
} nodeArg.setAttribute('smartssr', 'yes');
node.setAttribute('smartssr', 'yes');
// lets handle the current node // lets handle the current node
const nodeUUID = uuidv4(); const nodeUUID = uuidv4();
try { nodeArg.classList.add(nodeUUID);
node.classList.add(nodeUUID); const slots = nodeArg.shadowRoot.querySelectorAll('slot');
// handle slot element
slots.forEach((slot) => {
nodeArg.childNodes.forEach((lightNode) => slot.parentNode.insertBefore(lightNode, slot));
slot.parentNode.removeChild(slot);
});
// lets modify the css // lets modify the css
const children: HTMLElement[] = node.shadowRoot.children as any; const childNodes = nodeArg.shadowRoot.childNodes;
for (const childElement of children) { // tslint:disable-next-line: prefer-for-of
if (childElement.tagName === 'STYLE') { const noteForAppending: HTMLElement[] = [];
childElement.textContent = prependCss(nodeUUID, childElement.textContent); childNodes.forEach((childNode) => {
if (childNode instanceof HTMLElement) {
if (childNode.tagName === 'STYLE') {
childNode.textContent = prependCss(nodeUUID, childNode.textContent);
} else {
if (nodeArg.tagName?.includes('ARTICLEGRID')) {
console.log('hello ' + childNode.id);
} }
serializeFunction(childElement); serializeNode(childNode, logThis);
} }
noteForAppending.push(childNode);
const templateDom = document.createElement('template');
templateDom.innerHTML = node.innerHTML;
const slot = node.shadowRoot.querySelector('slot');
node.childNodes.forEach(lightNode => slot.parentNode.insertBefore(lightNode, slot));
// remove slot element
if (slot) {
slot.parentNode.removeChild(slot);
} }
});
// move shadowDom into root node noteForAppending.forEach(childNode => {
node.shadowRoot.childNodes.forEach(shadowNode => node.appendChild(shadowNode)); nodeArg.append(childNode);
});
// add original lightDom as template } else {
if (templateDom.innerHTML !== '') { nodeArg.childNodes.forEach((nodeArg2: any) => {
node.appendChild(templateDom); serializeNode(nodeArg2, logThis);
} });
} catch (err) {
console.log('error:', err);
console.log(node.tagName);
} }
} }
[...rootNode.querySelectorAll('*')] rootNode.childNodes.forEach((nodeArg) => {
.filter(element => /-/.test(element.nodeName)) serializeNode(nodeArg);
.forEach(serializeNode); });
} }

View File

@ -2,3 +2,4 @@ import * as plugins from './smartssr.plugins';
export const packageDir = plugins.path.join(__dirname, '../'); export const packageDir = plugins.path.join(__dirname, '../');
export const noGitDir = plugins.path.join(packageDir, './.nogit'); export const noGitDir = plugins.path.join(packageDir, './.nogit');
plugins.smartfile.fs.ensureDirSync(noGitDir);

View File

@ -1,13 +1,13 @@
// node native // node native
import * as path from 'path'; import * as path from 'path';
import * as fs from 'fs';
export { path, fs }; export { path };
// @pushrocks scope // @pushrocks scope
import * as smartdelay from '@pushrocks/smartdelay'; import * as smartdelay from '@pushrocks/smartdelay';
import * as smartfile from '@pushrocks/smartfile'; import * as smartfile from '@pushrocks/smartfile';
import * as smartpuppeteer from '@pushrocks/smartpuppeteer'; import * as smartpuppeteer from '@pushrocks/smartpuppeteer';
import * as smartpromise from '@pushrocks/smartpromise'; import * as smartpromise from '@pushrocks/smartpromise';
import * as smarttime from '@pushrocks/smarttime';
export { smartdelay, smartfile, smartpuppeteer, smartpromise }; export { smartdelay, smartfile, smartpuppeteer, smartpromise, smarttime };