Compare commits

..

8 Commits

Author SHA1 Message Date
089bb9282f 3.0.12 2022-08-05 12:21:35 +02:00
73c10c1db8 fix(core): update 2022-08-05 12:21:34 +02:00
59c0c4e60c 3.0.11 2022-08-05 11:53:42 +02:00
8e079cfdfd fix(core): update 2022-08-05 11:53:42 +02:00
d410517c8b 3.0.10 2022-08-02 18:19:27 +02:00
c02340813f fix(core): update 2022-08-02 18:19:27 +02:00
0d3f636af3 3.0.9 2022-07-28 16:23:11 +02:00
a64d47c02e fix(core): update 2022-07-28 16:23:11 +02:00
4 changed files with 1582 additions and 1629 deletions

3118
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/webrequest", "name": "@pushrocks/webrequest",
"version": "3.0.8", "version": "3.0.12",
"private": false, "private": false,
"description": "securely request from browsers", "description": "securely request from browsers",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@ -13,22 +13,20 @@
"build": "(tsbuild --web --allowimplicitany && tsbundle npm)" "build": "(tsbuild --web --allowimplicitany && tsbundle npm)"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.63", "@gitzone/tsbuild": "^2.1.65",
"@gitzone/tsbundle": "^2.0.6", "@gitzone/tsbundle": "^2.0.7",
"@gitzone/tstest": "^1.0.72", "@gitzone/tstest": "^1.0.73",
"@pushrocks/smartexpress": "^4.0.5", "@pushrocks/smartexpress": "^4.0.21",
"@pushrocks/tapbundle": "^5.0.4", "@pushrocks/tapbundle": "^5.0.4",
"@types/node": "^18.6.1", "@types/node": "^18.6.4"
"tslint": "^6.1.3",
"tslint-config-prettier": "^1.18.0"
}, },
"dependencies": { "dependencies": {
"@adobe/helix-fetch": "^3.1.1",
"@pushrocks/smartdelay": "^2.0.13", "@pushrocks/smartdelay": "^2.0.13",
"@pushrocks/smartenv": "^5.0.2", "@pushrocks/smartenv": "^5.0.2",
"@pushrocks/smartjson": "^5.0.1", "@pushrocks/smartjson": "^5.0.1",
"@pushrocks/smartpromise": "^3.1.7", "@pushrocks/smartpromise": "^3.1.7",
"@pushrocks/webstore": "^2.0.4", "@pushrocks/webstore": "^2.0.5"
"node-fetch": "^3.2.9"
}, },
"files": [ "files": [
"ts/**/*", "ts/**/*",

View File

@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@pushrocks/webrequest', name: '@pushrocks/webrequest',
version: '3.0.8', version: '3.0.12',
description: 'securely request from browsers' description: 'securely request from browsers'
} }

View File

@ -1,11 +1,20 @@
import * as plugins from './webrequest.plugins.js'; import * as plugins from './webrequest.plugins.js';
export interface IWebrequestContructorOptions {
logging?: boolean;
}
/** /**
* web request * web request
*/ */
export class WebRequest { export class WebRequest {
private static polyfillStatusEvaluated = false; private static polyfillStatusEvaluated = false;
private static neededPolyfillsLoadedDeferred = plugins.smartpromise.defer(); private static neededPolyfillsLoadedDeferred = plugins.smartpromise.defer<{
fetch: typeof fetch,
Response: typeof Response,
AbortController?: typeof AbortController,
helixTimeout?: any,
}>();
public static async loadNeededPolyfills() { public static async loadNeededPolyfills() {
if (this.polyfillStatusEvaluated) { if (this.polyfillStatusEvaluated) {
return this.neededPolyfillsLoadedDeferred.promise; return this.neededPolyfillsLoadedDeferred.promise;
@ -14,11 +23,19 @@ export class WebRequest {
const smartenv = new plugins.smartenv.Smartenv(); const smartenv = new plugins.smartenv.Smartenv();
if (!smartenv.isBrowser) { if (!smartenv.isBrowser) {
this.polyfillStatusEvaluated = true; this.polyfillStatusEvaluated = true;
const fetchMod = await smartenv.getSafeNodeModule('node-fetch'); const fetchMod = await smartenv.getSafeNodeModule('@adobe/helix-fetch');
globalThis.Response = fetchMod.Response; this.neededPolyfillsLoadedDeferred.resolve({
globalThis.fetch = fetchMod.default; fetch: fetchMod.fetch,
Response: fetchMod.Response,
helixTimeout: fetchMod.timeoutSignal,
});
} else {
this.neededPolyfillsLoadedDeferred.resolve({
fetch: globalThis.fetch,
Response: globalThis.Response,
AbortController: globalThis.AbortController
});
} }
this.neededPolyfillsLoadedDeferred.resolve();
} }
public cacheStore = new plugins.webstore.WebStore({ public cacheStore = new plugins.webstore.WebStore({
@ -26,7 +43,13 @@ export class WebRequest {
storeName: 'webrequest', storeName: 'webrequest',
}); });
constructor() { public options: IWebrequestContructorOptions;
constructor(public optionsArg: IWebrequestContructorOptions = {}) {
this.options = {
logging: true,
...optionsArg
}
WebRequest.loadNeededPolyfills(); WebRequest.loadNeededPolyfills();
} }
@ -93,12 +116,24 @@ export class WebRequest {
timeoutMs?: number; timeoutMs?: number;
} }
) { ) {
await WebRequest.neededPolyfillsLoadedDeferred.promise; optionsArg = {
const controller = new AbortController(); timeoutMs: 60000,
useCache: false,
...optionsArg,
}
const fetchObject = await WebRequest.neededPolyfillsLoadedDeferred.promise;
let controller: AbortController;
if (optionsArg.timeoutMs) { if (optionsArg.timeoutMs) {
plugins.smartdelay.delayFor(optionsArg.timeoutMs).then(() => { if (fetchObject.AbortController) {
controller.abort(); controller = new fetchObject.AbortController();
}); plugins.smartdelay.delayFor(optionsArg.timeoutMs).then(() => {
controller.abort();
});
} else {
controller = {
signal: fetchObject.helixTimeout(optionsArg.timeoutMs)
} as any;
}
} }
let cachedResponseDeferred = plugins.smartpromise.defer<Response>(); let cachedResponseDeferred = plugins.smartpromise.defer<Response>();
let cacheUsed = false; let cacheUsed = false;
@ -108,8 +143,8 @@ export class WebRequest {
} else { } else {
cachedResponseDeferred.resolve(null); cachedResponseDeferred.resolve(null);
} }
let response: Response = await fetch(urlArg, { let response: Response = await fetchObject.fetch(urlArg, {
signal: controller.signal, signal: controller ? controller.signal : null,
method: optionsArg.method, method: optionsArg.method,
headers: { headers: {
'Content-Type': 'application/json', 'Content-Type': 'application/json',
@ -133,7 +168,7 @@ export class WebRequest {
const buffer = await response.clone().arrayBuffer(); const buffer = await response.clone().arrayBuffer();
await this.cacheStore.set(urlArg, buffer); await this.cacheStore.set(urlArg, buffer);
} }
console.log(`${urlArg} answers with status: ${response.status}`); this.log(`${urlArg} answers with status: ${response.status}`);
return response; return response;
} }
@ -185,7 +220,7 @@ export class WebRequest {
if (!urlToUse) { if (!urlToUse) {
throw new Error('request failed permanently'); throw new Error('request failed permanently');
} }
console.log(`Getting ${urlToUse} with method ${optionsArg.method}`); this.log(`Getting ${urlToUse} with method ${optionsArg.method}`);
const response = await fetch(urlToUse, { const response = await fetch(urlToUse, {
method: optionsArg.method, method: optionsArg.method,
headers: { headers: {
@ -194,7 +229,7 @@ export class WebRequest {
}, },
body: optionsArg.body, body: optionsArg.body,
}); });
console.log(`${urlToUse} answers with status: ${response.status}`); this.log(`${urlToUse} answers with status: ${response.status}`);
if (response.status >= 200 && response.status < 300) { if (response.status >= 200 && response.status < 300) {
return response; return response;
@ -210,4 +245,10 @@ export class WebRequest {
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]); const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
return finalResponse; return finalResponse;
} }
public log(logArg: string) {
if (this.options.logging) {
console.log(logArg);
}
}
} }