Compare commits

..

28 Commits

Author SHA1 Message Date
98a18f4243 3.0.23 2023-05-01 13:11:42 +02:00
ba231de502 fix(core): update 2023-05-01 13:11:41 +02:00
363bc1c025 3.0.22 2023-05-01 12:26:16 +02:00
f28f5b8f46 fix(core): update 2023-05-01 12:26:15 +02:00
b30a7b57d3 3.0.21 2023-03-07 16:04:08 +01:00
240b2fc69a fix(core): update 2023-03-07 16:04:08 +01:00
0e1da04c3c 3.0.20 2023-03-07 11:31:26 +01:00
2a715e5b80 fix(core): update 2023-03-07 11:31:25 +01:00
5ff76b5c9f 3.0.19 2023-03-07 11:30:01 +01:00
76733cc96a fix(core): update 2023-03-07 11:30:00 +01:00
c8f27a1935 3.0.18 2023-02-12 19:08:51 +01:00
3b7378386f fix(core): update 2023-02-12 19:08:50 +01:00
4164458d80 3.0.17 2023-02-12 19:07:30 +01:00
9af837124a fix(core): update 2023-02-12 19:07:30 +01:00
4685856ade 3.0.16 2023-02-12 17:54:01 +01:00
a46af3a431 fix(core): update 2023-02-12 17:54:00 +01:00
ac65f4c85f 3.0.15 2023-02-12 17:46:50 +01:00
d845e19934 fix(core): update 2023-02-12 17:46:49 +01:00
9bba1ef94c 3.0.14 2023-02-11 18:19:03 +01:00
1e58f77142 fix(core): update 2023-02-11 18:19:02 +01:00
f882b0a90f 3.0.13 2022-08-19 17:49:47 +02:00
0f1240d0db fix(core): update 2022-08-19 17:49:47 +02:00
089bb9282f 3.0.12 2022-08-05 12:21:35 +02:00
73c10c1db8 fix(core): update 2022-08-05 12:21:34 +02:00
59c0c4e60c 3.0.11 2022-08-05 11:53:42 +02:00
8e079cfdfd fix(core): update 2022-08-05 11:53:42 +02:00
d410517c8b 3.0.10 2022-08-02 18:19:27 +02:00
c02340813f fix(core): update 2022-08-02 18:19:27 +02:00
9 changed files with 4564 additions and 14740 deletions

View File

@ -13,31 +13,24 @@ stages:
- metadata - metadata
before_script: before_script:
- npm install -g @shipzone/npmci - pnpm install -g pnpm
- pnpm install -g @shipzone/npmci
- npmci npm prepare
# ==================== # ====================
# security stage # security stage
# ==================== # ====================
mirror: # ====================
stage: security # security stage
script: # ====================
- npmci git mirror
only:
- tags
tags:
- lossless
- docker
- notpriv
auditProductionDependencies: auditProductionDependencies:
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
stage: security stage: security
script: script:
- npmci npm prepare - npmci command npm config set registry https://registry.npmjs.org
- npmci command npm install --production --ignore-scripts - npmci command pnpm audit --audit-level=high --prod
- npmci command npm config set registry https://registry.npmjs.org
- npmci command npm audit --audit-level=high --only=prod --production
tags: tags:
- lossless
- docker - docker
allow_failure: true allow_failure: true
@ -45,11 +38,10 @@ auditDevDependencies:
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
stage: security stage: security
script: script:
- npmci npm prepare
- npmci command npm install --ignore-scripts
- npmci command npm config set registry https://registry.npmjs.org - npmci command npm config set registry https://registry.npmjs.org
- npmci command npm audit --audit-level=high --only=dev - npmci command pnpm audit --audit-level=high --dev
tags: tags:
- lossless
- docker - docker
allow_failure: true allow_failure: true
@ -60,7 +52,6 @@ auditDevDependencies:
testStable: testStable:
stage: test stage: test
script: script:
- npmci npm prepare
- npmci node install stable - npmci node install stable
- npmci npm install - npmci npm install
- npmci npm test - npmci npm test
@ -71,10 +62,9 @@ testStable:
testBuild: testBuild:
stage: test stage: test
script: script:
- npmci npm prepare
- npmci node install stable - npmci node install stable
- npmci npm install - npmci npm install
- npmci command npm run build - npmci npm build
coverage: /\d+.?\d+?\%\s*coverage/ coverage: /\d+.?\d+?\%\s*coverage/
tags: tags:
- docker - docker
@ -100,10 +90,9 @@ codequality:
only: only:
- tags - tags
script: script:
- npmci command npm install -g tslint typescript - npmci command npm install -g typescript
- npmci npm prepare - npmci npm prepare
- npmci npm install - npmci npm install
- npmci command "tslint -c tslint.json ./ts/**/*.ts"
tags: tags:
- lossless - lossless
- docker - docker
@ -123,11 +112,9 @@ trigger:
pages: pages:
stage: metadata stage: metadata
script: script:
- npmci node install lts - npmci node install stable
- npmci command npm install -g @gitzone/tsdoc
- npmci npm prepare
- npmci npm install - npmci npm install
- npmci command tsdoc - npmci command npm run buildDocs
tags: tags:
- lossless - lossless
- docker - docker

14644
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/webrequest", "name": "@pushrocks/webrequest",
"version": "3.0.9", "version": "3.0.23",
"private": false, "private": false,
"description": "securely request from browsers", "description": "securely request from browsers",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@ -10,25 +10,25 @@
"license": "MIT", "license": "MIT",
"scripts": { "scripts": {
"test": "(tstest test/ --web)", "test": "(tstest test/ --web)",
"build": "(tsbuild --web --allowimplicitany && tsbundle npm)" "build": "(tsbuild --web --allowimplicitany && tsbundle npm)",
"buildDocs": "tsdoc"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.63", "@gitzone/tsbuild": "^2.1.65",
"@gitzone/tsbundle": "^2.0.6", "@gitzone/tsbundle": "^2.0.7",
"@gitzone/tstest": "^1.0.72", "@gitzone/tsrun": "^1.2.39",
"@pushrocks/smartexpress": "^4.0.5", "@gitzone/tstest": "^1.0.73",
"@pushrocks/smartexpress": "^4.0.35",
"@pushrocks/tapbundle": "^5.0.4", "@pushrocks/tapbundle": "^5.0.4",
"@types/node": "^18.6.2", "@types/node": "^18.16.3"
"tslint": "^6.1.3",
"tslint-config-prettier": "^1.18.0"
}, },
"dependencies": { "dependencies": {
"@pushrocks/smartdelay": "^2.0.13", "@adobe/fetch": "^4.0.10",
"@pushrocks/smartdelay": "^3.0.1",
"@pushrocks/smartenv": "^5.0.2", "@pushrocks/smartenv": "^5.0.2",
"@pushrocks/smartjson": "^5.0.1", "@pushrocks/smartjson": "^5.0.1",
"@pushrocks/smartpromise": "^3.1.7", "@pushrocks/smartpromise": "^4.0.2",
"@pushrocks/webstore": "^2.0.4", "@pushrocks/webstore": "^2.0.7"
"node-fetch": "^3.2.9"
}, },
"files": [ "files": [
"ts/**/*", "ts/**/*",

4438
pnpm-lock.yaml generated Normal file

File diff suppressed because it is too large Load Diff

View File

@ -21,7 +21,6 @@ Code Style | [![Code Style](https://badgen.net/badge/style/prettier/purple)](htt
PackagePhobia (total standalone install weight) | [![PackagePhobia](https://badgen.net/packagephobia/install/@pushrocks/webrequest)](https://lossless.cloud) PackagePhobia (total standalone install weight) | [![PackagePhobia](https://badgen.net/packagephobia/install/@pushrocks/webrequest)](https://lossless.cloud)
PackagePhobia (package size on registry) | [![PackagePhobia](https://badgen.net/packagephobia/publish/@pushrocks/webrequest)](https://lossless.cloud) PackagePhobia (package size on registry) | [![PackagePhobia](https://badgen.net/packagephobia/publish/@pushrocks/webrequest)](https://lossless.cloud)
BundlePhobia (total size when bundled) | [![BundlePhobia](https://badgen.net/bundlephobia/minzip/@pushrocks/webrequest)](https://lossless.cloud) BundlePhobia (total size when bundled) | [![BundlePhobia](https://badgen.net/bundlephobia/minzip/@pushrocks/webrequest)](https://lossless.cloud)
Platform support | [![Supports Windows 10](https://badgen.net/badge/supports%20Windows%2010/yes/green?icon=windows)](https://lossless.cloud) [![Supports Mac OS X](https://badgen.net/badge/supports%20Mac%20OS%20X/yes/green?icon=apple)](https://lossless.cloud)
## Usage ## Usage
@ -33,7 +32,6 @@ We are always happy for code contributions. If you are not the code contributing
For further information read the linked docs at the top of this readme. For further information read the linked docs at the top of this readme.
> MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh) ## Legal
> MIT licensed | **©** [Task Venture Capital GmbH](https://task.vc)
| By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy) | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy)
[![repo-footer](https://lossless.gitlab.io/publicrelations/repofooter.svg)](https://maintainedby.lossless.com)

View File

@ -2,15 +2,10 @@ import { expect, tap } from '@pushrocks/tapbundle';
import * as webrequest from '../ts/index.js'; import * as webrequest from '../ts/index.js';
tap.test('should run multiendpoint request', async (tools) => { tap.test('should run multiendpoint request', async (tools) => {
const done = tools.defer(); const response = await new webrequest.WebRequest().request('https://api.signup.software', {
const response = await new webrequest.WebRequest() method: 'GET',
.requestMultiEndpoint(['https://lossless.com'], { });
method: 'GET', console.log(JSON.stringify(await response.text()));
})
.catch((e) => {
done.resolve();
});
await done.promise;
}); });
tap.start(); tap.start();

View File

@ -43,14 +43,19 @@ tap.test('setup test server', async () => {
}); });
tap.test('first test', async (tools) => { tap.test('first test', async (tools) => {
const response = await (await new webrequest.WebRequest().requestMultiEndpoint([ const response = await (
'http://localhost:2345/apiroute1', await new webrequest.WebRequest().requestMultiEndpoint(
'http://localhost:2345/apiroute2', [
'http://localhost:2345/apiroute4', 'http://localhost:2345/apiroute1',
'http://localhost:2345/apiroute3', 'http://localhost:2345/apiroute2',
], { 'http://localhost:2345/apiroute4',
method: 'GET' 'http://localhost:2345/apiroute3',
})).json(); ],
{
method: 'GET',
}
)
).json();
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3'); const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
@ -68,6 +73,6 @@ tap.test('should cache response', async () => {
await testServer.stop(); await testServer.stop();
const response2 = await webrequestInstance.getJson('http://localhost:2345/apiroute3', true); const response2 = await webrequestInstance.getJson('http://localhost:2345/apiroute3', true);
expect(response2).toHaveProperty('hithere'); expect(response2).toHaveProperty('hithere');
}) });
tap.start(); tap.start();

View File

@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@pushrocks/webrequest', name: '@pushrocks/webrequest',
version: '3.0.9', version: '3.0.23',
description: 'securely request from browsers' description: 'securely request from browsers'
} }

View File

@ -9,7 +9,17 @@ export interface IWebrequestContructorOptions {
*/ */
export class WebRequest { export class WebRequest {
private static polyfillStatusEvaluated = false; private static polyfillStatusEvaluated = false;
private static neededPolyfillsLoadedDeferred = plugins.smartpromise.defer(); private static neededPolyfillsLoadedDeferred = plugins.smartpromise.defer<{
fetch: typeof fetch;
Response: typeof Response;
AbortController?: typeof AbortController;
helixTimeout?: any;
}>();
/**
* loads the needed polyfill
* @returns
*/
public static async loadNeededPolyfills() { public static async loadNeededPolyfills() {
if (this.polyfillStatusEvaluated) { if (this.polyfillStatusEvaluated) {
return this.neededPolyfillsLoadedDeferred.promise; return this.neededPolyfillsLoadedDeferred.promise;
@ -17,12 +27,24 @@ export class WebRequest {
this.polyfillStatusEvaluated = true; this.polyfillStatusEvaluated = true;
const smartenv = new plugins.smartenv.Smartenv(); const smartenv = new plugins.smartenv.Smartenv();
if (!smartenv.isBrowser) { if (!smartenv.isBrowser) {
console.log('webrequest using node context.');
this.polyfillStatusEvaluated = true; this.polyfillStatusEvaluated = true;
const fetchMod = await smartenv.getSafeNodeModule('node-fetch'); const fetchMod = await smartenv.getSafeNodeModule('@adobe/fetch');
globalThis.Response = fetchMod.Response; this.neededPolyfillsLoadedDeferred.resolve({
globalThis.fetch = fetchMod.default; fetch: fetchMod.fetch,
Response: fetchMod.Response,
helixTimeout: fetchMod.timeoutSignal,
});
} else {
console.log('webrequest using browser context.');
this.neededPolyfillsLoadedDeferred.resolve({
fetch: (...args) => {
return fetch(...args);
},
Response: globalThis.Response,
AbortController: globalThis.AbortController,
});
} }
this.neededPolyfillsLoadedDeferred.resolve();
} }
public cacheStore = new plugins.webstore.WebStore({ public cacheStore = new plugins.webstore.WebStore({
@ -35,8 +57,8 @@ export class WebRequest {
constructor(public optionsArg: IWebrequestContructorOptions = {}) { constructor(public optionsArg: IWebrequestContructorOptions = {}) {
this.options = { this.options = {
logging: true, logging: true,
...optionsArg ...optionsArg,
} };
WebRequest.loadNeededPolyfills(); WebRequest.loadNeededPolyfills();
} }
@ -57,8 +79,11 @@ export class WebRequest {
public async postJson(urlArg: string, requestBody?: any, useCacheArg: boolean = false) { public async postJson(urlArg: string, requestBody?: any, useCacheArg: boolean = false) {
await WebRequest.neededPolyfillsLoadedDeferred.promise; await WebRequest.neededPolyfillsLoadedDeferred.promise;
const response: Response = await this.request(urlArg, { const response: Response = await this.request(urlArg, {
body: plugins.smartjson.stringify(requestBody),
method: 'POST', method: 'POST',
headers: {
'Content-Type': 'application/json',
},
body: plugins.smartjson.stringify(requestBody),
useCache: useCacheArg, useCache: useCacheArg,
}); });
const responseText = await response.text(); const responseText = await response.text();
@ -72,8 +97,11 @@ export class WebRequest {
public async putJson(urlArg: string, requestBody?: any, useStoreAsFallback: boolean = false) { public async putJson(urlArg: string, requestBody?: any, useStoreAsFallback: boolean = false) {
await WebRequest.neededPolyfillsLoadedDeferred.promise; await WebRequest.neededPolyfillsLoadedDeferred.promise;
const response: Response = await this.request(urlArg, { const response: Response = await this.request(urlArg, {
body: plugins.smartjson.stringify(requestBody),
method: 'PUT', method: 'PUT',
headers: {
'Content-Type': 'application/json',
},
body: plugins.smartjson.stringify(requestBody),
}); });
const responseText = await response.text(); const responseText = await response.text();
const responseResult = plugins.smartjson.parse(responseText); const responseResult = plugins.smartjson.parse(responseText);
@ -86,6 +114,9 @@ export class WebRequest {
public async deleteJson(urlArg: string, useStoreAsFallback: boolean = false) { public async deleteJson(urlArg: string, useStoreAsFallback: boolean = false) {
await WebRequest.neededPolyfillsLoadedDeferred.promise; await WebRequest.neededPolyfillsLoadedDeferred.promise;
const response: Response = await this.request(urlArg, { const response: Response = await this.request(urlArg, {
headers: {
'Content-Type': 'application/json',
},
method: 'GET', method: 'GET',
}); });
const responseText = await response.text(); const responseText = await response.text();
@ -103,38 +134,52 @@ export class WebRequest {
timeoutMs?: number; timeoutMs?: number;
} }
) { ) {
await WebRequest.neededPolyfillsLoadedDeferred.promise; optionsArg = {
const controller = new AbortController(); timeoutMs: 60000,
useCache: false,
...optionsArg,
};
const fetchObject = await WebRequest.neededPolyfillsLoadedDeferred.promise;
let controller: AbortController;
if (optionsArg.timeoutMs) { if (optionsArg.timeoutMs) {
plugins.smartdelay.delayFor(optionsArg.timeoutMs).then(() => { if (fetchObject.AbortController) {
controller.abort(); controller = new fetchObject.AbortController();
}); plugins.smartdelay.delayFor(optionsArg.timeoutMs).then(() => {
controller.abort();
});
} else {
controller = {
signal: fetchObject.helixTimeout(optionsArg.timeoutMs),
} as any;
}
} }
let cachedResponseDeferred = plugins.smartpromise.defer<Response>(); let cachedResponseDeferred = plugins.smartpromise.defer<Response>();
let cacheUsed = false; let cacheUsed = false;
if (optionsArg.useCache && await this.cacheStore.check(urlArg)) { if (optionsArg.useCache && (await this.cacheStore.check(urlArg))) {
const responseBuffer: ArrayBuffer = await this.cacheStore.get(urlArg); const responseBuffer: ArrayBuffer = await this.cacheStore.get(urlArg);
cachedResponseDeferred.resolve(new Response(responseBuffer, {})); cachedResponseDeferred.resolve(new Response(responseBuffer, {}));
} else { } else {
cachedResponseDeferred.resolve(null); cachedResponseDeferred.resolve(null);
} }
let response: Response = await fetch(urlArg, { let response: Response = await fetchObject
signal: controller.signal, .fetch(urlArg, {
method: optionsArg.method, signal: controller ? controller.signal : null,
headers: { method: optionsArg.method,
'Content-Type': 'application/json', headers: {
...(optionsArg.headers || {}), ...(optionsArg.headers || {}),
}, },
body: optionsArg.body, body: optionsArg.body,
}).catch(async (err) => { })
if (optionsArg.useCache && (await cachedResponseDeferred.promise)) { .catch(async (err) => {
cacheUsed = true; if (optionsArg.useCache && (await cachedResponseDeferred.promise)) {
const cachedResponse = cachedResponseDeferred.promise; cacheUsed = true;
return cachedResponse; const cachedResponse = cachedResponseDeferred.promise;
} else { return cachedResponse;
return err; } else {
} return err;
}); }
});
if (optionsArg.useCache && (await cachedResponseDeferred.promise) && response.status === 500) { if (optionsArg.useCache && (await cachedResponseDeferred.promise) && response.status === 500) {
cacheUsed = true; cacheUsed = true;
response = await cachedResponseDeferred.promise; response = await cachedResponseDeferred.promise;