Compare commits
22 Commits
Author | SHA1 | Date | |
---|---|---|---|
1d14312ccc | |||
09ac10c27c | |||
4b7a9d97f3 | |||
2dfd75aaea | |||
7e7bb5f739 | |||
06caeaf7c8 | |||
dec635f57f | |||
7d28f15f23 | |||
9c3187b2e9 | |||
adadd2c100 | |||
1bb08bfb7f | |||
11746c61bd | |||
2b6d9c961c | |||
0b53be66f2 | |||
547b151ee2 | |||
9855311739 | |||
1453abcd5f | |||
99afb573cd | |||
94360ff1da | |||
3fd2075c26 | |||
71782672d7 | |||
9dec755ea5 |
@ -12,6 +12,9 @@ stages:
|
|||||||
- release
|
- release
|
||||||
- metadata
|
- metadata
|
||||||
|
|
||||||
|
before_script:
|
||||||
|
- npm install -g @shipzone/npmci
|
||||||
|
|
||||||
# ====================
|
# ====================
|
||||||
# security stage
|
# security stage
|
||||||
# ====================
|
# ====================
|
||||||
@ -19,23 +22,36 @@ mirror:
|
|||||||
stage: security
|
stage: security
|
||||||
script:
|
script:
|
||||||
- npmci git mirror
|
- npmci git mirror
|
||||||
|
only:
|
||||||
|
- tags
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
- lossless
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
- notpriv
|
||||||
|
|
||||||
audit:
|
auditProductionDependencies:
|
||||||
|
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||||
|
stage: security
|
||||||
|
script:
|
||||||
|
- npmci npm prepare
|
||||||
|
- npmci command npm install --production --ignore-scripts
|
||||||
|
- npmci command npm config set registry https://registry.npmjs.org
|
||||||
|
- npmci command npm audit --audit-level=high --only=prod --production
|
||||||
|
tags:
|
||||||
|
- docker
|
||||||
|
allow_failure: true
|
||||||
|
|
||||||
|
auditDevDependencies:
|
||||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||||
stage: security
|
stage: security
|
||||||
script:
|
script:
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
- npmci command npm install --ignore-scripts
|
- npmci command npm install --ignore-scripts
|
||||||
- npmci command npm config set registry https://registry.npmjs.org
|
- npmci command npm config set registry https://registry.npmjs.org
|
||||||
- npmci command npm audit --audit-level=high
|
- npmci command npm audit --audit-level=high --only=dev
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
allow_failure: true
|
||||||
|
|
||||||
# ====================
|
# ====================
|
||||||
# test stage
|
# test stage
|
||||||
@ -50,9 +66,7 @@ testStable:
|
|||||||
- npmci npm test
|
- npmci npm test
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
coverage: /\d+.?\d+?\%\s*coverage/
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- priv
|
|
||||||
|
|
||||||
testBuild:
|
testBuild:
|
||||||
stage: test
|
stage: test
|
||||||
@ -63,9 +77,7 @@ testBuild:
|
|||||||
- npmci command npm run build
|
- npmci command npm run build
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
coverage: /\d+.?\d+?\%\s*coverage/
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
|
||||||
|
|
||||||
release:
|
release:
|
||||||
stage: release
|
stage: release
|
||||||
@ -85,6 +97,8 @@ release:
|
|||||||
codequality:
|
codequality:
|
||||||
stage: metadata
|
stage: metadata
|
||||||
allow_failure: true
|
allow_failure: true
|
||||||
|
only:
|
||||||
|
- tags
|
||||||
script:
|
script:
|
||||||
- npmci command npm install -g tslint typescript
|
- npmci command npm install -g tslint typescript
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
|
24
.vscode/launch.json
vendored
24
.vscode/launch.json
vendored
@ -2,28 +2,10 @@
|
|||||||
"version": "0.2.0",
|
"version": "0.2.0",
|
||||||
"configurations": [
|
"configurations": [
|
||||||
{
|
{
|
||||||
"name": "current file",
|
"command": "npm test",
|
||||||
"type": "node",
|
"name": "Run npm test",
|
||||||
"request": "launch",
|
"request": "launch",
|
||||||
"args": [
|
"type": "node-terminal"
|
||||||
"${relativeFile}"
|
|
||||||
],
|
|
||||||
"runtimeArgs": ["-r", "@gitzone/tsrun"],
|
|
||||||
"cwd": "${workspaceRoot}",
|
|
||||||
"protocol": "inspector",
|
|
||||||
"internalConsoleOptions": "openOnSessionStart"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "test.ts",
|
|
||||||
"type": "node",
|
|
||||||
"request": "launch",
|
|
||||||
"args": [
|
|
||||||
"test/test.ts"
|
|
||||||
],
|
|
||||||
"runtimeArgs": ["-r", "@gitzone/tsrun"],
|
|
||||||
"cwd": "${workspaceRoot}",
|
|
||||||
"protocol": "inspector",
|
|
||||||
"internalConsoleOptions": "openOnSessionStart"
|
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
2
.vscode/settings.json
vendored
2
.vscode/settings.json
vendored
@ -15,7 +15,7 @@
|
|||||||
"properties": {
|
"properties": {
|
||||||
"projectType": {
|
"projectType": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"enum": ["website", "element", "service", "npm"]
|
"enum": ["website", "element", "service", "npm", "wcc"]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -9,7 +9,7 @@
|
|||||||
"githost": "gitlab.com",
|
"githost": "gitlab.com",
|
||||||
"gitscope": "pushrocks",
|
"gitscope": "pushrocks",
|
||||||
"gitrepo": "webrequest",
|
"gitrepo": "webrequest",
|
||||||
"shortDescription": "securely request from browsers",
|
"description": "securely request from browsers",
|
||||||
"npmPackagename": "@pushrocks/webrequest",
|
"npmPackagename": "@pushrocks/webrequest",
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
}
|
}
|
||||||
|
19028
package-lock.json
generated
19028
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
29
package.json
29
package.json
@ -1,29 +1,33 @@
|
|||||||
{
|
{
|
||||||
"name": "@pushrocks/webrequest",
|
"name": "@pushrocks/webrequest",
|
||||||
"version": "2.0.7",
|
"version": "3.0.1",
|
||||||
"private": false,
|
"private": false,
|
||||||
"description": "securely request from browsers",
|
"description": "securely request from browsers",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
"typings": "dist_ts/index.d.ts",
|
"typings": "dist_ts/index.d.ts",
|
||||||
|
"type": "module",
|
||||||
"author": "Lossless GmbH",
|
"author": "Lossless GmbH",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"test": "(tstest test/ --web)",
|
"test": "(tstest test/ --web)",
|
||||||
"build": "(tsbuild --web)",
|
"build": "(tsbuild --web --allowimplicitany && tsbundle npm)"
|
||||||
"format": "(gitzone format)"
|
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@gitzone/tsbuild": "^2.1.24",
|
"@gitzone/tsbuild": "^2.1.56",
|
||||||
"@gitzone/tstest": "^1.0.33",
|
"@gitzone/tsbundle": "^1.0.98",
|
||||||
"@pushrocks/smartexpress": "^3.0.72",
|
"@gitzone/tstest": "^1.0.68",
|
||||||
"@pushrocks/tapbundle": "^3.2.1",
|
"@pushrocks/smartexpress": "^3.0.108",
|
||||||
"@types/node": "^14.0.14",
|
"@pushrocks/tapbundle": "^5.0.2",
|
||||||
"node-fetch": "^2.6.0",
|
"@types/node": "^17.0.21",
|
||||||
"tslint": "^6.1.2",
|
"tslint": "^6.1.3",
|
||||||
"tslint-config-prettier": "^1.18.0"
|
"tslint-config-prettier": "^1.18.0"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@pushrocks/smartdelay": "^2.0.9"
|
"@pushrocks/smartdelay": "^2.0.13",
|
||||||
|
"@pushrocks/smartenv": "^5.0.0",
|
||||||
|
"@pushrocks/smartjson": "^4.0.6",
|
||||||
|
"@pushrocks/smartpromise": "^3.1.7",
|
||||||
|
"node-fetch": "^3.2.3"
|
||||||
},
|
},
|
||||||
"files": [
|
"files": [
|
||||||
"ts/**/*",
|
"ts/**/*",
|
||||||
@ -36,5 +40,8 @@
|
|||||||
"cli.js",
|
"cli.js",
|
||||||
"npmextra.json",
|
"npmextra.json",
|
||||||
"readme.md"
|
"readme.md"
|
||||||
|
],
|
||||||
|
"browserslist": [
|
||||||
|
"last 1 chrome versions"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
@ -27,7 +27,6 @@ Platform support | [ or [contribute monthly](https://lossless.link/contribute). :)
|
We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :)
|
||||||
|
16
test/test.browser.ts
Normal file
16
test/test.browser.ts
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
import { expect, tap } from '@pushrocks/tapbundle';
|
||||||
|
import * as webrequest from '../ts/index.js';
|
||||||
|
|
||||||
|
tap.test('first test', async (tools) => {
|
||||||
|
const done = tools.defer();
|
||||||
|
const response = await new webrequest.WebRequest()
|
||||||
|
.request(['https://lossless.com'], {
|
||||||
|
method: 'GET',
|
||||||
|
})
|
||||||
|
.catch((e) => {
|
||||||
|
done.resolve();
|
||||||
|
});
|
||||||
|
await done.promise;
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.start();
|
22
test/test.ts
22
test/test.ts
@ -1,5 +1,5 @@
|
|||||||
import { expect, tap } from '@pushrocks/tapbundle';
|
import { expect, tap } from '@pushrocks/tapbundle';
|
||||||
import * as webrequest from '../ts/index';
|
import * as webrequest from '../ts/index.js';
|
||||||
|
|
||||||
// test dependencies
|
// test dependencies
|
||||||
import * as smartexpress from '@pushrocks/smartexpress';
|
import * as smartexpress from '@pushrocks/smartexpress';
|
||||||
@ -10,7 +10,7 @@ tap.test('setup test server', async () => {
|
|||||||
testServer = new smartexpress.Server({
|
testServer = new smartexpress.Server({
|
||||||
cors: false,
|
cors: false,
|
||||||
forceSsl: false,
|
forceSsl: false,
|
||||||
port: 2345
|
port: 2345,
|
||||||
});
|
});
|
||||||
|
|
||||||
testServer.addRoute(
|
testServer.addRoute(
|
||||||
@ -34,7 +34,7 @@ tap.test('setup test server', async () => {
|
|||||||
new smartexpress.Handler('GET', (req, res) => {
|
new smartexpress.Handler('GET', (req, res) => {
|
||||||
res.status(200);
|
res.status(200);
|
||||||
res.send({
|
res.send({
|
||||||
hithere: 'hi'
|
hithere: 'hi',
|
||||||
});
|
});
|
||||||
})
|
})
|
||||||
);
|
);
|
||||||
@ -42,25 +42,21 @@ tap.test('setup test server', async () => {
|
|||||||
await testServer.start();
|
await testServer.start();
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('first test', async tools => {
|
tap.test('first test', async (tools) => {
|
||||||
const response = await new webrequest.WebRequest().getJson([
|
const response = await new webrequest.WebRequest().getJson([
|
||||||
'http://localhost:2345/apiroute1',
|
'http://localhost:2345/apiroute1',
|
||||||
'http://localhost:2345/apiroute2',
|
'http://localhost:2345/apiroute2',
|
||||||
'http://localhost:2345/apiroute4',
|
'http://localhost:2345/apiroute4',
|
||||||
'http://localhost:2345/apiroute3'
|
'http://localhost:2345/apiroute3',
|
||||||
]);
|
]);
|
||||||
|
|
||||||
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
|
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
|
||||||
|
|
||||||
console.log(response);
|
console.log('response 1: ' + JSON.stringify(response));
|
||||||
console.log(response2);
|
console.log('response 2: ' + JSON.stringify(response2));
|
||||||
|
|
||||||
expect(response)
|
expect(response).toHaveProperty('hithere'); //.to.equal('hi');
|
||||||
.property('hithere')
|
expect(response2).toHaveProperty('hithere'); //.to.equal('hi');
|
||||||
.to.equal('hi');
|
|
||||||
expect(response2)
|
|
||||||
.property('hithere')
|
|
||||||
.to.equal('hi');
|
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('tear down server', async () => {
|
tap.test('tear down server', async () => {
|
||||||
|
69
ts/index.ts
69
ts/index.ts
@ -1,17 +1,22 @@
|
|||||||
import * as plugins from './webrequest.plugins';
|
import * as plugins from './webrequest.plugins.js';
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* web request
|
* web request
|
||||||
*/
|
*/
|
||||||
export class WebRequest {
|
export class WebRequest {
|
||||||
private static polyfillsLoaded = false;
|
private static polyfillStatusEvaluated = false;
|
||||||
public static loadNeededPolyfills() {
|
private static neededPolyfillsLoadedDeferred = plugins.smartpromise.defer();
|
||||||
if (!this.polyfillsLoaded) {
|
public static async loadNeededPolyfills() {
|
||||||
this.polyfillsLoaded = true;
|
if (this.polyfillStatusEvaluated) {
|
||||||
// tslint:disable-next-line: no-eval
|
return this.neededPolyfillsLoadedDeferred.promise;
|
||||||
const loadFetchPolyfill = eval(`globalThis.fetch = require('node-fetch')`);
|
|
||||||
loadFetchPolyfill();
|
|
||||||
}
|
}
|
||||||
|
this.polyfillStatusEvaluated = true;
|
||||||
|
const smartenv = new plugins.smartenv.Smartenv();
|
||||||
|
if (!smartenv.isBrowser) {
|
||||||
|
this.polyfillStatusEvaluated = true;
|
||||||
|
await smartenv.getSafeNodeModule('node-fetch');
|
||||||
|
}
|
||||||
|
this.neededPolyfillsLoadedDeferred.resolve();
|
||||||
}
|
}
|
||||||
|
|
||||||
constructor() {
|
constructor() {
|
||||||
@ -19,42 +24,54 @@ export class WebRequest {
|
|||||||
}
|
}
|
||||||
|
|
||||||
public async getJson(urlArg: string | string[]) {
|
public async getJson(urlArg: string | string[]) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
method: 'GET'
|
method: 'GET',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* postJson
|
* postJson
|
||||||
*/
|
*/
|
||||||
public async postJson(urlArg: string, requestBody?: any) {
|
public async postJson(urlArg: string, requestBody?: any) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
body: JSON.stringify(requestBody),
|
body: plugins.smartjson.stringify(requestBody),
|
||||||
method: 'POST'
|
method: 'POST',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* put js
|
* put js
|
||||||
*/
|
*/
|
||||||
public async putJson(urlArg: string, requestBody?: any) {
|
public async putJson(urlArg: string, requestBody?: any) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
body: JSON.stringify(requestBody),
|
body: plugins.smartjson.stringify(requestBody),
|
||||||
method: 'PUT'
|
method: 'PUT',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* put js
|
* put js
|
||||||
*/
|
*/
|
||||||
public async deleteJson(urlArg: string) {
|
public async deleteJson(urlArg: string) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
method: 'GET'
|
method: 'GET',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -65,8 +82,10 @@ export class WebRequest {
|
|||||||
optionsArg: {
|
optionsArg: {
|
||||||
method: 'GET' | 'POST' | 'PUT' | 'DELETE';
|
method: 'GET' | 'POST' | 'PUT' | 'DELETE';
|
||||||
body?: any;
|
body?: any;
|
||||||
|
headers?: HeadersInit;
|
||||||
}
|
}
|
||||||
): Promise<Response> {
|
): Promise<Response> {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
let allUrls: string[];
|
let allUrls: string[];
|
||||||
let usedUrlIndex = 0;
|
let usedUrlIndex = 0;
|
||||||
|
|
||||||
@ -99,7 +118,7 @@ export class WebRequest {
|
|||||||
};
|
};
|
||||||
|
|
||||||
// lets go recursive
|
// lets go recursive
|
||||||
const doRequest = async (urlToUse: string) => {
|
const doRequest = async (urlToUse: string): Promise<any> => {
|
||||||
if (!urlToUse) {
|
if (!urlToUse) {
|
||||||
throw new Error('request failed permanently');
|
throw new Error('request failed permanently');
|
||||||
}
|
}
|
||||||
@ -107,23 +126,25 @@ export class WebRequest {
|
|||||||
const response = await fetch(urlToUse, {
|
const response = await fetch(urlToUse, {
|
||||||
method: optionsArg.method,
|
method: optionsArg.method,
|
||||||
headers: {
|
headers: {
|
||||||
'Content-Type': 'application/json'
|
'Content-Type': 'application/json',
|
||||||
|
...(optionsArg.headers || {}),
|
||||||
},
|
},
|
||||||
body: optionsArg.body
|
body: optionsArg.body,
|
||||||
});
|
});
|
||||||
console.log(`${urlToUse} answers with status: ${response.status}`);
|
console.log(`${urlToUse} answers with status: ${response.status}`);
|
||||||
|
|
||||||
if (response.status >= 200 && response.status < 300) {
|
if (response.status >= 200 && response.status < 300) {
|
||||||
return response;
|
return response;
|
||||||
} else {
|
} else {
|
||||||
|
// lets perform a history check to determine failed urls
|
||||||
await doHistoryCheck(response.status.toString());
|
await doHistoryCheck(response.status.toString());
|
||||||
// tslint:disable-next-line: no-return-await
|
// lets fire the request
|
||||||
return await doRequest(allUrls[usedUrlIndex]);
|
const result = await doRequest(allUrls[usedUrlIndex]);
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
|
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
|
||||||
console.log(finalResponse);
|
|
||||||
return finalResponse;
|
return finalResponse;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -1,3 +1,6 @@
|
|||||||
import * as smartdelay from '@pushrocks/smartdelay';
|
import * as smartdelay from '@pushrocks/smartdelay';
|
||||||
|
import * as smartenv from '@pushrocks/smartenv';
|
||||||
|
import * as smartjson from '@pushrocks/smartjson';
|
||||||
|
import * as smartpromise from '@pushrocks/smartpromise';
|
||||||
|
|
||||||
export { smartdelay };
|
export { smartdelay, smartenv, smartjson, smartpromise };
|
||||||
|
Reference in New Issue
Block a user