Compare commits
26 Commits
Author | SHA1 | Date | |
---|---|---|---|
184bf11bd7 | |||
ea303b5c26 | |||
b3f6b8db6a | |||
ce9d02562f | |||
e9e974e696 | |||
ee361eba4d | |||
1d14312ccc | |||
09ac10c27c | |||
4b7a9d97f3 | |||
2dfd75aaea | |||
7e7bb5f739 | |||
06caeaf7c8 | |||
dec635f57f | |||
7d28f15f23 | |||
9c3187b2e9 | |||
adadd2c100 | |||
1bb08bfb7f | |||
11746c61bd | |||
2b6d9c961c | |||
0b53be66f2 | |||
547b151ee2 | |||
9855311739 | |||
1453abcd5f | |||
99afb573cd | |||
94360ff1da | |||
3fd2075c26 |
@ -12,6 +12,9 @@ stages:
|
|||||||
- release
|
- release
|
||||||
- metadata
|
- metadata
|
||||||
|
|
||||||
|
before_script:
|
||||||
|
- npm install -g @shipzone/npmci
|
||||||
|
|
||||||
# ====================
|
# ====================
|
||||||
# security stage
|
# security stage
|
||||||
# ====================
|
# ====================
|
||||||
@ -19,23 +22,36 @@ mirror:
|
|||||||
stage: security
|
stage: security
|
||||||
script:
|
script:
|
||||||
- npmci git mirror
|
- npmci git mirror
|
||||||
|
only:
|
||||||
|
- tags
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
- lossless
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
- notpriv
|
||||||
|
|
||||||
audit:
|
auditProductionDependencies:
|
||||||
|
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||||
|
stage: security
|
||||||
|
script:
|
||||||
|
- npmci npm prepare
|
||||||
|
- npmci command npm install --production --ignore-scripts
|
||||||
|
- npmci command npm config set registry https://registry.npmjs.org
|
||||||
|
- npmci command npm audit --audit-level=high --only=prod --production
|
||||||
|
tags:
|
||||||
|
- docker
|
||||||
|
allow_failure: true
|
||||||
|
|
||||||
|
auditDevDependencies:
|
||||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||||
stage: security
|
stage: security
|
||||||
script:
|
script:
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
- npmci command npm install --ignore-scripts
|
- npmci command npm install --ignore-scripts
|
||||||
- npmci command npm config set registry https://registry.npmjs.org
|
- npmci command npm config set registry https://registry.npmjs.org
|
||||||
- npmci command npm audit --audit-level=high
|
- npmci command npm audit --audit-level=high --only=dev
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
allow_failure: true
|
||||||
|
|
||||||
# ====================
|
# ====================
|
||||||
# test stage
|
# test stage
|
||||||
@ -50,9 +66,7 @@ testStable:
|
|||||||
- npmci npm test
|
- npmci npm test
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
coverage: /\d+.?\d+?\%\s*coverage/
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- priv
|
|
||||||
|
|
||||||
testBuild:
|
testBuild:
|
||||||
stage: test
|
stage: test
|
||||||
@ -63,9 +77,7 @@ testBuild:
|
|||||||
- npmci command npm run build
|
- npmci command npm run build
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
coverage: /\d+.?\d+?\%\s*coverage/
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
|
||||||
|
|
||||||
release:
|
release:
|
||||||
stage: release
|
stage: release
|
||||||
@ -85,6 +97,8 @@ release:
|
|||||||
codequality:
|
codequality:
|
||||||
stage: metadata
|
stage: metadata
|
||||||
allow_failure: true
|
allow_failure: true
|
||||||
|
only:
|
||||||
|
- tags
|
||||||
script:
|
script:
|
||||||
- npmci command npm install -g tslint typescript
|
- npmci command npm install -g tslint typescript
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
|
24
.vscode/launch.json
vendored
24
.vscode/launch.json
vendored
@ -2,28 +2,10 @@
|
|||||||
"version": "0.2.0",
|
"version": "0.2.0",
|
||||||
"configurations": [
|
"configurations": [
|
||||||
{
|
{
|
||||||
"name": "current file",
|
"command": "npm test",
|
||||||
"type": "node",
|
"name": "Run npm test",
|
||||||
"request": "launch",
|
"request": "launch",
|
||||||
"args": [
|
"type": "node-terminal"
|
||||||
"${relativeFile}"
|
|
||||||
],
|
|
||||||
"runtimeArgs": ["-r", "@gitzone/tsrun"],
|
|
||||||
"cwd": "${workspaceRoot}",
|
|
||||||
"protocol": "inspector",
|
|
||||||
"internalConsoleOptions": "openOnSessionStart"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"name": "test.ts",
|
|
||||||
"type": "node",
|
|
||||||
"request": "launch",
|
|
||||||
"args": [
|
|
||||||
"test/test.ts"
|
|
||||||
],
|
|
||||||
"runtimeArgs": ["-r", "@gitzone/tsrun"],
|
|
||||||
"cwd": "${workspaceRoot}",
|
|
||||||
"protocol": "inspector",
|
|
||||||
"internalConsoleOptions": "openOnSessionStart"
|
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
2
.vscode/settings.json
vendored
2
.vscode/settings.json
vendored
@ -15,7 +15,7 @@
|
|||||||
"properties": {
|
"properties": {
|
||||||
"projectType": {
|
"projectType": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"enum": ["website", "element", "service", "npm"]
|
"enum": ["website", "element", "service", "npm", "wcc"]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -9,7 +9,7 @@
|
|||||||
"githost": "gitlab.com",
|
"githost": "gitlab.com",
|
||||||
"gitscope": "pushrocks",
|
"gitscope": "pushrocks",
|
||||||
"gitrepo": "webrequest",
|
"gitrepo": "webrequest",
|
||||||
"shortDescription": "securely request from browsers",
|
"description": "securely request from browsers",
|
||||||
"npmPackagename": "@pushrocks/webrequest",
|
"npmPackagename": "@pushrocks/webrequest",
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
}
|
}
|
||||||
|
11255
package-lock.json
generated
11255
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
31
package.json
31
package.json
@ -1,31 +1,33 @@
|
|||||||
{
|
{
|
||||||
"name": "@pushrocks/webrequest",
|
"name": "@pushrocks/webrequest",
|
||||||
"version": "2.0.8",
|
"version": "3.0.4",
|
||||||
"private": false,
|
"private": false,
|
||||||
"description": "securely request from browsers",
|
"description": "securely request from browsers",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
"typings": "dist_ts/index.d.ts",
|
"typings": "dist_ts/index.d.ts",
|
||||||
|
"type": "module",
|
||||||
"author": "Lossless GmbH",
|
"author": "Lossless GmbH",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"test": "(tstest test/ --web)",
|
"test": "(tstest test/ --web)",
|
||||||
"build": "(tsbuild --web && tsbundle npm)",
|
"build": "(tsbuild --web --allowimplicitany && tsbundle npm)"
|
||||||
"format": "(gitzone format)"
|
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@gitzone/tsbuild": "^2.1.24",
|
"@gitzone/tsbuild": "^2.1.63",
|
||||||
"@gitzone/tsbundle": "^1.0.69",
|
"@gitzone/tsbundle": "^2.0.4",
|
||||||
"@gitzone/tstest": "^1.0.33",
|
"@gitzone/tstest": "^1.0.71",
|
||||||
"@pushrocks/smartexpress": "^3.0.72",
|
"@pushrocks/smartexpress": "^4.0.4",
|
||||||
"@pushrocks/tapbundle": "^3.2.1",
|
"@pushrocks/tapbundle": "^5.0.3",
|
||||||
"@types/node": "^14.0.14",
|
"@types/node": "^17.0.35",
|
||||||
"node-fetch": "^2.6.0",
|
"tslint": "^6.1.3",
|
||||||
"tslint": "^6.1.2",
|
|
||||||
"tslint-config-prettier": "^1.18.0"
|
"tslint-config-prettier": "^1.18.0"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@pushrocks/smartdelay": "^2.0.9",
|
"@pushrocks/smartdelay": "^2.0.13",
|
||||||
"@pushrocks/smartenv": "^4.0.10"
|
"@pushrocks/smartenv": "^5.0.1",
|
||||||
|
"@pushrocks/smartjson": "^4.0.6",
|
||||||
|
"@pushrocks/smartpromise": "^3.1.7",
|
||||||
|
"node-fetch": "^3.2.4"
|
||||||
},
|
},
|
||||||
"files": [
|
"files": [
|
||||||
"ts/**/*",
|
"ts/**/*",
|
||||||
@ -38,5 +40,8 @@
|
|||||||
"cli.js",
|
"cli.js",
|
||||||
"npmextra.json",
|
"npmextra.json",
|
||||||
"readme.md"
|
"readme.md"
|
||||||
|
],
|
||||||
|
"browserslist": [
|
||||||
|
"last 1 chrome versions"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
16
test/test.browser.ts
Normal file
16
test/test.browser.ts
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
import { expect, tap } from '@pushrocks/tapbundle';
|
||||||
|
import * as webrequest from '../ts/index.js';
|
||||||
|
|
||||||
|
tap.test('first test', async (tools) => {
|
||||||
|
const done = tools.defer();
|
||||||
|
const response = await new webrequest.WebRequest()
|
||||||
|
.request(['https://lossless.com'], {
|
||||||
|
method: 'GET',
|
||||||
|
})
|
||||||
|
.catch((e) => {
|
||||||
|
done.resolve();
|
||||||
|
});
|
||||||
|
await done.promise;
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.start();
|
22
test/test.ts
22
test/test.ts
@ -1,5 +1,5 @@
|
|||||||
import { expect, tap } from '@pushrocks/tapbundle';
|
import { expect, tap } from '@pushrocks/tapbundle';
|
||||||
import * as webrequest from '../ts/index';
|
import * as webrequest from '../ts/index.js';
|
||||||
|
|
||||||
// test dependencies
|
// test dependencies
|
||||||
import * as smartexpress from '@pushrocks/smartexpress';
|
import * as smartexpress from '@pushrocks/smartexpress';
|
||||||
@ -10,7 +10,7 @@ tap.test('setup test server', async () => {
|
|||||||
testServer = new smartexpress.Server({
|
testServer = new smartexpress.Server({
|
||||||
cors: false,
|
cors: false,
|
||||||
forceSsl: false,
|
forceSsl: false,
|
||||||
port: 2345
|
port: 2345,
|
||||||
});
|
});
|
||||||
|
|
||||||
testServer.addRoute(
|
testServer.addRoute(
|
||||||
@ -34,7 +34,7 @@ tap.test('setup test server', async () => {
|
|||||||
new smartexpress.Handler('GET', (req, res) => {
|
new smartexpress.Handler('GET', (req, res) => {
|
||||||
res.status(200);
|
res.status(200);
|
||||||
res.send({
|
res.send({
|
||||||
hithere: 'hi'
|
hithere: 'hi',
|
||||||
});
|
});
|
||||||
})
|
})
|
||||||
);
|
);
|
||||||
@ -42,25 +42,21 @@ tap.test('setup test server', async () => {
|
|||||||
await testServer.start();
|
await testServer.start();
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('first test', async tools => {
|
tap.test('first test', async (tools) => {
|
||||||
const response = await new webrequest.WebRequest().getJson([
|
const response = await new webrequest.WebRequest().getJson([
|
||||||
'http://localhost:2345/apiroute1',
|
'http://localhost:2345/apiroute1',
|
||||||
'http://localhost:2345/apiroute2',
|
'http://localhost:2345/apiroute2',
|
||||||
'http://localhost:2345/apiroute4',
|
'http://localhost:2345/apiroute4',
|
||||||
'http://localhost:2345/apiroute3'
|
'http://localhost:2345/apiroute3',
|
||||||
]);
|
]);
|
||||||
|
|
||||||
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
|
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
|
||||||
|
|
||||||
console.log(response);
|
console.log('response 1: ' + JSON.stringify(response));
|
||||||
console.log(response2);
|
console.log('response 2: ' + JSON.stringify(response2));
|
||||||
|
|
||||||
expect(response)
|
expect(response).toHaveProperty('hithere'); //.to.equal('hi');
|
||||||
.property('hithere')
|
expect(response2).toHaveProperty('hithere'); //.to.equal('hi');
|
||||||
.to.equal('hi');
|
|
||||||
expect(response2)
|
|
||||||
.property('hithere')
|
|
||||||
.to.equal('hi');
|
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('tear down server', async () => {
|
tap.test('tear down server', async () => {
|
||||||
|
8
ts/00_commitinfo_data.ts
Normal file
8
ts/00_commitinfo_data.ts
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
/**
|
||||||
|
* autocreated commitinfo by @pushrocks/commitinfo
|
||||||
|
*/
|
||||||
|
export const commitinfo = {
|
||||||
|
name: '@pushrocks/webrequest',
|
||||||
|
version: '3.0.4',
|
||||||
|
description: 'securely request from browsers'
|
||||||
|
}
|
69
ts/index.ts
69
ts/index.ts
@ -1,16 +1,23 @@
|
|||||||
import * as plugins from './webrequest.plugins';
|
import * as plugins from './webrequest.plugins.js';
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* web request
|
* web request
|
||||||
*/
|
*/
|
||||||
export class WebRequest {
|
export class WebRequest {
|
||||||
private static polyfillsLoaded = false;
|
private static polyfillStatusEvaluated = false;
|
||||||
public static loadNeededPolyfills() {
|
private static neededPolyfillsLoadedDeferred = plugins.smartpromise.defer();
|
||||||
const smartenv = new plugins.smartenv.Smartenv();
|
public static async loadNeededPolyfills() {
|
||||||
if (!smartenv.isBrowser && !this.polyfillsLoaded) {
|
if (this.polyfillStatusEvaluated) {
|
||||||
this.polyfillsLoaded = true;
|
return this.neededPolyfillsLoadedDeferred.promise;
|
||||||
globalThis.fetch = smartenv.getSafeNodeModule('node-fetch');
|
|
||||||
}
|
}
|
||||||
|
this.polyfillStatusEvaluated = true;
|
||||||
|
const smartenv = new plugins.smartenv.Smartenv();
|
||||||
|
if (!smartenv.isBrowser) {
|
||||||
|
this.polyfillStatusEvaluated = true;
|
||||||
|
const fetch = await smartenv.getSafeNodeModule('node-fetch');
|
||||||
|
globalThis.fetch = fetch.default;
|
||||||
|
}
|
||||||
|
this.neededPolyfillsLoadedDeferred.resolve();
|
||||||
}
|
}
|
||||||
|
|
||||||
constructor() {
|
constructor() {
|
||||||
@ -18,42 +25,54 @@ export class WebRequest {
|
|||||||
}
|
}
|
||||||
|
|
||||||
public async getJson(urlArg: string | string[]) {
|
public async getJson(urlArg: string | string[]) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
method: 'GET'
|
method: 'GET',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* postJson
|
* postJson
|
||||||
*/
|
*/
|
||||||
public async postJson(urlArg: string, requestBody?: any) {
|
public async postJson(urlArg: string, requestBody?: any) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
body: JSON.stringify(requestBody),
|
body: plugins.smartjson.stringify(requestBody),
|
||||||
method: 'POST'
|
method: 'POST',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* put js
|
* put js
|
||||||
*/
|
*/
|
||||||
public async putJson(urlArg: string, requestBody?: any) {
|
public async putJson(urlArg: string, requestBody?: any) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
body: JSON.stringify(requestBody),
|
body: plugins.smartjson.stringify(requestBody),
|
||||||
method: 'PUT'
|
method: 'PUT',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* put js
|
* put js
|
||||||
*/
|
*/
|
||||||
public async deleteJson(urlArg: string) {
|
public async deleteJson(urlArg: string) {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
method: 'GET'
|
method: 'GET',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -64,8 +83,10 @@ export class WebRequest {
|
|||||||
optionsArg: {
|
optionsArg: {
|
||||||
method: 'GET' | 'POST' | 'PUT' | 'DELETE';
|
method: 'GET' | 'POST' | 'PUT' | 'DELETE';
|
||||||
body?: any;
|
body?: any;
|
||||||
|
headers?: HeadersInit;
|
||||||
}
|
}
|
||||||
): Promise<Response> {
|
): Promise<Response> {
|
||||||
|
await WebRequest.neededPolyfillsLoadedDeferred.promise;
|
||||||
let allUrls: string[];
|
let allUrls: string[];
|
||||||
let usedUrlIndex = 0;
|
let usedUrlIndex = 0;
|
||||||
|
|
||||||
@ -98,7 +119,7 @@ export class WebRequest {
|
|||||||
};
|
};
|
||||||
|
|
||||||
// lets go recursive
|
// lets go recursive
|
||||||
const doRequest = async (urlToUse: string) => {
|
const doRequest = async (urlToUse: string): Promise<any> => {
|
||||||
if (!urlToUse) {
|
if (!urlToUse) {
|
||||||
throw new Error('request failed permanently');
|
throw new Error('request failed permanently');
|
||||||
}
|
}
|
||||||
@ -106,23 +127,25 @@ export class WebRequest {
|
|||||||
const response = await fetch(urlToUse, {
|
const response = await fetch(urlToUse, {
|
||||||
method: optionsArg.method,
|
method: optionsArg.method,
|
||||||
headers: {
|
headers: {
|
||||||
'Content-Type': 'application/json'
|
'Content-Type': 'application/json',
|
||||||
|
...(optionsArg.headers || {}),
|
||||||
},
|
},
|
||||||
body: optionsArg.body
|
body: optionsArg.body,
|
||||||
});
|
});
|
||||||
console.log(`${urlToUse} answers with status: ${response.status}`);
|
console.log(`${urlToUse} answers with status: ${response.status}`);
|
||||||
|
|
||||||
if (response.status >= 200 && response.status < 300) {
|
if (response.status >= 200 && response.status < 300) {
|
||||||
return response;
|
return response;
|
||||||
} else {
|
} else {
|
||||||
|
// lets perform a history check to determine failed urls
|
||||||
await doHistoryCheck(response.status.toString());
|
await doHistoryCheck(response.status.toString());
|
||||||
// tslint:disable-next-line: no-return-await
|
// lets fire the request
|
||||||
return await doRequest(allUrls[usedUrlIndex]);
|
const result = await doRequest(allUrls[usedUrlIndex]);
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
|
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
|
||||||
console.log(finalResponse);
|
|
||||||
return finalResponse;
|
return finalResponse;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -1,4 +1,6 @@
|
|||||||
import * as smartdelay from '@pushrocks/smartdelay';
|
import * as smartdelay from '@pushrocks/smartdelay';
|
||||||
import * as smartenv from '@pushrocks/smartenv';
|
import * as smartenv from '@pushrocks/smartenv';
|
||||||
|
import * as smartjson from '@pushrocks/smartjson';
|
||||||
|
import * as smartpromise from '@pushrocks/smartpromise';
|
||||||
|
|
||||||
export { smartdelay, smartenv };
|
export { smartdelay, smartenv, smartjson, smartpromise };
|
||||||
|
Reference in New Issue
Block a user