Compare commits
14 Commits
Author | SHA1 | Date | |
---|---|---|---|
9c3187b2e9 | |||
adadd2c100 | |||
1bb08bfb7f | |||
11746c61bd | |||
2b6d9c961c | |||
0b53be66f2 | |||
547b151ee2 | |||
9855311739 | |||
1453abcd5f | |||
99afb573cd | |||
94360ff1da | |||
3fd2075c26 | |||
71782672d7 | |||
9dec755ea5 |
@ -19,23 +19,35 @@ mirror:
|
|||||||
stage: security
|
stage: security
|
||||||
script:
|
script:
|
||||||
- npmci git mirror
|
- npmci git mirror
|
||||||
|
only:
|
||||||
|
- tags
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
- lossless
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
- notpriv
|
||||||
|
|
||||||
audit:
|
auditProductionDependencies:
|
||||||
|
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||||
|
stage: security
|
||||||
|
script:
|
||||||
|
- npmci npm prepare
|
||||||
|
- npmci command npm install --production --ignore-scripts
|
||||||
|
- npmci command npm config set registry https://registry.npmjs.org
|
||||||
|
- npmci command npm audit --audit-level=high --only=prod --production
|
||||||
|
tags:
|
||||||
|
- docker
|
||||||
|
|
||||||
|
auditDevDependencies:
|
||||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||||
stage: security
|
stage: security
|
||||||
script:
|
script:
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
- npmci command npm install --ignore-scripts
|
- npmci command npm install --ignore-scripts
|
||||||
- npmci command npm config set registry https://registry.npmjs.org
|
- npmci command npm config set registry https://registry.npmjs.org
|
||||||
- npmci command npm audit --audit-level=high
|
- npmci command npm audit --audit-level=high --only=dev
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
allow_failure: true
|
||||||
|
|
||||||
# ====================
|
# ====================
|
||||||
# test stage
|
# test stage
|
||||||
@ -50,9 +62,7 @@ testStable:
|
|||||||
- npmci npm test
|
- npmci npm test
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
coverage: /\d+.?\d+?\%\s*coverage/
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- priv
|
|
||||||
|
|
||||||
testBuild:
|
testBuild:
|
||||||
stage: test
|
stage: test
|
||||||
@ -63,9 +73,7 @@ testBuild:
|
|||||||
- npmci command npm run build
|
- npmci command npm run build
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
coverage: /\d+.?\d+?\%\s*coverage/
|
||||||
tags:
|
tags:
|
||||||
- lossless
|
|
||||||
- docker
|
- docker
|
||||||
- notpriv
|
|
||||||
|
|
||||||
release:
|
release:
|
||||||
stage: release
|
stage: release
|
||||||
@ -85,6 +93,8 @@ release:
|
|||||||
codequality:
|
codequality:
|
||||||
stage: metadata
|
stage: metadata
|
||||||
allow_failure: true
|
allow_failure: true
|
||||||
|
only:
|
||||||
|
- tags
|
||||||
script:
|
script:
|
||||||
- npmci command npm install -g tslint typescript
|
- npmci command npm install -g tslint typescript
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
|
2
.vscode/settings.json
vendored
2
.vscode/settings.json
vendored
@ -15,7 +15,7 @@
|
|||||||
"properties": {
|
"properties": {
|
||||||
"projectType": {
|
"projectType": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"enum": ["website", "element", "service", "npm"]
|
"enum": ["website", "element", "service", "npm", "wcc"]
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
26261
package-lock.json
generated
26261
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
26
package.json
26
package.json
@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@pushrocks/webrequest",
|
"name": "@pushrocks/webrequest",
|
||||||
"version": "2.0.7",
|
"version": "2.0.14",
|
||||||
"private": false,
|
"private": false,
|
||||||
"description": "securely request from browsers",
|
"description": "securely request from browsers",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
@ -9,21 +9,24 @@
|
|||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"test": "(tstest test/ --web)",
|
"test": "(tstest test/ --web)",
|
||||||
"build": "(tsbuild --web)",
|
"build": "(tsbuild --web && tsbundle npm)",
|
||||||
"format": "(gitzone format)"
|
"format": "(gitzone format)"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@gitzone/tsbuild": "^2.1.24",
|
"@gitzone/tsbuild": "^2.1.29",
|
||||||
"@gitzone/tstest": "^1.0.33",
|
"@gitzone/tsbundle": "^1.0.89",
|
||||||
"@pushrocks/smartexpress": "^3.0.72",
|
"@gitzone/tstest": "^1.0.60",
|
||||||
"@pushrocks/tapbundle": "^3.2.1",
|
"@pushrocks/smartexpress": "^3.0.108",
|
||||||
"@types/node": "^14.0.14",
|
"@pushrocks/tapbundle": "^4.0.3",
|
||||||
"node-fetch": "^2.6.0",
|
"@types/node": "^17.0.17",
|
||||||
"tslint": "^6.1.2",
|
"tslint": "^6.1.3",
|
||||||
"tslint-config-prettier": "^1.18.0"
|
"tslint-config-prettier": "^1.18.0"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@pushrocks/smartdelay": "^2.0.9"
|
"@pushrocks/smartdelay": "^2.0.13",
|
||||||
|
"@pushrocks/smartenv": "^4.0.16",
|
||||||
|
"@pushrocks/smartjson": "^4.0.6",
|
||||||
|
"node-fetch": "^2.6.1"
|
||||||
},
|
},
|
||||||
"files": [
|
"files": [
|
||||||
"ts/**/*",
|
"ts/**/*",
|
||||||
@ -36,5 +39,8 @@
|
|||||||
"cli.js",
|
"cli.js",
|
||||||
"npmextra.json",
|
"npmextra.json",
|
||||||
"readme.md"
|
"readme.md"
|
||||||
|
],
|
||||||
|
"browserslist": [
|
||||||
|
"last 1 chrome versions"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
@ -27,7 +27,6 @@ Platform support | [ or [contribute monthly](https://lossless.link/contribute). :)
|
We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :)
|
||||||
|
16
test/test.browser.ts
Normal file
16
test/test.browser.ts
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
import { expect, tap } from '@pushrocks/tapbundle';
|
||||||
|
import * as webrequest from '../ts/index';
|
||||||
|
|
||||||
|
tap.test('first test', async (tools) => {
|
||||||
|
const done = tools.defer();
|
||||||
|
const response = await new webrequest.WebRequest()
|
||||||
|
.request(['https://lossless.com'], {
|
||||||
|
method: 'GET',
|
||||||
|
})
|
||||||
|
.catch((e) => {
|
||||||
|
done.resolve();
|
||||||
|
});
|
||||||
|
await done.promise;
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.start();
|
20
test/test.ts
20
test/test.ts
@ -10,7 +10,7 @@ tap.test('setup test server', async () => {
|
|||||||
testServer = new smartexpress.Server({
|
testServer = new smartexpress.Server({
|
||||||
cors: false,
|
cors: false,
|
||||||
forceSsl: false,
|
forceSsl: false,
|
||||||
port: 2345
|
port: 2345,
|
||||||
});
|
});
|
||||||
|
|
||||||
testServer.addRoute(
|
testServer.addRoute(
|
||||||
@ -34,7 +34,7 @@ tap.test('setup test server', async () => {
|
|||||||
new smartexpress.Handler('GET', (req, res) => {
|
new smartexpress.Handler('GET', (req, res) => {
|
||||||
res.status(200);
|
res.status(200);
|
||||||
res.send({
|
res.send({
|
||||||
hithere: 'hi'
|
hithere: 'hi',
|
||||||
});
|
});
|
||||||
})
|
})
|
||||||
);
|
);
|
||||||
@ -42,25 +42,21 @@ tap.test('setup test server', async () => {
|
|||||||
await testServer.start();
|
await testServer.start();
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('first test', async tools => {
|
tap.test('first test', async (tools) => {
|
||||||
const response = await new webrequest.WebRequest().getJson([
|
const response = await new webrequest.WebRequest().getJson([
|
||||||
'http://localhost:2345/apiroute1',
|
'http://localhost:2345/apiroute1',
|
||||||
'http://localhost:2345/apiroute2',
|
'http://localhost:2345/apiroute2',
|
||||||
'http://localhost:2345/apiroute4',
|
'http://localhost:2345/apiroute4',
|
||||||
'http://localhost:2345/apiroute3'
|
'http://localhost:2345/apiroute3',
|
||||||
]);
|
]);
|
||||||
|
|
||||||
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
|
const response2 = await new webrequest.WebRequest().getJson('http://localhost:2345/apiroute3');
|
||||||
|
|
||||||
console.log(response);
|
console.log('response 1: ' + JSON.stringify(response));
|
||||||
console.log(response2);
|
console.log('response 2: ' + JSON.stringify(response2));
|
||||||
|
|
||||||
expect(response)
|
expect(response).toHaveProperty('hithere') //.to.equal('hi');
|
||||||
.property('hithere')
|
expect(response2).toHaveProperty('hithere') //.to.equal('hi');
|
||||||
.to.equal('hi');
|
|
||||||
expect(response2)
|
|
||||||
.property('hithere')
|
|
||||||
.to.equal('hi');
|
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('tear down server', async () => {
|
tap.test('tear down server', async () => {
|
||||||
|
50
ts/index.ts
50
ts/index.ts
@ -6,11 +6,10 @@ import * as plugins from './webrequest.plugins';
|
|||||||
export class WebRequest {
|
export class WebRequest {
|
||||||
private static polyfillsLoaded = false;
|
private static polyfillsLoaded = false;
|
||||||
public static loadNeededPolyfills() {
|
public static loadNeededPolyfills() {
|
||||||
if (!this.polyfillsLoaded) {
|
const smartenv = new plugins.smartenv.Smartenv();
|
||||||
|
if (!smartenv.isBrowser && !this.polyfillsLoaded) {
|
||||||
this.polyfillsLoaded = true;
|
this.polyfillsLoaded = true;
|
||||||
// tslint:disable-next-line: no-eval
|
globalThis.fetch = smartenv.getSafeNodeModule('node-fetch');
|
||||||
const loadFetchPolyfill = eval(`globalThis.fetch = require('node-fetch')`);
|
|
||||||
loadFetchPolyfill();
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -20,9 +19,11 @@ export class WebRequest {
|
|||||||
|
|
||||||
public async getJson(urlArg: string | string[]) {
|
public async getJson(urlArg: string | string[]) {
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
method: 'GET'
|
method: 'GET',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -30,10 +31,12 @@ export class WebRequest {
|
|||||||
*/
|
*/
|
||||||
public async postJson(urlArg: string, requestBody?: any) {
|
public async postJson(urlArg: string, requestBody?: any) {
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
body: JSON.stringify(requestBody),
|
body: plugins.smartjson.stringify(requestBody),
|
||||||
method: 'POST'
|
method: 'POST',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -41,10 +44,12 @@ export class WebRequest {
|
|||||||
*/
|
*/
|
||||||
public async putJson(urlArg: string, requestBody?: any) {
|
public async putJson(urlArg: string, requestBody?: any) {
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
body: JSON.stringify(requestBody),
|
body: plugins.smartjson.stringify(requestBody),
|
||||||
method: 'PUT'
|
method: 'PUT',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -52,9 +57,11 @@ export class WebRequest {
|
|||||||
*/
|
*/
|
||||||
public async deleteJson(urlArg: string) {
|
public async deleteJson(urlArg: string) {
|
||||||
const response: Response = await this.request(urlArg, {
|
const response: Response = await this.request(urlArg, {
|
||||||
method: 'GET'
|
method: 'GET',
|
||||||
});
|
});
|
||||||
return response.json();
|
const responseText = await response.text();
|
||||||
|
const responseResult = plugins.smartjson.parse(responseText);
|
||||||
|
return responseResult;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -65,6 +72,7 @@ export class WebRequest {
|
|||||||
optionsArg: {
|
optionsArg: {
|
||||||
method: 'GET' | 'POST' | 'PUT' | 'DELETE';
|
method: 'GET' | 'POST' | 'PUT' | 'DELETE';
|
||||||
body?: any;
|
body?: any;
|
||||||
|
headers?: HeadersInit;
|
||||||
}
|
}
|
||||||
): Promise<Response> {
|
): Promise<Response> {
|
||||||
let allUrls: string[];
|
let allUrls: string[];
|
||||||
@ -99,7 +107,7 @@ export class WebRequest {
|
|||||||
};
|
};
|
||||||
|
|
||||||
// lets go recursive
|
// lets go recursive
|
||||||
const doRequest = async (urlToUse: string) => {
|
const doRequest = async (urlToUse: string): Promise<any> => {
|
||||||
if (!urlToUse) {
|
if (!urlToUse) {
|
||||||
throw new Error('request failed permanently');
|
throw new Error('request failed permanently');
|
||||||
}
|
}
|
||||||
@ -107,23 +115,25 @@ export class WebRequest {
|
|||||||
const response = await fetch(urlToUse, {
|
const response = await fetch(urlToUse, {
|
||||||
method: optionsArg.method,
|
method: optionsArg.method,
|
||||||
headers: {
|
headers: {
|
||||||
'Content-Type': 'application/json'
|
'Content-Type': 'application/json',
|
||||||
|
...(optionsArg.headers || {})
|
||||||
},
|
},
|
||||||
body: optionsArg.body
|
body: optionsArg.body,
|
||||||
});
|
});
|
||||||
console.log(`${urlToUse} answers with status: ${response.status}`);
|
console.log(`${urlToUse} answers with status: ${response.status}`);
|
||||||
|
|
||||||
if (response.status >= 200 && response.status < 300) {
|
if (response.status >= 200 && response.status < 300) {
|
||||||
return response;
|
return response;
|
||||||
} else {
|
} else {
|
||||||
|
// lets perform a history check to determine failed urls
|
||||||
await doHistoryCheck(response.status.toString());
|
await doHistoryCheck(response.status.toString());
|
||||||
// tslint:disable-next-line: no-return-await
|
// lets fire the request
|
||||||
return await doRequest(allUrls[usedUrlIndex]);
|
const result = await doRequest(allUrls[usedUrlIndex]);
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
|
const finalResponse: Response = await doRequest(allUrls[usedUrlIndex]);
|
||||||
console.log(finalResponse);
|
|
||||||
return finalResponse;
|
return finalResponse;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -1,3 +1,5 @@
|
|||||||
import * as smartdelay from '@pushrocks/smartdelay';
|
import * as smartdelay from '@pushrocks/smartdelay';
|
||||||
|
import * as smartenv from '@pushrocks/smartenv';
|
||||||
|
import * as smartjson from '@pushrocks/smartjson';
|
||||||
|
|
||||||
export { smartdelay };
|
export { smartdelay, smartenv, smartjson };
|
||||||
|
Reference in New Issue
Block a user