Compare commits

...

8 Commits

Author SHA1 Message Date
e262d29510 3.1.79 2021-11-07 04:20:14 +01:00
858d97cb5c fix(core): update 2021-11-07 04:20:14 +01:00
b8a2df66fe 3.1.78 2021-10-22 01:51:43 +02:00
1c128dd694 fix(core): update 2021-10-22 01:51:43 +02:00
2744d0bf7f 3.1.77 2021-10-19 03:09:50 +02:00
9eb232da39 fix(core): update 2021-10-19 03:09:50 +02:00
52af1d5188 3.1.76 2021-05-14 18:19:43 +00:00
4325f21c8c fix(core): update 2021-05-14 18:19:42 +00:00
16 changed files with 19006 additions and 3118 deletions

View File

@@ -12,6 +12,9 @@ stages:
- release - release
- metadata - metadata
before_script:
- npm install -g @shipzone/npmci
# ==================== # ====================
# security stage # security stage
# ==================== # ====================
@@ -36,6 +39,7 @@ auditProductionDependencies:
- npmci command npm audit --audit-level=high --only=prod --production - npmci command npm audit --audit-level=high --only=prod --production
tags: tags:
- docker - docker
allow_failure: true
auditDevDependencies: auditDevDependencies:
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci image: registry.gitlab.com/hosttoday/ht-docker-node:npmci

4
.snyk
View File

@@ -1,4 +0,0 @@
# Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities.
version: v1.13.1
ignore: {}
patch: {}

24
.vscode/launch.json vendored
View File

@@ -2,28 +2,10 @@
"version": "0.2.0", "version": "0.2.0",
"configurations": [ "configurations": [
{ {
"name": "current file", "command": "npm test",
"type": "node", "name": "Run npm test",
"request": "launch", "request": "launch",
"args": [ "type": "node-terminal"
"${relativeFile}"
],
"runtimeArgs": ["-r", "@gitzone/tsrun"],
"cwd": "${workspaceRoot}",
"protocol": "inspector",
"internalConsoleOptions": "openOnSessionStart"
},
{
"name": "test.ts",
"type": "node",
"request": "launch",
"args": [
"test/test.ts"
],
"runtimeArgs": ["-r", "@gitzone/tsrun"],
"cwd": "${workspaceRoot}",
"protocol": "inspector",
"internalConsoleOptions": "openOnSessionStart"
} }
] ]
} }

21955
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,6 +1,6 @@
{ {
"name": "@shipzone/npmci", "name": "@shipzone/npmci",
"version": "3.1.75", "version": "3.1.79",
"private": false, "private": false,
"description": "node and docker in gitlab ci on steroids", "description": "node and docker in gitlab ci on steroids",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@@ -24,34 +24,36 @@
}, },
"homepage": "https://gitlab.com/gitzone/npmci#README", "homepage": "https://gitlab.com/gitzone/npmci#README",
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.25", "@gitzone/tsbuild": "^2.1.28",
"@gitzone/tsrun": "^1.2.12", "@gitzone/tsrun": "^1.2.18",
"@gitzone/tstest": "^1.0.54", "@gitzone/tstest": "^1.0.59",
"@pushrocks/tapbundle": "^3.2.14", "@pushrocks/tapbundle": "^3.2.14",
"@types/node": "^15.0.3", "@types/node": "^16.11.6",
"tslint": "^6.1.3", "tslint": "^6.1.3",
"tslint-config-prettier": "^1.18.0" "tslint-config-prettier": "^1.18.0"
}, },
"dependencies": { "dependencies": {
"@apiglobal/typedrequest": "^1.0.56", "@apiglobal/typedrequest": "^1.0.58",
"@pushrocks/lik": "^4.0.20", "@pushrocks/lik": "^5.0.0",
"@pushrocks/npmextra": "^3.0.9", "@pushrocks/npmextra": "^3.0.9",
"@pushrocks/projectinfo": "^4.0.5", "@pushrocks/projectinfo": "^4.0.5",
"@pushrocks/qenv": "^4.0.10", "@pushrocks/qenv": "^4.0.10",
"@pushrocks/smartanalytics": "^2.0.15", "@pushrocks/smartanalytics": "^2.0.15",
"@pushrocks/smartcli": "^3.0.14", "@pushrocks/smartcli": "^3.0.14",
"@pushrocks/smartdelay": "^2.0.10", "@pushrocks/smartdelay": "^2.0.13",
"@pushrocks/smartfile": "^8.0.10", "@pushrocks/smartfile": "^8.0.10",
"@pushrocks/smartlog": "^2.0.39", "@pushrocks/smartgit": "^2.0.1",
"@pushrocks/smartlog": "^2.0.44",
"@pushrocks/smartlog-destination-local": "^8.0.8", "@pushrocks/smartlog-destination-local": "^8.0.8",
"@pushrocks/smartparam": "^1.1.6", "@pushrocks/smartparam": "^1.1.6",
"@pushrocks/smartpromise": "^3.1.5", "@pushrocks/smartpromise": "^3.1.6",
"@pushrocks/smartrequest": "^1.1.51", "@pushrocks/smartrequest": "^1.1.52",
"@pushrocks/smartshell": "^2.0.26", "@pushrocks/smartshell": "^2.0.28",
"@pushrocks/smartsocket": "^1.2.8", "@pushrocks/smartsocket": "^1.2.8",
"@pushrocks/smartssh": "^1.2.3", "@pushrocks/smartssh": "^1.2.3",
"@pushrocks/smartstring": "^3.0.24", "@pushrocks/smartstring": "^3.0.24",
"@servezone/servezone-interfaces": "^2.0.51", "@servezone/interfaces": "^1.0.3",
"@tsclass/tsclass": "^3.0.36",
"@types/through2": "^2.0.36", "@types/through2": "^2.0.36",
"through2": "^4.0.2" "through2": "^4.0.2"
}, },

View File

@@ -100,7 +100,6 @@ For further information read the linked docs at the top of this README.
Use TypeScript for best in class instellisense. Use TypeScript for best in class instellisense.
## Contribution ## Contribution
We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :) We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :)

View File

@@ -14,7 +14,7 @@ export class CloudlyConnector {
} }
public async announceDockerContainer( public async announceDockerContainer(
optionsArg: plugins.servezoneInterfaces.version.IVersionData optionsArg: plugins.tsclass.container.IContainer
) { ) {
const cloudlyUrl = this.npmciRef.npmciConfig.getConfig().urlCloudly; const cloudlyUrl = this.npmciRef.npmciConfig.getConfig().urlCloudly;
if (!cloudlyUrl) { if (!cloudlyUrl) {
@@ -25,11 +25,14 @@ export class CloudlyConnector {
return; return;
} }
const typedrequest = new plugins.typedrequest.TypedRequest<plugins.servezoneInterfaces.request.version.IRequest_Any_Cloudly_VersionManager_Update>( const typedrequest =
`https://${cloudlyUrl}/versionmanager`, new plugins.typedrequest.TypedRequest<plugins.servezoneInterfaces.requests.IRequest_InformAboutNewContainerImage>(
'update' `https://${cloudlyUrl}/versionmanager`,
); 'servezonestandard_InformAboutNewContainerVersion'
);
const response = await typedrequest.fire(optionsArg); const response = await typedrequest.fire({
containerImageInfo: optionsArg
});
} }
} }

View File

@@ -21,7 +21,7 @@ export class NpmciDockerManager {
* handle cli input * handle cli input
* @param argvArg * @param argvArg
*/ */
public handleCli = async (argvArg) => { public handleCli = async (argvArg: any) => {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
const action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
@@ -93,7 +93,7 @@ export class NpmciDockerManager {
await plugins.smartparam.forEachMinimatch( await plugins.smartparam.forEachMinimatch(
process.env, process.env,
'NPMCI_LOGIN_DOCKER*', 'NPMCI_LOGIN_DOCKER*',
async (envString) => { async (envString: string) => {
this.npmciRegistryStorage.addRegistry(DockerRegistry.fromEnvString(envString)); this.npmciRegistryStorage.addRegistry(DockerRegistry.fromEnvString(envString));
} }
); );
@@ -104,7 +104,7 @@ export class NpmciDockerManager {
* pushes an image towards a registry * pushes an image towards a registry
* @param argvArg * @param argvArg
*/ */
public push = async (argvArg) => { public push = async (argvArg: any) => {
await this.prepare(); await this.prepare();
let dockerRegistryUrls: string[] = []; let dockerRegistryUrls: string[] = [];
@@ -134,7 +134,9 @@ export class NpmciDockerManager {
const dockerfileArray = await Dockerfile.readDockerfiles(this) const dockerfileArray = await Dockerfile.readDockerfiles(this)
.then(Dockerfile.sortDockerfiles) .then(Dockerfile.sortDockerfiles)
.then(Dockerfile.mapDockerfiles); .then(Dockerfile.mapDockerfiles);
const dockerRegistryToPushTo = this.npmciRegistryStorage.getRegistryByUrl(dockerRegistryUrl); const dockerRegistryToPushTo = await this.npmciRegistryStorage.getRegistryByUrl(
dockerRegistryUrl
);
if (!dockerRegistryToPushTo) { if (!dockerRegistryToPushTo) {
logger.log( logger.log(
'error', 'error',
@@ -151,14 +153,14 @@ export class NpmciDockerManager {
/** /**
* pulls an image * pulls an image
*/ */
public pull = async (argvArg) => { public pull = async (argvArg: any) => {
await this.prepare(); await this.prepare();
const registryUrlArg = argvArg._[2]; const registryUrlArg = argvArg._[2];
let suffix = null; let suffix = null;
if (argvArg._.length >= 4) { if (argvArg._.length >= 4) {
suffix = argvArg._[3]; suffix = argvArg._[3];
} }
const localDockerRegistry = this.npmciRegistryStorage.getRegistryByUrl(registryUrlArg); const localDockerRegistry = await this.npmciRegistryStorage.getRegistryByUrl(registryUrlArg);
const dockerfileArray = await Dockerfile.readDockerfiles(this) const dockerfileArray = await Dockerfile.readDockerfiles(this)
.then(Dockerfile.sortDockerfiles) .then(Dockerfile.sortDockerfiles)
.then(Dockerfile.mapDockerfiles); .then(Dockerfile.mapDockerfiles);

View File

@@ -152,9 +152,8 @@ export class Dockerfile {
suffixArg?: string suffixArg?: string
): string { ): string {
// determine wether the repo should be mapped accordingly to the registry // determine wether the repo should be mapped accordingly to the registry
const mappedRepo = npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerRegistryRepoMap[ const mappedRepo =
registryArg npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerRegistryRepoMap[registryArg];
];
const repo = (() => { const repo = (() => {
if (mappedRepo) { if (mappedRepo) {
return mappedRepo; return mappedRepo;
@@ -274,9 +273,11 @@ export class Dockerfile {
).split('@')[1]; ).split('@')[1];
console.log(`The image ${this.pushTag} has digest ${imageDigest}`); console.log(`The image ${this.pushTag} has digest ${imageDigest}`);
await this.npmciDockerManagerRef.npmciRef.cloudlyConnector.announceDockerContainer({ await this.npmciDockerManagerRef.npmciRef.cloudlyConnector.announceDockerContainer({
dockerImageUrl: this.pushTag, registryUrl: this.pushTag,
dockerImageVersion: this.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo tag: this.buildTag,
.npm.version, labels: [],
version:
this.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo.npm.version,
}); });
} }

View File

@@ -15,7 +15,7 @@ export class RegistryStorage {
} }
getRegistryByUrl(registryUrlArg: string) { getRegistryByUrl(registryUrlArg: string) {
return this.objectMap.find((registryArg) => { return this.objectMap.findSync((registryArg) => {
return registryArg.registryUrl === registryUrlArg; return registryArg.registryUrl === registryUrlArg;
}); });
} }

View File

@@ -14,7 +14,7 @@ export class NpmciGitManager {
* handle cli input * handle cli input
* @param argvArg * @param argvArg
*/ */
public handleCli = async (argvArg) => { public handleCli = async (argvArg: any) => {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
const action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {

View File

@@ -16,7 +16,7 @@ export class NpmciNodeJsManager {
* handle cli input * handle cli input
* @param argvArg * @param argvArg
*/ */
public async handleCli(argvArg) { public async handleCli(argvArg: any) {
if (argvArg._.length >= 3) { if (argvArg._.length >= 3) {
const action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
@@ -40,15 +40,15 @@ export class NpmciNodeJsManager {
* Install a specific version of node * Install a specific version of node
* @param versionArg * @param versionArg
*/ */
public async install(versionArg) { public async install(versionArg: any) {
logger.log('info', `now installing node version ${versionArg}`); logger.log('info', `now installing node version ${versionArg}`);
let version: string; let version: string;
if (versionArg === 'stable') { if (versionArg === 'stable') {
version = '12'; version = '16';
} else if (versionArg === 'lts') { } else if (versionArg === 'lts') {
version = '10'; version = '14';
} else if (versionArg === 'legacy') { } else if (versionArg === 'legacy') {
version = '8'; version = '12';
} else { } else {
version = versionArg; version = versionArg;
} }

View File

@@ -8,7 +8,7 @@ import { Npmci } from '../npmci.classes.npmci';
export class NpmciNpmManager { export class NpmciNpmManager {
public npmciRef: Npmci; public npmciRef: Npmci;
constructor(npmciRefArg) { constructor(npmciRefArg: Npmci) {
this.npmciRef = npmciRefArg; this.npmciRef = npmciRefArg;
} }
@@ -16,7 +16,7 @@ export class NpmciNpmManager {
* handle cli input * handle cli input
* @param argvArg * @param argvArg
*/ */
public async handleCli(argvArg) { public async handleCli(argvArg: any) {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
const action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
@@ -54,13 +54,21 @@ export class NpmciNpmManager {
public async prepare() { public async prepare() {
const config = this.npmciRef.npmciConfig.getConfig(); const config = this.npmciRef.npmciConfig.getConfig();
let npmrcFileString: string = ''; let npmrcFileString: string = '';
await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TOKEN_NPM*', (npmEnvArg) => { await plugins.smartparam.forEachMinimatch(
const npmRegistryUrl = npmEnvArg.split('|')[0]; process.env,
const npmToken = npmEnvArg.split('|')[1]; 'NPMCI_TOKEN_NPM*',
npmrcFileString += `//${npmRegistryUrl}/:_authToken="${plugins.smartstring.base64.decode( (npmEnvArg: string) => {
npmToken const npmRegistryUrl = npmEnvArg.split('|')[0];
)}"\n`; let npmToken = npmEnvArg.split('|')[1];
}); if (npmEnvArg.split('|')[2] && npmEnvArg.split('|')[2] === 'plain') {
logger.log('ok', 'npm token not base64 encoded.');
} else {
logger.log('ok', 'npm token base64 encoded.');
npmToken = plugins.smartstring.base64.decode(npmToken);
}
npmrcFileString += `//${npmRegistryUrl}/:_authToken="${npmToken}"\n`;
}
);
logger.log('info', `setting default npm registry to ${config.npmRegistryUrl}`); logger.log('info', `setting default npm registry to ${config.npmRegistryUrl}`);
npmrcFileString += `registry=https://${config.npmRegistryUrl}\n`; npmrcFileString += `registry=https://${config.npmRegistryUrl}\n`;
@@ -91,9 +99,13 @@ export class NpmciNpmManager {
let publishVerdaccioAsWell = false; let publishVerdaccioAsWell = false;
const config = this.npmciRef.npmciConfig.getConfig(); const config = this.npmciRef.npmciConfig.getConfig();
const availableRegistries: string[] = []; const availableRegistries: string[] = [];
await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TOKEN_NPM*', (npmEnvArg) => { await plugins.smartparam.forEachMinimatch(
availableRegistries.push(npmEnvArg.split('|')[0]); process.env,
}); 'NPMCI_TOKEN_NPM*',
(npmEnvArg: string) => {
availableRegistries.push(npmEnvArg.split('|')[0]);
}
);
// -> configure package access level // -> configure package access level
if (config.npmAccessLevel) { if (config.npmAccessLevel) {

View File

@@ -2,7 +2,7 @@ import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
let sshInstance: plugins.smartssh.SshInstance; let sshInstance: plugins.smartssh.SshInstance;
export let handleCli = async (argvArg) => { export let handleCli = async (argvArg: any) => {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
const action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {

View File

@@ -2,7 +2,8 @@ import * as plugins from './mod.plugins';
import { bash } from '../npmci.bash'; import { bash } from '../npmci.bash';
import { logger } from '../npmci.logging'; import { logger } from '../npmci.logging';
const triggerValueRegex = /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/; const triggerValueRegex =
/^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/;
export let trigger = async () => { export let trigger = async () => {
logger.log('info', 'now running triggers'); logger.log('info', 'now running triggers');

View File

@@ -9,7 +9,7 @@ import * as typedrequest from '@apiglobal/typedrequest';
export { typedrequest }; export { typedrequest };
// @servezone // @servezone
import * as servezoneInterfaces from '@servezone/servezone-interfaces'; import * as servezoneInterfaces from '@servezone/interfaces';
export { servezoneInterfaces }; export { servezoneInterfaces };
@@ -21,6 +21,7 @@ import * as smartanalytics from '@pushrocks/smartanalytics';
import * as smartdelay from '@pushrocks/smartdelay'; import * as smartdelay from '@pushrocks/smartdelay';
import * as smartfile from '@pushrocks/smartfile'; import * as smartfile from '@pushrocks/smartfile';
import * as smartcli from '@pushrocks/smartcli'; import * as smartcli from '@pushrocks/smartcli';
import * as smartgit from '@pushrocks/smartgit';
import * as smartlog from '@pushrocks/smartlog'; import * as smartlog from '@pushrocks/smartlog';
import * as smartlogDestinationLocal from '@pushrocks/smartlog-destination-local'; import * as smartlogDestinationLocal from '@pushrocks/smartlog-destination-local';
import * as smartparam from '@pushrocks/smartparam'; import * as smartparam from '@pushrocks/smartparam';
@@ -50,6 +51,14 @@ export {
smartstring, smartstring,
}; };
// @tsclass scope
import * as tsclass from '@tsclass/tsclass';
export {
tsclass
}
// third party
import * as through2 from 'through2'; import * as through2 from 'through2';
export { through2 }; export { through2 };