Compare commits

...

39 Commits

Author SHA1 Message Date
2763fdef5f 3.1.12 2018-12-09 15:53:39 +01:00
bbedde01b9 fix(core): update 2018-12-09 15:53:38 +01:00
f26606f757 3.1.11 2018-12-09 15:22:20 +01:00
99b03aa796 fix(core): update 2018-12-09 15:22:20 +01:00
f30dd3da65 3.1.10 2018-12-09 14:59:51 +01:00
d4decddb4b fix(core): update 2018-12-09 14:59:51 +01:00
5c2880da1a 3.1.9 2018-12-09 14:53:44 +01:00
bfffc5b130 3.1.8 2018-12-09 14:39:25 +01:00
8900a13c6b fix(core): update 2018-12-09 14:39:24 +01:00
d42acf737f 3.1.7 2018-12-09 02:51:04 +01:00
77e3b2912d fix(core): update 2018-12-09 02:51:03 +01:00
103e470eb4 3.1.6 2018-12-09 02:50:00 +01:00
74c1324e55 fix(core): update 2018-12-09 02:50:00 +01:00
a1876963a8 3.1.5 2018-11-28 21:06:12 +01:00
5d88e25c99 fix(dependencies): update 2018-11-28 21:06:12 +01:00
b3c47546e2 3.1.4 2018-11-26 18:01:55 +01:00
6316e81958 fix(core): update 2018-11-26 18:01:54 +01:00
ff10afbee4 3.1.3 2018-11-24 15:12:55 +01:00
9dbfa77084 fix(ci): remove npmts build dependency 2018-11-24 15:12:55 +01:00
46dbd61d89 3.1.2 2018-11-24 15:10:56 +01:00
713df1867a fix(core): update 2018-11-24 15:10:55 +01:00
23886c1ed3 3.1.1 2018-11-24 15:08:08 +01:00
0c46b627be fix(core): update 2018-11-24 15:08:07 +01:00
622ccd8dd9 3.1.0 2018-11-24 15:00:19 +01:00
0079addfc5 feat(logging): use smartlog 2018-11-24 15:00:19 +01:00
8604c63d37 3.0.59 2018-09-22 15:18:21 +02:00
db0b38bd7b fix(cli): update cli files to be in line with gitzone cli template 2018-09-22 15:18:21 +02:00
edde87b6be 3.0.58 2018-09-22 14:36:26 +02:00
5085d664cb fix(fix request package usage): update 2018-09-22 14:36:25 +02:00
5d468fc840 3.0.57 2018-09-22 14:13:26 +02:00
e2ac6cdcc9 fix(dependencies): update 2018-09-22 14:13:25 +02:00
fcd04415be 3.0.56 2018-07-16 00:04:24 +02:00
1fd1899099 fix(ci): update to latest standards 2018-07-16 00:04:24 +02:00
7df7f882d1 3.0.55 2018-07-16 00:02:30 +02:00
348b4d60fd fix(security): snyk 2018-07-16 00:02:29 +02:00
37589fb5e5 3.0.54 2018-07-15 23:58:43 +02:00
3dd115fe42 fix(ci): adjust to newer build system 2018-07-15 23:58:43 +02:00
01c88a6a6c 3.0.53 2018-07-15 23:49:38 +02:00
f5cacb7400 fix(core): update 2018-07-15 23:49:37 +02:00
30 changed files with 1125 additions and 1149 deletions

View File

@@ -3,7 +3,7 @@ image: hosttoday/ht-docker-node:npmci
cache: cache:
paths: paths:
- .yarn/ - .npmci_cache/
key: "$CI_BUILD_STAGE" key: "$CI_BUILD_STAGE"
stages: stages:
@@ -26,8 +26,9 @@ mirror:
snyk: snyk:
stage: security stage: security
script: script:
- npmci command yarn global add snyk - npmci npm prepare
- npmci command yarn install --ignore-scripts - npmci command npm install -g snyk
- npmci command npm install --ignore-scripts
- npmci command snyk test - npmci command snyk test
tags: tags:
- docker - docker
@@ -36,21 +37,11 @@ snyk:
# ==================== # ====================
# test stage # test stage
# ==================== # ====================
testLEGACY:
stage: test
script:
- npmci node install legacy
- npmci npm install
- npmci npm test
coverage: /\d+.?\d+?\%\s*coverage/
tags:
- docker
- notpriv
allow_failure: true
testLTS: testLTS:
stage: test stage: test
script: script:
- npmci npm prepare
- npmci node install lts - npmci node install lts
- npmci npm install - npmci npm install
- npmci npm test - npmci npm test
@@ -62,6 +53,7 @@ testLTS:
testSTABLE: testSTABLE:
stage: test stage: test
script: script:
- npmci npm prepare
- npmci node install stable - npmci node install stable
- npmci npm install - npmci npm install
- npmci npm test - npmci npm test
@@ -117,8 +109,10 @@ pages:
image: hosttoday/ht-docker-node:npmci image: hosttoday/ht-docker-node:npmci
stage: metadata stage: metadata
script: script:
- npmci command yarn global add npmpage - npmci command npm install -g typedoc typescript
- npmci command npmpage - npmci npm prepare
- npmci npm install
- npmci command typedoc --module "commonjs" --target "ES2016" --out public/ ts/
tags: tags:
- docker - docker
- notpriv - notpriv
@@ -128,3 +122,4 @@ pages:
expire_in: 1 week expire_in: 1 week
paths: paths:
- public - public
allow_failure: true

15
.snyk
View File

@@ -1,15 +1,4 @@
# Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities. # Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities.
version: v1.12.0 version: v1.13.1
# ignores vulnerabilities until expiry date; change duration by modifying expiry date ignore: {}
ignore:
'npm:shelljs:20140723':
- shelljs:
reason: None given
expires: '2018-06-02T22:48:10.660Z'
- smartshell > shelljs:
reason: None given
expires: '2018-06-02T22:48:10.660Z'
- smartssh > shelljs:
reason: None given
expires: '2018-06-02T22:48:10.660Z'
patch: {} patch: {}

3
cli.js Normal file
View File

@@ -0,0 +1,3 @@
#!/usr/bin/env node
process.env.CLI_CALL = 'true';
require('./dist/index');

4
cli.ts.js Normal file
View File

@@ -0,0 +1,4 @@
#!/usr/bin/env node
process.env.CLI_CALL = 'true';
require('@gitzone/tsrun');
require('./ts/index');

View File

@@ -5,10 +5,9 @@
"cli": true "cli": true
}, },
"npmci": { "npmci": {
"npmGlobalTools": [ "npmGlobalTools": [],
"@gitzone/npmts" "npmAccessLevel": "public",
], "npmRegistryUrl": "registry.npmjs.org"
"npmAccessLevel": "public"
}, },
"npmdocker":{ "npmdocker":{
"baseImage":"hosttoday/ht-docker-node:npmci", "baseImage":"hosttoday/ht-docker-node:npmci",

1560
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,16 +1,16 @@
{ {
"name": "@shipzone/npmci", "name": "@shipzone/npmci",
"version": "3.0.52", "version": "3.1.12",
"description": "node and docker in gitlab ci on steroids", "description": "node and docker in gitlab ci on steroids",
"main": "dist/index.js", "main": "dist/index.js",
"typings": "dist/index.d.ts", "typings": "dist/index.d.ts",
"bin": { "bin": {
"npmci": "dist/cli.js" "npmci": "cli.js"
}, },
"scripts": { "scripts": {
"test": "(rm -f config.json) && (npmts) && (npm run testVersion)", "test": "(rm -f config.json) && tstest test/",
"build": "(rm -f config.json) && (npmts) && (npm run testVersion)", "build": "(rm -f config.json) && tsbuild && (npm run testVersion)",
"testVersion": "(cd test/assets/ && node ../../dist/cli.js -v)" "testVersion": "(cd test/assets/ && node ../../cli.js -v)"
}, },
"repository": { "repository": {
"type": "git", "type": "git",
@@ -23,32 +23,36 @@
}, },
"homepage": "https://gitlab.com/gitzone/npmci#README", "homepage": "https://gitlab.com/gitzone/npmci#README",
"devDependencies": { "devDependencies": {
"tapbundle": "^2.0.2" "@gitzone/tsbuild": "^2.0.22",
"@gitzone/tsrun": "^1.1.13",
"@gitzone/tstest": "^1.0.15",
"@pushrocks/tapbundle": "^3.0.7",
"@types/node": "^10.12.10",
"tslint": "^5.11.0",
"tslint-config-prettier": "^1.17.0"
}, },
"dependencies": { "dependencies": {
"@pushrocks/smartcli": "^3.0.2", "@pushrocks/lik": "^3.0.2",
"@pushrocks/smartpromise": "^2.0.2", "@pushrocks/npmextra": "^3.0.1",
"@types/lodash": "^4.14.110", "@pushrocks/projectinfo": "^4.0.2",
"@pushrocks/smartcli": "^3.0.6",
"@pushrocks/smartdelay": "^2.0.2",
"@pushrocks/smartfile": "^6.0.11",
"@pushrocks/smartlog": "^2.0.9",
"@pushrocks/smartlog-destination-local": "^7.0.5",
"@pushrocks/smartparam": "^1.0.4",
"@pushrocks/smartpromise": "^2.0.5",
"@pushrocks/smartrequest": "^1.1.14",
"@pushrocks/smartshell": "^2.0.11",
"@pushrocks/smartssh": "^1.2.3",
"@pushrocks/smartstring": "^3.0.5",
"@types/lodash": "^4.14.118",
"@types/shelljs": "^0.8.0", "@types/shelljs": "^0.8.0",
"@types/through2": "^2.0.33", "@types/through2": "^2.0.34",
"beautylog": "^6.1.10", "lodash": "^4.17.11",
"cflare": "^1.0.5",
"lik": "^2.0.5",
"lodash": "^4.17.10",
"npmextra": "^2.0.9",
"projectinfo": "^3.0.4",
"request": "^2.87.0",
"shelljs": "^0.8.2",
"smartanalytics": "^2.0.9", "smartanalytics": "^2.0.9",
"smartdelay": "^1.0.4",
"smartfile": "^4.2.20",
"smartparam": "^1.0.2",
"smartshell": "^1.0.19",
"smartsocket": "^1.1.19", "smartsocket": "^1.1.19",
"smartssh": "^1.2.2", "through2": "^3.0.0"
"smartstring": "^2.0.28",
"smartsystem": "^2.0.2",
"through2": "^2.0.3"
}, },
"private": false "private": false
} }

View File

@@ -29,9 +29,9 @@ npmci is designed to work in docker CI environments. The following docker images
Docker Hub: Docker Hub:
* [hosttoday/ht-docker-node:npmci](https://hub.docker.com/r/hosttoday/ht-docker-node/) - [hosttoday/ht-docker-node:npmci](https://hub.docker.com/r/hosttoday/ht-docker-node/)
has LTS node version and npmci preinstalled. has LTS node version and npmci preinstalled.
* [hosttoday/ht-docker-dbase](https://hub.docker.com/r/hosttoday/ht-docker-dbase/) - [hosttoday/ht-docker-dbase](https://hub.docker.com/r/hosttoday/ht-docker-dbase/)
based on docker:git, can be used to build docker images in conjunction with docker:dind based on docker:git, can be used to build docker images in conjunction with docker:dind
npmci can be called from commandline and handle a lot of tasks durug ci: npmci can be called from commandline and handle a lot of tasks durug ci:

View File

@@ -1,4 +1,4 @@
import { tap, expect } from 'tapbundle'; import { tap, expect } from '@pushrocks/tapbundle';
import * as path from 'path'; import * as path from 'path';
// Setup test // Setup test

View File

@@ -1,31 +0,0 @@
import * as plugins from './mod.plugins';
let npmciCflare = new plugins.cflare.CflareAccount();
/**
* handle cli input
* @param argvArg
*/
export let handleCli = async argvArg => {
if (argvArg._.length >= 2) {
let action: string = argvArg._[1];
switch (action) {
default:
plugins.beautylog.error(`>>npmci cloudflare ...<< action >>${action}<< not supported`);
process.exit(1);
}
} else {
plugins.beautylog.log(
`>>npmci cloudflare ...<< cli arguments invalid... Please read the documentation.`
);
process.exit(1);
}
};
export let purge = async argvArg => {
npmciCflare.auth({
email: '',
key: ''
});
npmciCflare.purgeZone(argvArg._[1]);
};

View File

@@ -1,5 +0,0 @@
export * from '../npmci.plugins';
import * as cflare from 'cflare';
export { cflare };

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import * as paths from '../npmci.paths'; import * as paths from '../npmci.paths';
import { bash } from '../npmci.bash'; import { bash } from '../npmci.bash';
@@ -10,7 +11,7 @@ import { DockerRegistry } from './mod.classes.dockerregistry';
import { RegistryStorage } from './mod.classes.registrystorage'; import { RegistryStorage } from './mod.classes.registrystorage';
// instances // instances
let npmciRegistryStorage = new RegistryStorage(); const npmciRegistryStorage = new RegistryStorage();
export { Dockerfile, helpers }; export { Dockerfile, helpers };
@@ -23,7 +24,7 @@ export let modArgvArg; // will be set through the build command
export let handleCli = async argvArg => { export let handleCli = async argvArg => {
modArgvArg = argvArg; modArgvArg = argvArg;
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
let action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
case 'build': case 'build':
await build(); await build();
@@ -42,10 +43,11 @@ export let handleCli = async argvArg => {
await pull(argvArg); await pull(argvArg);
break; break;
default: default:
plugins.beautylog.error(`>>npmci docker ...<< action >>${action}<< not supported`); logger.log('error', `>>npmci docker ...<< action >>${action}<< not supported`);
} }
} else { } else {
plugins.beautylog.log( logger.log(
'info',
`>>npmci docker ...<< cli arguments invalid... Please read the documentation.` `>>npmci docker ...<< cli arguments invalid... Please read the documentation.`
); );
} }
@@ -56,7 +58,7 @@ export let handleCli = async argvArg => {
*/ */
export let build = async () => { export let build = async () => {
await prepare(); await prepare();
plugins.beautylog.log('now building Dockerfiles...'); logger.log('info', 'now building Dockerfiles...');
await helpers await helpers
.readDockerfiles() .readDockerfiles()
.then(helpers.sortDockerfiles) .then(helpers.sortDockerfiles)
@@ -78,7 +80,7 @@ export let login = async () => {
export let prepare = async () => { export let prepare = async () => {
// Always login to GitLab Registry // Always login to GitLab Registry
if (!process.env.CI_BUILD_TOKEN || process.env.CI_BUILD_TOKEN === '') { if (!process.env.CI_BUILD_TOKEN || process.env.CI_BUILD_TOKEN === '') {
plugins.beautylog.error('No registry token specified by gitlab!'); logger.log('error', 'No registry token specified by gitlab!');
process.exit(1); process.exit(1);
} }
npmciRegistryStorage.addRegistry( npmciRegistryStorage.addRegistry(
@@ -98,40 +100,41 @@ export let prepare = async () => {
export let push = async argvArg => { export let push = async argvArg => {
await prepare(); await prepare();
let registryUrlArg = argvArg._[2]; const registryUrlArg = argvArg._[2];
let suffix = null; let suffix = null;
if (argvArg._.length >= 4) { if (argvArg._.length >= 4) {
suffix = argvArg._[3]; suffix = argvArg._[3];
} }
let dockerfileArray = await helpers const dockerfileArray = await helpers
.readDockerfiles() .readDockerfiles()
.then(helpers.sortDockerfiles) .then(helpers.sortDockerfiles)
.then(helpers.mapDockerfiles); .then(helpers.mapDockerfiles);
let localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg); const localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg);
if (!localDockerRegistry) { if (!localDockerRegistry) {
plugins.beautylog.error( logger.log(
'error',
`Cannot push to registry ${registryUrlArg}, because it was not found in the authenticated registry list.` `Cannot push to registry ${registryUrlArg}, because it was not found in the authenticated registry list.`
); );
process.exit(1); process.exit(1);
} }
for (let dockerfile of dockerfileArray) { for (const dockerfile of dockerfileArray) {
await dockerfile.push(localDockerRegistry, suffix); await dockerfile.push(localDockerRegistry, suffix);
} }
}; };
export let pull = async argvArg => { export let pull = async argvArg => {
await prepare(); await prepare();
let registryUrlArg = argvArg._[2]; const registryUrlArg = argvArg._[2];
let suffix = null; let suffix = null;
if (argvArg._.length >= 4) { if (argvArg._.length >= 4) {
suffix = argvArg._[3]; suffix = argvArg._[3];
} }
let localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg); const localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg);
let dockerfileArray = await helpers const dockerfileArray = await helpers
.readDockerfiles() .readDockerfiles()
.then(helpers.sortDockerfiles) .then(helpers.sortDockerfiles)
.then(helpers.mapDockerfiles); .then(helpers.mapDockerfiles);
for (let dockerfile of dockerfileArray) { for (const dockerfile of dockerfileArray) {
await dockerfile.pull(localDockerRegistry, suffix); await dockerfile.pull(localDockerRegistry, suffix);
} }
}; };

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import * as NpmciEnv from '../npmci.env'; import * as NpmciEnv from '../npmci.env';
import { bash } from '../npmci.bash'; import { bash } from '../npmci.bash';
@@ -10,16 +11,16 @@ import * as helpers from './mod.helpers';
* class Dockerfile represents a Dockerfile on disk in npmci * class Dockerfile represents a Dockerfile on disk in npmci
*/ */
export class Dockerfile { export class Dockerfile {
filePath: string; public filePath: string;
repo: string; public repo: string;
version: string; public version: string;
cleanTag: string; public cleanTag: string;
buildTag: string; public buildTag: string;
containerName: string; public containerName: string;
content: string; public content: string;
baseImage: string; public baseImage: string;
localBaseImageDependent: boolean; public localBaseImageDependent: boolean;
localBaseDockerfile: Dockerfile; public localBaseDockerfile: Dockerfile;
constructor(options: { filePath?: string; fileContents?: string | Buffer; read?: boolean }) { constructor(options: { filePath?: string; fileContents?: string | Buffer; read?: boolean }) {
this.filePath = options.filePath; this.filePath = options.filePath;
this.repo = NpmciEnv.repo.user + '/' + NpmciEnv.repo.repo; this.repo = NpmciEnv.repo.user + '/' + NpmciEnv.repo.repo;
@@ -38,10 +39,12 @@ export class Dockerfile {
/** /**
* builds the Dockerfile * builds the Dockerfile
*/ */
async build() { public async build() {
plugins.beautylog.info('now building Dockerfile for ' + this.cleanTag); logger.log('info', 'now building Dockerfile for ' + this.cleanTag);
let buildArgsString = await helpers.getDockerBuildArgs(); const buildArgsString = await helpers.getDockerBuildArgs();
let buildCommand = `docker build -t ${this.buildTag} -f ${this.filePath} ${buildArgsString} .`; const buildCommand = `docker build -t ${this.buildTag} -f ${
this.filePath
} ${buildArgsString} .`;
await bash(buildCommand); await bash(buildCommand);
return; return;
} }
@@ -49,8 +52,8 @@ export class Dockerfile {
/** /**
* pushes the Dockerfile to a registry * pushes the Dockerfile to a registry
*/ */
async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) { public async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) {
let pushTag = helpers.getDockerTagString( const pushTag = helpers.getDockerTagString(
dockerRegistryArg.registryUrl, dockerRegistryArg.registryUrl,
this.repo, this.repo,
this.version, this.version,
@@ -63,8 +66,8 @@ export class Dockerfile {
/** /**
* pulls the Dockerfile from a registry * pulls the Dockerfile from a registry
*/ */
async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) { public async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) {
let pullTag = helpers.getDockerTagString( const pullTag = helpers.getDockerTagString(
registryArg.registryUrl, registryArg.registryUrl,
this.repo, this.repo,
this.version, this.version,
@@ -77,9 +80,9 @@ export class Dockerfile {
/** /**
* tests the Dockerfile; * tests the Dockerfile;
*/ */
async test() { public async test() {
let testFile: string = plugins.path.join(paths.NpmciTestDir, 'test_' + this.version + '.sh'); const testFile: string = plugins.path.join(paths.NpmciTestDir, 'test_' + this.version + '.sh');
let testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile); const testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile);
if (testFileExists) { if (testFileExists) {
// run tests // run tests
await bash( await bash(
@@ -93,17 +96,17 @@ export class Dockerfile {
await bash(`docker rm npmci_test_container`); await bash(`docker rm npmci_test_container`);
await bash(`docker rmi --force npmci_test_image`); await bash(`docker rmi --force npmci_test_image`);
} else { } else {
plugins.beautylog.warn( logger.log('warn', 'skipping tests for ' + this.cleanTag + ' because no testfile was found!');
'skipping tests for ' + this.cleanTag + ' because no testfile was found!'
);
} }
} }
/** /**
* gets the id of a Dockerfile * gets the id of a Dockerfile
*/ */
async getId() { public async getId() {
let containerId = await bash('docker inspect --type=image --format="{{.Id}}" ' + this.buildTag); const containerId = await bash(
'docker inspect --type=image --format="{{.Id}}" ' + this.buildTag
);
return containerId; return containerId;
} }
} }

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import { bash } from '../npmci.bash'; import { bash } from '../npmci.bash';
@@ -8,26 +9,26 @@ export interface IDockerRegistryConstructorOptions {
} }
export class DockerRegistry { export class DockerRegistry {
registryUrl: string; public registryUrl: string;
username: string; public username: string;
password: string; public password: string;
constructor(optionsArg: IDockerRegistryConstructorOptions) { constructor(optionsArg: IDockerRegistryConstructorOptions) {
this.registryUrl = optionsArg.registryUrl; this.registryUrl = optionsArg.registryUrl;
this.username = optionsArg.username; this.username = optionsArg.username;
this.password = optionsArg.password; this.password = optionsArg.password;
plugins.beautylog.info(`created DockerRegistry for ${this.registryUrl}`); logger.log('info', `created DockerRegistry for ${this.registryUrl}`);
} }
static fromEnvString(envString: string): DockerRegistry { public static fromEnvString(envString: string): DockerRegistry {
let dockerRegexResultArray = envString.split('|'); const dockerRegexResultArray = envString.split('|');
if (dockerRegexResultArray.length !== 3) { if (dockerRegexResultArray.length !== 3) {
plugins.beautylog.error('malformed docker env var...'); logger.log('error', 'malformed docker env var...');
process.exit(1); process.exit(1);
return; return;
} }
let registryUrl = dockerRegexResultArray[0]; const registryUrl = dockerRegexResultArray[0];
let username = dockerRegexResultArray[1]; const username = dockerRegexResultArray[1];
let password = dockerRegexResultArray[2]; const password = dockerRegexResultArray[2];
return new DockerRegistry({ return new DockerRegistry({
registryUrl: registryUrl, registryUrl: registryUrl,
username: username, username: username,
@@ -35,13 +36,13 @@ export class DockerRegistry {
}); });
} }
async login() { public async login() {
if (this.registryUrl === 'docker.io') { if (this.registryUrl === 'docker.io') {
await bash(`docker login -u ${this.username} -p ${this.password}`); await bash(`docker login -u ${this.username} -p ${this.password}`);
plugins.beautylog.info('Logged in to standard docker hub'); logger.log('info', 'Logged in to standard docker hub');
} else { } else {
await bash(`docker login -u ${this.username} -p ${this.password} ${this.registryUrl}`); await bash(`docker login -u ${this.username} -p ${this.password} ${this.registryUrl}`);
} }
plugins.beautylog.ok(`docker authenticated for ${this.registryUrl}!`); logger.log('ok', `docker authenticated for ${this.registryUrl}!`);
} }
} }

View File

@@ -1,5 +1,6 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import { Objectmap } from 'lik'; import { Objectmap } from '@pushrocks/lik';
import { DockerRegistry } from './mod.classes.dockerregistry'; import { DockerRegistry } from './mod.classes.dockerregistry';
@@ -23,6 +24,6 @@ export class RegistryStorage {
await this.objectMap.forEach(async registryArg => { await this.objectMap.forEach(async registryArg => {
await registryArg.login(); await registryArg.login();
}); });
plugins.beautylog.success('logged in successfully into all available DockerRegistries!'); logger.log('success', 'logged in successfully into all available DockerRegistries!');
} }
} }

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import * as paths from '../npmci.paths'; import * as paths from '../npmci.paths';
import * as NpmciEnv from '../npmci.env'; import * as NpmciEnv from '../npmci.env';
@@ -11,14 +12,14 @@ import { Dockerfile } from './mod.classes.dockerfile';
* @returns Promise<Dockerfile[]> * @returns Promise<Dockerfile[]>
*/ */
export let readDockerfiles = async (): Promise<Dockerfile[]> => { export let readDockerfiles = async (): Promise<Dockerfile[]> => {
let fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*'); const fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*');
// create the Dockerfile array // create the Dockerfile array
let readDockerfilesArray: Dockerfile[] = []; const readDockerfilesArray: Dockerfile[] = [];
plugins.beautylog.info(`found ${fileTree.length} Dockerfiles:`); logger.log('info', `found ${fileTree.length} Dockerfiles:`);
console.log(fileTree); console.log(fileTree);
for (let dockerfilePath of fileTree) { for (const dockerfilePath of fileTree) {
let myDockerfile = new Dockerfile({ const myDockerfile = new Dockerfile({
filePath: dockerfilePath, filePath: dockerfilePath,
read: true read: true
}); });
@@ -34,14 +35,14 @@ export let readDockerfiles = async (): Promise<Dockerfile[]> => {
* @returns Promise<Dockerfile[]> * @returns Promise<Dockerfile[]>
*/ */
export let sortDockerfiles = (sortableArrayArg: Dockerfile[]): Promise<Dockerfile[]> => { export let sortDockerfiles = (sortableArrayArg: Dockerfile[]): Promise<Dockerfile[]> => {
let done = plugins.q.defer<Dockerfile[]>(); const done = plugins.smartpromise.defer<Dockerfile[]>();
plugins.beautylog.info('sorting Dockerfiles:'); logger.log('info', 'sorting Dockerfiles:');
let sortedArray: Dockerfile[] = []; const sortedArray: Dockerfile[] = [];
let cleanTagsOriginal = cleanTagsArrayFunction(sortableArrayArg, sortedArray); const cleanTagsOriginal = cleanTagsArrayFunction(sortableArrayArg, sortedArray);
let sorterFunctionCounter: number = 0; let sorterFunctionCounter: number = 0;
let sorterFunction = function() { const sorterFunction = () => {
sortableArrayArg.forEach(dockerfileArg => { sortableArrayArg.forEach(dockerfileArg => {
let cleanTags = cleanTagsArrayFunction(sortableArrayArg, sortedArray); const cleanTags = cleanTagsArrayFunction(sortableArrayArg, sortedArray);
if ( if (
cleanTags.indexOf(dockerfileArg.baseImage) === -1 && cleanTags.indexOf(dockerfileArg.baseImage) === -1 &&
sortedArray.indexOf(dockerfileArg) === -1 sortedArray.indexOf(dockerfileArg) === -1
@@ -54,8 +55,8 @@ export let sortDockerfiles = (sortableArrayArg: Dockerfile[]): Promise<Dockerfil
}); });
if (sortableArrayArg.length === sortedArray.length) { if (sortableArrayArg.length === sortedArray.length) {
let counter = 1; let counter = 1;
for (let dockerfile of sortedArray) { for (const dockerfile of sortedArray) {
plugins.beautylog.log(`tag ${counter}: -> ${dockerfile.cleanTag}`); logger.log('info', `tag ${counter}: -> ${dockerfile.cleanTag}`);
counter++; counter++;
} }
done.resolve(sortedArray); done.resolve(sortedArray);
@@ -88,7 +89,7 @@ export let mapDockerfiles = async (sortedArray: Dockerfile[]): Promise<Dockerfil
* builds the correspoding real docker image for each Dockerfile class instance * builds the correspoding real docker image for each Dockerfile class instance
*/ */
export let buildDockerfiles = async (sortedArrayArg: Dockerfile[]) => { export let buildDockerfiles = async (sortedArrayArg: Dockerfile[]) => {
for (let dockerfileArg of sortedArrayArg) { for (const dockerfileArg of sortedArrayArg) {
await dockerfileArg.build(); await dockerfileArg.build();
} }
return sortedArrayArg; return sortedArrayArg;
@@ -99,7 +100,7 @@ export let buildDockerfiles = async (sortedArrayArg: Dockerfile[]) => {
* @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd * @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd
*/ */
export let testDockerfiles = async (sortedArrayArg: Dockerfile[]) => { export let testDockerfiles = async (sortedArrayArg: Dockerfile[]) => {
for (let dockerfileArg of sortedArrayArg) { for (const dockerfileArg of sortedArrayArg) {
await dockerfileArg.test(); await dockerfileArg.test();
} }
return sortedArrayArg; return sortedArrayArg;
@@ -111,8 +112,8 @@ export let testDockerfiles = async (sortedArrayArg: Dockerfile[]) => {
*/ */
export let dockerFileVersion = (dockerfileNameArg: string): string => { export let dockerFileVersion = (dockerfileNameArg: string): string => {
let versionString: string; let versionString: string;
let versionRegex = /Dockerfile_([a-zA-Z0-9\.]*)$/; const versionRegex = /Dockerfile_([a-zA-Z0-9\.]*)$/;
let regexResultArray = versionRegex.exec(dockerfileNameArg); const regexResultArray = versionRegex.exec(dockerfileNameArg);
if (regexResultArray && regexResultArray.length === 2) { if (regexResultArray && regexResultArray.length === 2) {
versionString = regexResultArray[1]; versionString = regexResultArray[1];
} else { } else {
@@ -124,9 +125,9 @@ export let dockerFileVersion = (dockerfileNameArg: string): string => {
/** /**
* returns the docker base image for a Dockerfile * returns the docker base image for a Dockerfile
*/ */
export let dockerBaseImage = function(dockerfileContentArg: string) { export let dockerBaseImage = (dockerfileContentArg: string) => {
let baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/; const baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/;
let regexResultArray = baseImageRegex.exec(dockerfileContentArg); const regexResultArray = baseImageRegex.exec(dockerfileContentArg);
return regexResultArray[1]; return regexResultArray[1];
}; };
@@ -140,8 +141,8 @@ export let getDockerTagString = (
suffixArg?: string suffixArg?: string
): string => { ): string => {
// determine wether the repo should be mapped accordingly to the registry // determine wether the repo should be mapped accordingly to the registry
let mappedRepo = NpmciConfig.configObject.dockerRegistryRepoMap[registryArg]; const mappedRepo = NpmciConfig.configObject.dockerRegistryRepoMap[registryArg];
let repo = (() => { const repo = (() => {
if (mappedRepo) { if (mappedRepo) {
return mappedRepo; return mappedRepo;
} else { } else {
@@ -155,15 +156,15 @@ export let getDockerTagString = (
version = versionArg + '_' + suffixArg; version = versionArg + '_' + suffixArg;
} }
let tagString = `${registryArg}/${repo}:${version}`; const tagString = `${registryArg}/${repo}:${version}`;
return tagString; return tagString;
}; };
export let getDockerBuildArgs = async (): Promise<string> => { export let getDockerBuildArgs = async (): Promise<string> => {
plugins.beautylog.info('checking for env vars to be supplied to the docker build'); logger.log('info', 'checking for env vars to be supplied to the docker build');
let buildArgsString: string = ''; let buildArgsString: string = '';
for (let key in NpmciConfig.configObject.dockerBuildargEnvMap) { for (const key in NpmciConfig.configObject.dockerBuildargEnvMap) {
let targetValue = process.env[NpmciConfig.configObject.dockerBuildargEnvMap[key]]; const targetValue = process.env[NpmciConfig.configObject.dockerBuildargEnvMap[key]];
buildArgsString = `${buildArgsString} --build-arg ${key}=${targetValue}`; buildArgsString = `${buildArgsString} --build-arg ${key}=${targetValue}`;
} }
return buildArgsString; return buildArgsString;
@@ -172,12 +173,12 @@ export let getDockerBuildArgs = async (): Promise<string> => {
/** /**
* *
*/ */
export let cleanTagsArrayFunction = function( export let cleanTagsArrayFunction = (
dockerfileArrayArg: Dockerfile[], dockerfileArrayArg: Dockerfile[],
trackingArrayArg: Dockerfile[] trackingArrayArg: Dockerfile[]
): string[] { ): string[] => {
let cleanTagsArray: string[] = []; const cleanTagsArray: string[] = [];
dockerfileArrayArg.forEach(function(dockerfileArg) { dockerfileArrayArg.forEach(dockerfileArg => {
if (trackingArrayArg.indexOf(dockerfileArg) === -1) { if (trackingArrayArg.indexOf(dockerfileArg) === -1) {
cleanTagsArray.push(dockerfileArg.cleanTag); cleanTagsArray.push(dockerfileArg.cleanTag);
} }

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import { bash } from '../npmci.bash'; import { bash } from '../npmci.bash';
import { repo } from '../npmci.env'; import { repo } from '../npmci.env';
@@ -8,38 +9,36 @@ import { repo } from '../npmci.env';
*/ */
export let handleCli = async argvArg => { export let handleCli = async argvArg => {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
let action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
case 'mirror': case 'mirror':
await mirror(); await mirror();
break; break;
default: default:
plugins.beautylog.error(`>>npmci git ...<< action >>${action}<< not supported`); logger.log('error', `>>npmci git ...<< action >>${action}<< not supported`);
} }
} else { } else {
plugins.beautylog.log( logger.log('info', `>>npmci git ...<< cli arguments invalid... Please read the documentation.`);
`>>npmci git ...<< cli arguments invalid... Please read the documentation.`
);
} }
}; };
export let mirror = async () => { export let mirror = async () => {
let githubToken = process.env.NPMCI_GIT_GITHUBTOKEN; const githubToken = process.env.NPMCI_GIT_GITHUBTOKEN;
let githubUser = process.env.NPMCI_GIT_GITHUBGROUP || repo.user; const githubUser = process.env.NPMCI_GIT_GITHUBGROUP || repo.user;
let githubRepo = process.env.NPMCI_GIT_GITHUB || repo.repo; const githubRepo = process.env.NPMCI_GIT_GITHUB || repo.repo;
if (githubToken) { if (githubToken) {
plugins.beautylog.info('found github token.'); logger.log('info', 'found github token.');
plugins.beautylog.log('attempting the mirror the repository to GitHub'); logger.log('info', 'attempting the mirror the repository to GitHub');
// add the mirror // add the mirror
await bash( await bash(
`git remote add mirror https://${githubToken}@github.com/${githubUser}/${githubRepo}.git` `git remote add mirror https://${githubToken}@github.com/${githubUser}/${githubRepo}.git`
); );
await bash(`git push mirror --all`); await bash(`git push mirror --all`);
plugins.beautylog.ok('pushed all branches to mirror!'); logger.log('ok', 'pushed all branches to mirror!');
await bash(`git push mirror --tags`); await bash(`git push mirror --tags`);
plugins.beautylog.ok('pushed all tags to mirror!'); logger.log('ok', 'pushed all tags to mirror!');
} else { } else {
plugins.beautylog.error(`cannot find NPMCI_GIT_GITHUBTOKEN env var!`); logger.log('error', `cannot find NPMCI_GIT_GITHUBTOKEN env var!`);
process.exit(1); process.exit(1);
} }
}; };

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from '../npmci.plugins'; import * as plugins from '../npmci.plugins';
import * as paths from '../npmci.paths'; import * as paths from '../npmci.paths';
import * as npmciConfig from '../npmci.config'; import * as npmciConfig from '../npmci.config';
@@ -9,17 +10,18 @@ import { bash, bashNoError, nvmAvailable } from '../npmci.bash';
*/ */
export let handleCli = async argvArg => { export let handleCli = async argvArg => {
if (argvArg._.length >= 3) { if (argvArg._.length >= 3) {
let action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
case 'install': case 'install':
await install(argvArg._[2]); await install(argvArg._[2]);
break; break;
default: default:
plugins.beautylog.error(`>>npmci node ...<< action >>${action}<< not supported`); logger.log('error', `>>npmci node ...<< action >>${action}<< not supported`);
process.exit(1); process.exit(1);
} }
} else { } else {
plugins.beautylog.error( logger.log(
'error',
`>>npmci node ...<< cli arguments invalid... Please read the documentation.` `>>npmci node ...<< cli arguments invalid... Please read the documentation.`
); );
process.exit(1); process.exit(1);
@@ -31,40 +33,40 @@ export let handleCli = async argvArg => {
* @param versionArg * @param versionArg
*/ */
export let install = async versionArg => { export let install = async versionArg => {
plugins.beautylog.log(`now installing node version ${versionArg}`); logger.log('info', `now installing node version ${versionArg}`);
let version: string; let version: string;
if (versionArg === 'stable') { if (versionArg === 'stable') {
version = '10'; version = '11';
} else if (versionArg === 'lts') { } else if (versionArg === 'lts') {
version = '8'; version = '10';
} else if (versionArg === 'legacy') { } else if (versionArg === 'legacy') {
version = '9'; version = '8';
} else { } else {
version = versionArg; version = versionArg;
} }
if (await nvmAvailable.promise) { if (await nvmAvailable.promise) {
await bash(`nvm install ${version} && nvm alias default ${version}`); await bash(`nvm install ${version} && nvm alias default ${version}`);
plugins.beautylog.success(`Node version ${version} successfully installed!`); logger.log('success', `Node version ${version} successfully installed!`);
} else { } else {
plugins.beautylog.warn('Nvm not in path so staying at installed node version!'); logger.log('warn', 'Nvm not in path so staying at installed node version!');
} }
await bash('node -v'); await bash('node -v');
await bash('npm -v'); await bash('npm -v');
await bash(`npm config set cache ${paths.NpmciCacheDir} --global `); await bash(`npm config set cache ${paths.NpmciCacheDir} --global `);
// lets look for further config // lets look for further config
await npmciConfig.getConfig().then(async configArg => { await npmciConfig.getConfig().then(async configArg => {
plugins.beautylog.log('Now checking for needed global npm tools...'); logger.log('info', 'Now checking for needed global npm tools...');
for (let npmTool of configArg.npmGlobalTools) { for (const npmTool of configArg.npmGlobalTools) {
plugins.beautylog.info(`Checking for global "${npmTool}"`); logger.log('info', `Checking for global "${npmTool}"`);
let whichOutput: string = await bashNoError(`which ${npmTool}`); const whichOutput: string = await bashNoError(`which ${npmTool}`);
let toolAvailable: boolean = !(/not\sfound/.test(whichOutput) || whichOutput === ''); const toolAvailable: boolean = !(/not\sfound/.test(whichOutput) || whichOutput === '');
if (toolAvailable) { if (toolAvailable) {
plugins.beautylog.log(`Tool ${npmTool} is available`); logger.log('info', `Tool ${npmTool} is available`);
} else { } else {
plugins.beautylog.info(`globally installing ${npmTool} from npm`); logger.log('info', `globally installing ${npmTool} from npm`);
await bash(`npm install ${npmTool} -q -g`); await bash(`npm install ${npmTool} -q -g`);
} }
} }
plugins.beautylog.success('all global npm tools specified in npmextra.json are now available!'); logger.log('success', 'all global npm tools specified in npmextra.json are now available!');
}); });
}; };

View File

@@ -1,3 +1,4 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import * as configModule from '../npmci.config'; import * as configModule from '../npmci.config';
import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; import { bash, bashNoError, nvmAvailable } from '../npmci.bash';
@@ -8,7 +9,7 @@ import { bash, bashNoError, nvmAvailable } from '../npmci.bash';
*/ */
export let handleCli = async argvArg => { export let handleCli = async argvArg => {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
let action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
case 'install': case 'install':
await install(); await install();
@@ -23,13 +24,11 @@ export let handleCli = async argvArg => {
await publish(); await publish();
break; break;
default: default:
plugins.beautylog.error(`>>npmci npm ...<< action >>${action}<< not supported`); logger.log('error', `>>npmci npm ...<< action >>${action}<< not supported`);
process.exit(1); process.exit(1);
} }
} else { } else {
plugins.beautylog.log( logger.log('info', `>>npmci npm ...<< cli arguments invalid... Please read the documentation.`);
`>>npmci npm ...<< cli arguments invalid... Please read the documentation.`
);
process.exit(1); process.exit(1);
} }
}; };
@@ -37,16 +36,26 @@ export let handleCli = async argvArg => {
/** /**
* authenticates npm with token from env var * authenticates npm with token from env var
*/ */
let prepare = async () => { const prepare = async () => {
let npmrcPrefix: string = '//registry.npmjs.org/:_authToken='; const config = await configModule.getConfig();
let npmToken: string = process.env.NPMCI_TOKEN_NPM; let npmrcFileString: string = '';
let npmrcFileString: string = npmrcPrefix + npmToken; plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TOKEN_NPM*', npmEnvArg => {
if (npmToken) { const npmRegistryUrl = npmEnvArg.split('|')[0];
plugins.beautylog.info('found access token'); const npmToken = npmEnvArg.split('|')[1];
npmrcFileString += `//${npmRegistryUrl}/:_authToken="${npmToken}"\n`;
});
logger.log('info', `setting default npm registry to ${config.npmRegistryUrl}`);
npmrcFileString += `registry=https://${config.npmRegistryUrl}\n`;
// final check
if (npmrcFileString.length > 0) {
logger.log('info', 'found one or more access tokens');
} else { } else {
plugins.beautylog.error('no access token found! Exiting!'); logger.log('error', 'no access token found! Exiting!');
process.exit(1); process.exit(1);
} }
// lets save it to disk
plugins.smartfile.memory.toFsSync(npmrcFileString, '/root/.npmrc'); plugins.smartfile.memory.toFsSync(npmrcFileString, '/root/.npmrc');
return; return;
}; };
@@ -54,8 +63,9 @@ let prepare = async () => {
/** /**
* publish a package to npm * publish a package to npm
*/ */
let publish = async () => { const publish = async () => {
let npmAccessCliString = ``; let npmAccessCliString = ``;
let npmRegistryCliString = ``;
const config = await configModule.getConfig(); const config = await configModule.getConfig();
// -> configure package access level // -> configure package access level
@@ -66,8 +76,16 @@ let publish = async () => {
npmAccessCliString = `--access=${config.npmAccessLevel}`; npmAccessCliString = `--access=${config.npmAccessLevel}`;
} }
// -> configure registry url
if (config.npmRegistryUrl) {
npmAccessCliString = `--registry=https://${config.npmRegistryUrl}`;
} else {
logger.log('error', `no registry url specified. Can't publish!`);
process.exit(1);
}
// -> preparing // -> preparing
plugins.beautylog.log(`now preparing environment:`); logger.log('info', `now preparing environment:`);
prepare(); prepare();
await bash(`npm -v`); await bash(`npm -v`);
@@ -75,26 +93,26 @@ let publish = async () => {
await bash(`npm install`); await bash(`npm install`);
await bash(`npm run build`); await bash(`npm run build`);
plugins.beautylog.success(`Nice!!! The build for the publication was successfull!`); logger.log('success', `Nice!!! The build for the publication was successfull!`);
plugins.beautylog.log(`Lets clean up so we don't publish any packages that don't belong to us:`); logger.log('info', `Lets clean up so we don't publish any packages that don't belong to us:`);
// -> clean up before we publish stuff // -> clean up before we publish stuff
await bashNoError(`rm -r ./.npmci_cache`); await bashNoError(`rm -r ./.npmci_cache`);
await bash(`rm -r ./node_modules`); await bash(`rm -r ./node_modules`);
plugins.beautylog.success(`Cleaned up!:`); logger.log('success', `Cleaned up!:`);
// -> publish it // -> publish it
plugins.beautylog.log(`now invoking npm to publish the package!`); logger.log('info', `now invoking npm to publish the package!`);
await bash(`npm publish ${npmAccessCliString}`); await bash(`npm publish ${npmAccessCliString} ${npmRegistryCliString}`);
plugins.beautylog.success(`Package was successfully published!`); logger.log('success', `Package was successfully published!`);
}; };
let install = async (): Promise<void> => { const install = async (): Promise<void> => {
plugins.beautylog.info('now installing dependencies:'); logger.log('info', 'now installing dependencies:');
await bash('npm install'); await bash('npm install');
}; };
export let test = async (): Promise<void> => { export let test = async (): Promise<void> => {
plugins.beautylog.info('now starting tests:'); logger.log('info', 'now starting tests:');
await bash('npm test'); await bash('npm test');
}; };

View File

@@ -1,19 +1,20 @@
import { logger } from '../npmci.logging';
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
let sshInstance: plugins.smartssh.SshInstance; let sshInstance: plugins.smartssh.SshInstance;
export let handleCli = async argvArg => { export let handleCli = async argvArg => {
if (argvArg._.length >= 2) { if (argvArg._.length >= 2) {
let action: string = argvArg._[1]; const action: string = argvArg._[1];
switch (action) { switch (action) {
case 'prepare': case 'prepare':
await prepare(); await prepare();
break; break;
default: default:
plugins.beautylog.error(`action >>${action}<< not supported`); logger.log('error', `action >>${action}<< not supported`);
process.exit(1); process.exit(1);
} }
} else { } else {
plugins.beautylog.error(`>>npmci ssh ...<< please specify an action!`); logger.log('error', `>>npmci ssh ...<< please specify an action!`);
process.exit(1); process.exit(1);
} }
}; };
@@ -21,7 +22,7 @@ export let handleCli = async argvArg => {
/** /**
* checks if not undefined * checks if not undefined
*/ */
let notUndefined = (stringArg: string) => { const notUndefined = (stringArg: string) => {
return stringArg && stringArg !== 'undefined' && stringArg !== '##'; return stringArg && stringArg !== 'undefined' && stringArg !== '##';
}; };
@@ -34,27 +35,27 @@ export let prepare = async () => {
if (!process.env.NPMTS_TEST) { if (!process.env.NPMTS_TEST) {
sshInstance.writeToDisk(); sshInstance.writeToDisk();
} else { } else {
plugins.beautylog.log('In test mode, so not storing SSH keys to disk!'); logger.log('info', 'In test mode, so not storing SSH keys to disk!');
} }
}; };
/** /**
* gets called for each found SSH ENV Var and deploys it * gets called for each found SSH ENV Var and deploys it
*/ */
let evaluateSshEnv = async (sshkeyEnvVarArg: string) => { const evaluateSshEnv = async (sshkeyEnvVarArg: string) => {
let sshEnvArray = sshkeyEnvVarArg.split('|'); const sshEnvArray = sshkeyEnvVarArg.split('|');
let sshKey = new plugins.smartssh.SshKey(); const sshKey = new plugins.smartssh.SshKey();
plugins.beautylog.info('Found SSH identity for ' + sshEnvArray[1]); logger.log('info', 'Found SSH identity for ' + sshEnvArray[1]);
if (notUndefined(sshEnvArray[0])) { if (notUndefined(sshEnvArray[0])) {
plugins.beautylog.log('---> host defined!'); logger.log('info', '---> host defined!');
sshKey.host = sshEnvArray[0]; sshKey.host = sshEnvArray[0];
} }
if (notUndefined(sshEnvArray[1])) { if (notUndefined(sshEnvArray[1])) {
plugins.beautylog.log('---> privKey defined!'); logger.log('info', '---> privKey defined!');
sshKey.privKeyBase64 = sshEnvArray[1]; sshKey.privKeyBase64 = sshEnvArray[1];
} }
if (notUndefined(sshEnvArray[2])) { if (notUndefined(sshEnvArray[2])) {
plugins.beautylog.log('---> pubKey defined!'); logger.log('info', '---> pubKey defined!');
sshKey.pubKeyBase64 = sshEnvArray[2]; sshKey.pubKeyBase64 = sshEnvArray[2];
} }

View File

@@ -1,28 +1,42 @@
import * as plugins from './mod.plugins'; import * as plugins from './mod.plugins';
import { bash } from '../npmci.bash'; import { bash } from '../npmci.bash';
import { logger } from '../npmci.logging';
let triggerValueRegex = /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/; const triggerValueRegex = /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/;
export let trigger = async () => { export let trigger = async () => {
plugins.beautylog.info('now running triggers'); logger.log('info', 'now running triggers');
plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TRIGGER_*', evaluateTrigger); plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TRIGGER_*', evaluateTrigger);
}; };
let evaluateTrigger = async triggerEnvVarArg => { const evaluateTrigger = async triggerEnvVarArg => {
let triggerRegexResultArray = triggerValueRegex.exec(triggerEnvVarArg); const triggerRegexResultArray = triggerValueRegex.exec(triggerEnvVarArg);
let regexDomain = triggerRegexResultArray[1]; const regexDomain = triggerRegexResultArray[1];
let regexProjectId = triggerRegexResultArray[2]; const regexProjectId = triggerRegexResultArray[2];
let regexProjectTriggerToken = triggerRegexResultArray[3]; const regexProjectTriggerToken = triggerRegexResultArray[3];
let regexRefName = triggerRegexResultArray[4]; const regexRefName = triggerRegexResultArray[4];
let regexTriggerName; let regexTriggerName;
if (triggerRegexResultArray.length === 6) { if (triggerRegexResultArray.length === 6) {
regexTriggerName = triggerRegexResultArray[5]; regexTriggerName = triggerRegexResultArray[5];
} else { } else {
regexTriggerName = 'Unnamed Trigger'; regexTriggerName = 'Unnamed Trigger';
} }
plugins.beautylog.info('Found Trigger!'); logger.log('info', 'Found Trigger!');
plugins.beautylog.log('triggering build for ref ' + regexRefName + ' of ' + regexTriggerName); logger.log('info', 'triggering build for ref ' + regexRefName + ' of ' + regexTriggerName);
plugins.request.post('https://gitlab.com/api/v3/projects/' + regexProjectId + '/trigger/builds', { plugins.smartrequest.postFormData(
form: { token: regexProjectTriggerToken, ref: regexRefName } 'https://gitlab.com/api/v3/projects/' + regexProjectId + '/trigger/builds',
}); {},
[
{
name: 'token',
payload: regexProjectTriggerToken,
type: 'string'
},
{
name: 'ref',
payload: regexRefName,
type: 'string'
}
]
);
}; };

View File

@@ -1,3 +1,4 @@
import { logger } from './npmci.logging';
import * as plugins from './npmci.plugins'; import * as plugins from './npmci.plugins';
import * as paths from './npmci.paths'; import * as paths from './npmci.paths';
@@ -10,7 +11,7 @@ export let nvmAvailable = smartpromise.defer<boolean>();
/** /**
* the smartshell instance for npmci * the smartshell instance for npmci
*/ */
let npmciSmartshell = new plugins.smartshell.Smartshell({ const npmciSmartshell = new plugins.smartshell.Smartshell({
executor: 'bash', executor: 'bash',
sourceFilePaths: [] sourceFilePaths: []
}); });
@@ -18,18 +19,18 @@ let npmciSmartshell = new plugins.smartshell.Smartshell({
/** /**
* check for tools. * check for tools.
*/ */
let checkToolsAvailable = async () => { const checkToolsAvailable = async () => {
// check for nvm // check for nvm
if (!process.env.NPMTS_TEST) { if (!process.env.NPMTS_TEST) {
if ( if (
(await plugins.smartshell.execSilent(`bash -c "source /usr/local/nvm/nvm.sh"`)).exitCode === 0 (await npmciSmartshell.execSilent(`bash -c "source /usr/local/nvm/nvm.sh"`)).exitCode === 0
) { ) {
npmciSmartshell.addSourceFiles([`/usr/local/nvm/nvm.sh`]); npmciSmartshell.shellEnv.addSourceFiles([`/usr/local/nvm/nvm.sh`]);
nvmAvailable.resolve(true); nvmAvailable.resolve(true);
} else if ( } else if (
(await plugins.smartshell.execSilent(`bash -c "source ~/.nvm/nvm.sh"`)).exitCode === 0 (await npmciSmartshell.execSilent(`bash -c "source ~/.nvm/nvm.sh"`)).exitCode === 0
) { ) {
npmciSmartshell.addSourceFiles([`~/.nvm/nvm.sh`]); npmciSmartshell.shellEnv.addSourceFiles([`~/.nvm/nvm.sh`]);
nvmAvailable.resolve(true); nvmAvailable.resolve(true);
} else { } else {
nvmAvailable.resolve(false); nvmAvailable.resolve(false);
@@ -68,21 +69,19 @@ export let bash = async (commandArg: string, retryArg: number = 2): Promise<stri
if (execResult.exitCode !== 0 && i === retryArg) { if (execResult.exitCode !== 0 && i === retryArg) {
// something went wrong and retries are exhausted // something went wrong and retries are exhausted
if (failOnError) { if (failOnError) {
plugins.beautylog.error('something went wrong and retries are exhausted'); logger.log('error', 'something went wrong and retries are exhausted');
process.exit(1); process.exit(1);
} }
} else if (execResult.exitCode === 0) { } else if (execResult.exitCode === 0) {
// everything went fine, or no error wanted // everything went fine, or no error wanted
i = retryArg + 1; // retry +1 breaks for loop, if everything works out ok retrials are not wanted i = retryArg + 1; // retry +1 breaks for loop, if everything works out ok retrials are not wanted
} else { } else {
plugins.beautylog.warn( logger.log('warn', 'Something went wrong! Exit Code: ' + execResult.exitCode.toString());
'Something went wrong! Exit Code: ' + execResult.exitCode.toString() logger.log('info', 'Retry ' + (i + 1).toString() + ' of ' + retryArg.toString());
);
plugins.beautylog.info('Retry ' + (i + 1).toString() + ' of ' + retryArg.toString());
} }
} }
} else { } else {
plugins.beautylog.log('ShellExec would be: ' + commandArg); logger.log('info', 'ShellExec would be: ' + commandArg);
execResult = { execResult = {
exitCode: 0, exitCode: 0,
stdout: 'testOutput' stdout: 'testOutput'

View File

@@ -1,23 +1,22 @@
import { logger } from './npmci.logging';
import * as plugins from './npmci.plugins'; import * as plugins from './npmci.plugins';
import * as paths from './npmci.paths'; import * as paths from './npmci.paths';
import * as npmciMonitor from './npmci.monitor'; import * as npmciMonitor from './npmci.monitor';
npmciMonitor.run(); npmciMonitor.run();
// Get Info about npmci itself // Get Info about npmci itself
let npmciInfo = new plugins.projectinfo.ProjectinfoNpm(paths.NpmciPackageRoot); const npmciInfo = new plugins.projectinfo.ProjectinfoNpm(paths.NpmciPackageRoot);
plugins.beautylog.log('npmci version: ' + npmciInfo.version); logger.log('info', 'npmci version: ' + npmciInfo.version);
import * as NpmciEnv from './npmci.env'; import * as NpmciEnv from './npmci.env';
import * as npmciMods from './npmci.mods';
const npmciSmartcli = new plugins.smartcli.Smartcli(); const npmciSmartcli = new plugins.smartcli.Smartcli();
npmciSmartcli.addVersion(npmciInfo.version); npmciSmartcli.addVersion(npmciInfo.version);
// clean // clean
npmciSmartcli.addCommand('clean').subscribe( npmciSmartcli.addCommand('clean').subscribe(
async argv => { async argv => {
let modClean = await npmciMods.modClean.load(); const modClean = await import('./mod_clean/index');
await modClean.clean(); await modClean.clean();
}, },
err => { err => {
@@ -26,21 +25,10 @@ npmciSmartcli.addCommand('clean').subscribe(
} }
); );
// cloudflare
npmciSmartcli.addCommand('cloudflare').subscribe(
async argvArg => {
let modPurge = await npmciMods.modCloudflare.load();
await modPurge.handleCli(argvArg);
},
err => {
console.log(err);
}
);
// command // command
npmciSmartcli.addCommand('command').subscribe( npmciSmartcli.addCommand('command').subscribe(
async argv => { async argv => {
let modCommand = await npmciMods.modCommand.load(); const modCommand = await import('./mod_command/index');
await modCommand.command(); await modCommand.command();
}, },
err => { err => {
@@ -52,7 +40,7 @@ npmciSmartcli.addCommand('command').subscribe(
// command // command
npmciSmartcli.addCommand('git').subscribe( npmciSmartcli.addCommand('git').subscribe(
async argvArg => { async argvArg => {
let modGit = await npmciMods.modGit.load(); const modGit = await import('./mod_git/index');
await modGit.handleCli(argvArg); await modGit.handleCli(argvArg);
}, },
err => { err => {
@@ -64,7 +52,7 @@ npmciSmartcli.addCommand('git').subscribe(
// build // build
npmciSmartcli.addCommand('docker').subscribe( npmciSmartcli.addCommand('docker').subscribe(
async argvArg => { async argvArg => {
let modDocker = await npmciMods.modDocker.load(); const modDocker = await import('./mod_docker/index');
await modDocker.handleCli(argvArg); await modDocker.handleCli(argvArg);
}, },
err => { err => {
@@ -76,7 +64,7 @@ npmciSmartcli.addCommand('docker').subscribe(
// node // node
npmciSmartcli.addCommand('node').subscribe( npmciSmartcli.addCommand('node').subscribe(
async argvArg => { async argvArg => {
let modNode = await npmciMods.modNode.load(); const modNode = await import('./mod_node/index');
await modNode.handleCli(argvArg); await modNode.handleCli(argvArg);
}, },
err => { err => {
@@ -88,7 +76,7 @@ npmciSmartcli.addCommand('node').subscribe(
// npm // npm
npmciSmartcli.addCommand('npm').subscribe( npmciSmartcli.addCommand('npm').subscribe(
async argvArg => { async argvArg => {
let modNpm = await npmciMods.modNpm.load(); const modNpm = await import('./mod_npm/index');
await modNpm.handleCli(argvArg); await modNpm.handleCli(argvArg);
}, },
err => { err => {
@@ -99,7 +87,7 @@ npmciSmartcli.addCommand('npm').subscribe(
// trigger // trigger
npmciSmartcli.addCommand('ssh').subscribe( npmciSmartcli.addCommand('ssh').subscribe(
async argvArg => { async argvArg => {
let modSsh = await npmciMods.modSsh.load(); const modSsh = await import('./mod_ssh/index');
await modSsh.handleCli(argvArg); await modSsh.handleCli(argvArg);
}, },
err => { err => {
@@ -111,7 +99,7 @@ npmciSmartcli.addCommand('ssh').subscribe(
// trigger // trigger
npmciSmartcli.addCommand('trigger').subscribe( npmciSmartcli.addCommand('trigger').subscribe(
async argv => { async argv => {
let modTrigger = await npmciMods.modTrigger.load(); const modTrigger = await import('./mod_trigger/index');
await modTrigger.trigger(); await modTrigger.trigger();
}, },
err => { err => {

View File

@@ -1,15 +1,14 @@
import * as q from 'q';
import * as plugins from './npmci.plugins'; import * as plugins from './npmci.plugins';
import * as paths from './npmci.paths'; import * as paths from './npmci.paths';
import { repo } from './npmci.env'; import { repo } from './npmci.env';
import { KeyValueStore } from 'npmextra'; import { KeyValueStore } from '@pushrocks/npmextra';
export interface INpmciOptions { export interface INpmciOptions {
npmGlobalTools: string[]; npmGlobalTools: string[];
npmAccessLevel?: 'private' | 'public'; npmAccessLevel?: 'private' | 'public';
npmRegistryUrl?: string;
dockerRegistryRepoMap: any; dockerRegistryRepoMap: any;
dockerBuildargEnvMap: any; dockerBuildargEnvMap: any;
} }
@@ -18,8 +17,8 @@ export interface INpmciOptions {
export let kvStorage = new KeyValueStore('custom', `${repo.user}_${repo.repo}`); export let kvStorage = new KeyValueStore('custom', `${repo.user}_${repo.repo}`);
// handle config retrival // handle config retrival
let npmciNpmextra = new plugins.npmextra.Npmextra(paths.cwd); const npmciNpmextra = new plugins.npmextra.Npmextra(paths.cwd);
let defaultConfig: INpmciOptions = { const defaultConfig: INpmciOptions = {
npmGlobalTools: [], npmGlobalTools: [],
dockerRegistryRepoMap: {}, dockerRegistryRepoMap: {},
dockerBuildargEnvMap: {} dockerBuildargEnvMap: {}

View File

@@ -1,6 +1,6 @@
import * as plugins from './npmci.plugins'; import * as plugins from './npmci.plugins';
import * as paths from './npmci.paths'; import * as paths from './npmci.paths';
import { GitRepo } from 'smartstring'; import { GitRepo } from '@pushrocks/smartstring';
import { Dockerfile } from './mod_docker/index'; import { Dockerfile } from './mod_docker/index';
/** /**

14
ts/npmci.logging.ts Normal file
View File

@@ -0,0 +1,14 @@
import * as plugins from './npmci.plugins';
export const logger = new plugins.smartlog.Smartlog({
logContext: {
company: 'Some Company',
companyunit: 'Some Unit',
containerName: 'Some ContainerName',
environment: 'test',
runtime: 'node',
zone: 'Some Zone'
}
});
logger.addLogDestination(new plugins.smartlogDestinationLocal.DestinationLocal());

View File

@@ -1,24 +0,0 @@
import * as _modClean from './mod_clean/index';
import * as _modCloudflare from './mod_cloudflare/index';
import * as _modCommand from './mod_command/index';
import * as _modDocker from './mod_docker/index';
import * as _modGit from './mod_git/index';
import * as _modNpm from './mod_npm/index';
import * as _modNode from './mod_node/index';
import * as _modSsh from './mod_ssh/index';
import * as _modTrigger from './mod_trigger/index';
import { LazyModule } from 'smartsystem';
export let modClean = new LazyModule<typeof _modClean>('./mod_clean/index', __dirname);
export let modCloudflare = new LazyModule<typeof _modCloudflare>(
'./mod_cloudflare/index',
__dirname
);
export let modCommand = new LazyModule<typeof _modCommand>('./mod_command/index', __dirname);
export let modGit = new LazyModule<typeof _modGit>('./mod_git/index', __dirname);
export let modDocker = new LazyModule<typeof _modDocker>('./mod_docker/index', __dirname);
export let modNode = new LazyModule<typeof _modNode>('./mod_node/index', __dirname);
export let modNpm = new LazyModule<typeof _modNpm>('./mod_npm/index', __dirname);
export let modSsh = new LazyModule<typeof _modSsh>('./mod_ssh/index', __dirname);
export let modTrigger = new LazyModule<typeof _modTrigger>('./mod_trigger/index', __dirname);

View File

@@ -1,3 +1,4 @@
import { logger } from './npmci.logging';
import * as plugins from './npmci.plugins'; import * as plugins from './npmci.plugins';
import * as env from './npmci.env'; import * as env from './npmci.env';
@@ -17,6 +18,6 @@ export let run = async () => {
repo: env.repo.repo repo: env.repo.repo
}) })
.catch(err => { .catch(err => {
plugins.beautylog.warn('Lossless Analytics API not available...'); logger.log('warn', 'Lossless Analytics API not available...');
}); });
}; };

View File

@@ -1,19 +1,43 @@
export import beautylog = require('beautylog'); // node native
export import lodash = require('lodash'); import * as path from 'path';
export import npmextra = require('npmextra');
export import path = require('path'); export { path };
export import projectinfo = require('projectinfo');
export import q = require('smartq'); // @pushrocks
export let request = require('request'); import * as projectinfo from '@pushrocks/projectinfo';
export import smartcli = require('@pushrocks/smartcli'); import * as npmextra from '@pushrocks/npmextra';
export import smartdelay = require('smartdelay'); import * as smartdelay from '@pushrocks/smartdelay';
export import smartfile = require('smartfile'); import * as smartfile from '@pushrocks/smartfile';
export import shelljs = require('shelljs'); import * as smartcli from '@pushrocks/smartcli';
export import smartparam = require('smartparam'); import * as smartlog from '@pushrocks/smartlog';
export import smartpromise = require('@pushrocks/smartpromise'); import * as smartlogDestinationLocal from '@pushrocks/smartlog-destination-local';
export import smartshell = require('smartshell'); import * as smartparam from '@pushrocks/smartparam';
export import smartsocket = require('smartsocket'); import * as smartpromise from '@pushrocks/smartpromise';
export import smartsystem = require('smartsystem'); import * as smartrequest from '@pushrocks/smartrequest';
export import smartssh = require('smartssh'); import * as smartshell from '@pushrocks/smartshell';
export import smartstring = require('smartstring'); import * as smartsocket from 'smartsocket';
export import through2 = require('through2'); import * as smartssh from '@pushrocks/smartssh';
import * as smartstring from '@pushrocks/smartstring';
export {
projectinfo,
npmextra,
smartdelay,
smartfile,
smartcli,
smartlog,
smartlogDestinationLocal,
smartparam,
smartpromise,
smartrequest,
smartshell,
smartsocket,
smartssh,
smartstring
};
// third party
import * as lodash from 'lodash';
import * as through2 from 'through2';
export { lodash, through2 };

View File

@@ -1,3 +1,17 @@
{ {
"extends": "tslint-config-standard" "extends": ["tslint:latest", "tslint-config-prettier"],
"rules": {
"semicolon": [true, "always"],
"no-console": false,
"ordered-imports": false,
"object-literal-sort-keys": false,
"member-ordering": {
"options":{
"order": [
"static-method"
]
}
}
},
"defaultSeverity": "warning"
} }