Compare commits
	
		
			151 Commits
		
	
	
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 446d140e32 | |||
| 726948651e | |||
| dd0a7bb782 | |||
| fca00ffcf8 | |||
| 13f6334ae5 | |||
| 7275a858d6 | |||
| 5a3befe5af | |||
| 385a93a05e | |||
| b4d444ff05 | |||
| 487bcb9a70 | |||
| aaf11b66d7 | |||
| 83d7d46896 | |||
| 693bda6a49 | |||
| bfe3e266ee | |||
| 5f33ebd8a7 | |||
| f78c80e100 | |||
| f4d8656831 | |||
| 2290081ef0 | |||
| 189d02a16f | |||
| 55aee04334 | |||
| 0e407b9b9d | |||
| 24095bbd40 | |||
| f97ee94b5a | |||
| 4cf7aea374 | |||
| 6ab5e9cb30 | |||
| 95c1145bf5 | |||
| ea04a1b788 | |||
| 3bc2499d09 | |||
| 1f5967ac45 | |||
| fd952f086b | |||
| 79500cb2c2 | |||
| 6c58864fcf | |||
| 7ea3ac182d | |||
| 8979d26005 | |||
| c8876dac88 | |||
| 9c8a257c2a | |||
| 8b77930ece | |||
| ba672d030f | |||
| 8ad7e016e7 | |||
| d843311d7b | |||
| 14ef2cfa9b | |||
| 648effcf86 | |||
| 572738e88f | |||
| 129ae93044 | |||
| e910892231 | |||
| 6d9cabf7ee | |||
| 7c7787e811 | |||
| bde26cc312 | |||
| 29e81f3ae7 | |||
| 6337b20d62 | |||
| 6dd537fe43 | |||
| 7191b172a4 | |||
| 9a4611b70f | |||
| 189dbc3654 | |||
| fc95fc96ed | |||
| 467eed57d7 | |||
| a5ca5444a0 | |||
| 17610cb834 | |||
| e1f2b5c6fe | |||
| edbbae0bd0 | |||
| 0e820bec27 | |||
| 91a3d612c6 | |||
| c696730e55 | |||
| 38d38ce246 | |||
| adfdf68c38 | |||
| d4a4d69941 | |||
| c1fed2c758 | |||
| 9918d81f59 | |||
| 59d8338f6e | |||
| a4f8bd3320 | |||
| 7c2fdb7224 | |||
| 37384aeb57 | |||
| 60efda263f | |||
| 19831037ec | |||
| a1d52af813 | |||
| 0a49ff9b03 | |||
| ca62326b46 | |||
| e1de0ee479 | |||
| 0dea101c07 | |||
| 380a49c59f | |||
| 5133651e34 | |||
| c8f26c7c48 | |||
| 3bb5912046 | |||
| d75258d9dd | |||
| b1577e7542 | |||
| d5cdeffd17 | |||
| c62ce415e9 | |||
| 99014da1e8 | |||
| 0b5dada524 | |||
| 40bddba3b5 | |||
| 6f6ee6d799 | |||
| e30cc3f5a0 | |||
| a4562d4d1b | |||
| 524b405773 | |||
| 0d19c1c68d | |||
| cff79bc3b4 | |||
| 28541a838d | |||
| c3ab527341 | |||
| 52cc249098 | |||
| 2e189b0660 | |||
| f876c7414b | |||
| 08b7585cfc | |||
| 76311fab72 | |||
| 1b73df64f5 | |||
| 701cee573b | |||
| 3dd086f711 | |||
| 67ff5d09d4 | |||
| 5cb8a79b6a | |||
| 2dcbca2362 | |||
| bd63194f4b | |||
| 2763fdef5f | |||
| bbedde01b9 | |||
| f26606f757 | |||
| 99b03aa796 | |||
| f30dd3da65 | |||
| d4decddb4b | |||
| 5c2880da1a | |||
| bfffc5b130 | |||
| 8900a13c6b | |||
| d42acf737f | |||
| 77e3b2912d | |||
| 103e470eb4 | |||
| 74c1324e55 | |||
| a1876963a8 | |||
| 5d88e25c99 | |||
| b3c47546e2 | |||
| 6316e81958 | |||
| ff10afbee4 | |||
| 9dbfa77084 | |||
| 46dbd61d89 | |||
| 713df1867a | |||
| 23886c1ed3 | |||
| 0c46b627be | |||
| 622ccd8dd9 | |||
| 0079addfc5 | |||
| 8604c63d37 | |||
| db0b38bd7b | |||
| edde87b6be | |||
| 5085d664cb | |||
| 5d468fc840 | |||
| e2ac6cdcc9 | |||
| fcd04415be | |||
| 1fd1899099 | |||
| 7df7f882d1 | |||
| 348b4d60fd | |||
| 37589fb5e5 | |||
| 3dd115fe42 | |||
| 01c88a6a6c | |||
| f5cacb7400 | |||
| 887da51d78 | |||
| 585703fc55 | 
							
								
								
									
										23
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										23
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							| @@ -1,7 +1,22 @@ | |||||||
| dist/ | .nogit/ | ||||||
| node_modules/ |  | ||||||
|  | # artifacts | ||||||
| coverage/ | coverage/ | ||||||
| public/ | public/ | ||||||
| config.json | pages/ | ||||||
|  |  | ||||||
|  | # installs | ||||||
|  | node_modules/ | ||||||
|  |  | ||||||
|  | # caches | ||||||
| .yarn/ | .yarn/ | ||||||
| .npmci_cache | .cache/ | ||||||
|  | .rpt2_cache | ||||||
|  |  | ||||||
|  | # builds | ||||||
|  | dist/ | ||||||
|  | dist_web/ | ||||||
|  | dist_serve/ | ||||||
|  | dist_ts_web/ | ||||||
|  |  | ||||||
|  | # custom | ||||||
| @@ -1,9 +1,9 @@ | |||||||
| # gitzone standard | # gitzone ci_default | ||||||
| image: hosttoday/ht-docker-node:npmci | image: registry.gitlab.com/hosttoday/ht-docker-node:npmci | ||||||
|  |  | ||||||
| cache: | cache: | ||||||
|   paths: |   paths: | ||||||
|   - .yarn/ |   - .npmci_cache/ | ||||||
|   key: "$CI_BUILD_STAGE" |   key: "$CI_BUILD_STAGE" | ||||||
|  |  | ||||||
| stages: | stages: | ||||||
| @@ -26,8 +26,9 @@ mirror: | |||||||
| snyk: | snyk: | ||||||
|   stage: security |   stage: security | ||||||
|   script: |   script: | ||||||
|     - npmci command yarn global add snyk |     - npmci npm prepare | ||||||
|     - npmci command yarn install --ignore-scripts |     - npmci command npm install -g snyk | ||||||
|  |     - npmci command npm install --ignore-scripts | ||||||
|     - npmci command snyk test |     - npmci command snyk test | ||||||
|   tags: |   tags: | ||||||
|   - docker |   - docker | ||||||
| @@ -36,44 +37,35 @@ snyk: | |||||||
| # ==================== | # ==================== | ||||||
| # test stage | # test stage | ||||||
| # ==================== | # ==================== | ||||||
| testLEGACY: |  | ||||||
|   stage: test |  | ||||||
|   script: |  | ||||||
|   - npmci node install legacy |  | ||||||
|   - npmci npm install |  | ||||||
|   - npmci npm test |  | ||||||
|   coverage: /\d+.?\d+?\%\s*coverage/ |  | ||||||
|   tags: |  | ||||||
|   - docker |  | ||||||
|   - notpriv |  | ||||||
|   allow_failure: true |  | ||||||
|  |  | ||||||
| testLTS: | testStable: | ||||||
|   stage: test |  | ||||||
|   script: |  | ||||||
|   - npmci node install lts |  | ||||||
|   - npmci npm install |  | ||||||
|   - npmci npm test |  | ||||||
|   coverage: /\d+.?\d+?\%\s*coverage/ |  | ||||||
|   tags: |  | ||||||
|   - docker |  | ||||||
|   - notpriv |  | ||||||
|      |  | ||||||
| testSTABLE: |  | ||||||
|   stage: test |   stage: test | ||||||
|   script: |   script: | ||||||
|  |   - npmci npm prepare | ||||||
|   - npmci node install stable |   - npmci node install stable | ||||||
|   - npmci npm install |   - npmci npm install | ||||||
|   - npmci npm test |   - npmci npm test | ||||||
|   coverage: /\d+.?\d+?\%\s*coverage/ |   coverage: /\d+.?\d+?\%\s*coverage/ | ||||||
|   tags: |   tags: | ||||||
|   - docker |   - docker | ||||||
|  |   - priv | ||||||
|  |  | ||||||
|  | testBuild: | ||||||
|  |   stage: test | ||||||
|  |   script: | ||||||
|  |   - npmci npm prepare | ||||||
|  |   - npmci node install lts | ||||||
|  |   - npmci npm install | ||||||
|  |   - npmci command npm run build | ||||||
|  |   coverage: /\d+.?\d+?\%\s*coverage/ | ||||||
|  |   tags: | ||||||
|  |   - docker | ||||||
|   - notpriv |   - notpriv | ||||||
|  |  | ||||||
| release: | release: | ||||||
|   stage: release |   stage: release | ||||||
|   script: |   script: | ||||||
|   - npmci node install stable |   - npmci node install lts | ||||||
|   - npmci npm publish |   - npmci npm publish | ||||||
|   only: |   only: | ||||||
|   - tags |   - tags | ||||||
| @@ -86,19 +78,11 @@ release: | |||||||
| # ==================== | # ==================== | ||||||
| codequality: | codequality: | ||||||
|   stage: metadata |   stage: metadata | ||||||
|   image: docker:stable |  | ||||||
|   allow_failure: true |   allow_failure: true | ||||||
|   services: |  | ||||||
|     - docker:stable-dind |  | ||||||
|   script: |   script: | ||||||
|     - export SP_VERSION=$(echo "$CI_SERVER_VERSION" | sed 's/^\([0-9]*\)\.\([0-9]*\).*/\1-\2-stable/') |     - npmci command npm install -g tslint typescript | ||||||
|     - docker run |     - npmci npm install | ||||||
|         --env SOURCE_CODE="$PWD" |     - npmci command "tslint -c tslint.json ./ts/**/*.ts" | ||||||
|         --volume "$PWD":/code |  | ||||||
|         --volume /var/run/docker.sock:/var/run/docker.sock |  | ||||||
|         "registry.gitlab.com/gitlab-org/security-products/codequality:$SP_VERSION" /code |  | ||||||
|   artifacts: |  | ||||||
|     paths: [codeclimate.json] |  | ||||||
|   tags: |   tags: | ||||||
|   - docker |   - docker | ||||||
|   - priv |   - priv | ||||||
| @@ -114,11 +98,15 @@ trigger: | |||||||
|   - notpriv |   - notpriv | ||||||
|  |  | ||||||
| pages: | pages: | ||||||
|   image: hosttoday/ht-docker-node:npmci |   image: hosttoday/ht-docker-dbase:npmci | ||||||
|  |   services: | ||||||
|  |    - docker:stable-dind | ||||||
|   stage: metadata |   stage: metadata | ||||||
|   script: |   script: | ||||||
|     - npmci command yarn global add npmpage |     - npmci command npm install -g @gitzone/tsdoc | ||||||
|     - npmci command npmpage |     - npmci npm prepare | ||||||
|  |     - npmci npm install | ||||||
|  |     - npmci command tsdoc | ||||||
|   tags: |   tags: | ||||||
|     - docker |     - docker | ||||||
|     - notpriv |     - notpriv | ||||||
| @@ -128,3 +116,4 @@ pages: | |||||||
|     expire_in: 1 week |     expire_in: 1 week | ||||||
|     paths: |     paths: | ||||||
|     - public |     - public | ||||||
|  |   allow_failure: true | ||||||
|   | |||||||
							
								
								
									
										15
									
								
								.snyk
									
									
									
									
									
								
							
							
						
						
									
										15
									
								
								.snyk
									
									
									
									
									
								
							| @@ -1,15 +1,4 @@ | |||||||
| # Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities. | # Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities. | ||||||
| version: v1.12.0 | version: v1.13.1 | ||||||
| # ignores vulnerabilities until expiry date; change duration by modifying expiry date | ignore: {} | ||||||
| ignore: |  | ||||||
|   'npm:shelljs:20140723': |  | ||||||
|     - shelljs: |  | ||||||
|         reason: None given |  | ||||||
|         expires: '2018-06-02T22:48:10.660Z' |  | ||||||
|     - smartshell > shelljs: |  | ||||||
|         reason: None given |  | ||||||
|         expires: '2018-06-02T22:48:10.660Z' |  | ||||||
|     - smartssh > shelljs: |  | ||||||
|         reason: None given |  | ||||||
|         expires: '2018-06-02T22:48:10.660Z' |  | ||||||
| patch: {} | patch: {} | ||||||
|   | |||||||
							
								
								
									
										3
									
								
								.vscode/settings.json
									
									
									
									
										vendored
									
									
										Normal file
									
								
							
							
						
						
									
										3
									
								
								.vscode/settings.json
									
									
									
									
										vendored
									
									
										Normal file
									
								
							| @@ -0,0 +1,3 @@ | |||||||
|  | { | ||||||
|  |   "workbench.colorCustomizations": {} | ||||||
|  | } | ||||||
							
								
								
									
										3
									
								
								cli.js
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										3
									
								
								cli.js
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,3 @@ | |||||||
|  | #!/usr/bin/env node | ||||||
|  | process.env.CLI_CALL = 'true'; | ||||||
|  | require('./dist/index'); | ||||||
							
								
								
									
										4
									
								
								cli.ts.js
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										4
									
								
								cli.ts.js
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,4 @@ | |||||||
|  | #!/usr/bin/env node | ||||||
|  | process.env.CLI_CALL = 'true'; | ||||||
|  | require('@gitzone/tsrun'); | ||||||
|  | require('./ts/index'); | ||||||
| @@ -1,17 +1,21 @@ | |||||||
| { | { | ||||||
|     "npmts":{ |   "npmci": { | ||||||
|         "mode":"default", |     "npmGlobalTools": [], | ||||||
|         "coverageTreshold": "70", |     "npmAccessLevel": "public", | ||||||
|         "cli": true |     "npmRegistryUrl": "registry.npmjs.org" | ||||||
|     }, |   }, | ||||||
|     "npmci": { |   "npmdocker": { | ||||||
|         "npmGlobalTools": [ |     "baseImage": "hosttoday/ht-docker-node:npmci", | ||||||
|             "@gitzone/npmts" |     "command": "npmci test stable" | ||||||
|         ], |   }, | ||||||
|         "npmAccessLevel": "public" |   "gitzone": { | ||||||
|     }, |     "module": { | ||||||
|     "npmdocker":{ |       "githost": "gitlab.com", | ||||||
|         "baseImage":"hosttoday/ht-docker-node:npmci", |       "gitscope": "shipzone", | ||||||
|         "command": "npmci test stable" |       "gitrepo": "npmci", | ||||||
|  |       "shortDescription": "node and docker in gitlab ci on steroids", | ||||||
|  |       "npmPackagename": "@shipzone/npmci", | ||||||
|  |       "license": "MIT" | ||||||
|     } |     } | ||||||
|  |   } | ||||||
| } | } | ||||||
							
								
								
									
										5228
									
								
								package-lock.json
									
									
									
										generated
									
									
									
								
							
							
						
						
									
										5228
									
								
								package-lock.json
									
									
									
										generated
									
									
									
								
							
										
											
												File diff suppressed because it is too large
												Load Diff
											
										
									
								
							
							
								
								
									
										77
									
								
								package.json
									
									
									
									
									
								
							
							
						
						
									
										77
									
								
								package.json
									
									
									
									
									
								
							| @@ -1,16 +1,17 @@ | |||||||
| { | { | ||||||
|   "name": "@shipzone/npmci", |   "name": "@shipzone/npmci", | ||||||
|   "version": "3.0.51", |   "version": "3.1.68", | ||||||
|  |   "private": false, | ||||||
|   "description": "node and docker in gitlab ci on steroids", |   "description": "node and docker in gitlab ci on steroids", | ||||||
|   "main": "dist/index.js", |   "main": "dist/index.js", | ||||||
|   "typings": "dist/index.d.ts", |   "typings": "dist/index.d.ts", | ||||||
|   "bin": { |   "bin": { | ||||||
|     "npmci": "dist/cli.js" |     "npmci": "cli.js" | ||||||
|   }, |   }, | ||||||
|   "scripts": { |   "scripts": { | ||||||
|     "test": "(rm -f config.json) && (npmts) && (npm run testVersion)", |     "test": "tstest test/", | ||||||
|     "build": "(rm -f config.json) && (npmts) && (npm run testVersion)", |     "build": "tsbuild && (npm run testVersion)", | ||||||
|     "testVersion": "(cd test/assets/ && node ../../dist/cli.js -v)" |     "testVersion": "(cd test/assets/ && node ../../cli.js -v)" | ||||||
|   }, |   }, | ||||||
|   "repository": { |   "repository": { | ||||||
|     "type": "git", |     "type": "git", | ||||||
| @@ -23,32 +24,48 @@ | |||||||
|   }, |   }, | ||||||
|   "homepage": "https://gitlab.com/gitzone/npmci#README", |   "homepage": "https://gitlab.com/gitzone/npmci#README", | ||||||
|   "devDependencies": { |   "devDependencies": { | ||||||
|     "tapbundle": "^2.0.2" |     "@gitzone/tsbuild": "^2.1.17", | ||||||
|  |     "@gitzone/tsrun": "^1.2.6", | ||||||
|  |     "@gitzone/tstest": "^1.0.28", | ||||||
|  |     "@pushrocks/tapbundle": "^3.2.0", | ||||||
|  |     "@types/node": "^12.12.12", | ||||||
|  |     "tslint": "^5.20.1", | ||||||
|  |     "tslint-config-prettier": "^1.18.0" | ||||||
|   }, |   }, | ||||||
|   "dependencies": { |   "dependencies": { | ||||||
|     "@pushrocks/smartcli": "^3.0.2", |     "@apiglobal/typedrequest": "^1.0.24", | ||||||
|     "@types/lodash": "^4.14.110", |     "@pushrocks/lik": "^3.0.11", | ||||||
|     "@types/shelljs": "^0.8.0", |     "@pushrocks/npmextra": "^3.0.7", | ||||||
|     "@types/through2": "^2.0.33", |     "@pushrocks/projectinfo": "^4.0.2", | ||||||
|     "beautylog": "^6.1.10", |     "@pushrocks/qenv": "^4.0.6", | ||||||
|     "cflare": "^1.0.5", |     "@pushrocks/smartanalytics": "^2.0.15", | ||||||
|     "lik": "^2.0.5", |     "@pushrocks/smartcli": "^3.0.7", | ||||||
|     "lodash": "^4.17.10", |     "@pushrocks/smartdelay": "^2.0.6", | ||||||
|     "npmextra": "^2.0.9", |     "@pushrocks/smartfile": "^7.0.6", | ||||||
|     "projectinfo": "^3.0.4", |     "@pushrocks/smartgit": "^1.0.13", | ||||||
|     "request": "^2.87.0", |     "@pushrocks/smartlog": "^2.0.21", | ||||||
|     "shelljs": "^0.8.2", |     "@pushrocks/smartlog-destination-local": "^8.0.2", | ||||||
|     "smartanalytics": "^2.0.9", |     "@pushrocks/smartparam": "^1.0.4", | ||||||
|     "smartdelay": "^1.0.4", |     "@pushrocks/smartpromise": "^3.0.6", | ||||||
|     "smartfile": "^4.2.20", |     "@pushrocks/smartrequest": "^1.1.43", | ||||||
|     "smartparam": "^1.0.2", |     "@pushrocks/smartshell": "^2.0.25", | ||||||
|     "smartq": "^1.1.6", |     "@pushrocks/smartsocket": "^1.1.58", | ||||||
|     "smartshell": "^1.0.19", |     "@pushrocks/smartssh": "^1.2.3", | ||||||
|     "smartsocket": "^1.1.19", |     "@pushrocks/smartstring": "^3.0.14", | ||||||
|     "smartssh": "^1.2.2", |     "@servezone/servezone-interfaces": "^2.0.51", | ||||||
|     "smartstring": "^2.0.28", |     "@types/shelljs": "^0.8.5", | ||||||
|     "smartsystem": "^2.0.2", |     "@types/through2": "^2.0.34", | ||||||
|     "through2": "^2.0.3" |     "through2": "^3.0.1" | ||||||
|   }, |   }, | ||||||
|   "private": false |   "files": [ | ||||||
|  |     "ts/*", | ||||||
|  |     "ts_web/*", | ||||||
|  |     "dist/*", | ||||||
|  |     "dist_web/*", | ||||||
|  |     "dist_ts_web/*", | ||||||
|  |     "assets/*", | ||||||
|  |     "cli.js", | ||||||
|  |     "npmextra.json", | ||||||
|  |     "readme.md" | ||||||
|  |   ] | ||||||
| } | } | ||||||
|   | |||||||
							
								
								
									
										41
									
								
								readme.md
									
									
									
									
									
								
							
							
						
						
									
										41
									
								
								readme.md
									
									
									
									
									
								
							| @@ -1,25 +1,20 @@ | |||||||
| # npmci | # @shipzone/npmci | ||||||
|  |  | ||||||
| node and docker in gitlab ci on steroids | node and docker in gitlab ci on steroids | ||||||
|  |  | ||||||
| ## Availabililty | ## Availabililty and Links | ||||||
|  | * [npmjs.org (npm package)](https://www.npmjs.com/package/@shipzone/npmci) | ||||||
| [](https://www.npmjs.com/package/@shipzone/npmci) | * [gitlab.com (source)](https://gitlab.com/shipzone/npmci) | ||||||
| [](https://GitLab.com/shipzone/npmci) | * [github.com (source mirror)](https://github.com/shipzone/npmci) | ||||||
| [](https://github.com/shipzone/npmci) | * [docs (typedoc)](https://shipzone.gitlab.io/npmci/) | ||||||
| [](https://shipzone.gitlab.io/npmci/) |  | ||||||
|  |  | ||||||
| ## Status for master | ## Status for master | ||||||
|  | [](https://gitlab.com/shipzone/npmci/commits/master) | ||||||
| [](https://GitLab.com/shipzone/npmci/commits/master) | [](https://gitlab.com/shipzone/npmci/commits/master) | ||||||
| [](https://GitLab.com/shipzone/npmci/commits/master) | [](https://www.npmjs.com/package/@shipzone/npmci) | ||||||
| [](https://www.npmjs.com/package/@shipzone/npmci) | [](https://snyk.io/test/npm/@shipzone/npmci) | ||||||
| [](https://david-dm.org/shipzone/npmci) | [](https://nodejs.org/dist/latest-v10.x/docs/api/) | ||||||
| [](https://www.bithound.io/github/shipzone/npmci/master/dependencies/npm) | [](https://nodejs.org/dist/latest-v10.x/docs/api/) | ||||||
| [](https://www.bithound.io/github/shipzone/npmci) | [](https://prettier.io/) | ||||||
| [](https://nodejs.org/dist/latest-v6.x/docs/api/) |  | ||||||
| [](https://nodejs.org/dist/latest-v6.x/docs/api/) |  | ||||||
| [](http://standardjs.com/) |  | ||||||
|  |  | ||||||
| ## Usage | ## Usage | ||||||
|  |  | ||||||
| @@ -29,9 +24,9 @@ npmci is designed to work in docker CI environments. The following docker images | |||||||
|  |  | ||||||
| Docker Hub: | Docker Hub: | ||||||
|  |  | ||||||
| * [hosttoday/ht-docker-node:npmci](https://hub.docker.com/r/hosttoday/ht-docker-node/)   | - [hosttoday/ht-docker-node:npmci](https://hub.docker.com/r/hosttoday/ht-docker-node/)   | ||||||
|   has LTS node version and npmci preinstalled. |   has LTS node version and npmci preinstalled. | ||||||
| * [hosttoday/ht-docker-dbase](https://hub.docker.com/r/hosttoday/ht-docker-dbase/)   | - [hosttoday/ht-docker-dbase](https://hub.docker.com/r/hosttoday/ht-docker-dbase/)   | ||||||
|   based on docker:git, can be used to build docker images in conjunction with docker:dind |   based on docker:git, can be used to build docker images in conjunction with docker:dind | ||||||
|  |  | ||||||
| npmci can be called from commandline and handle a lot of tasks durug ci: | npmci can be called from commandline and handle a lot of tasks durug ci: | ||||||
| @@ -98,9 +93,9 @@ For further information read the linked docs at the top of this README. | |||||||
|  |  | ||||||
| Use TypeScript for best in class instellisense. | Use TypeScript for best in class instellisense. | ||||||
|  |  | ||||||
| For further information read the linked docs at the top of this README. | For further information read the linked docs at the top of this readme. | ||||||
|  |  | ||||||
| > MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh) | > MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh) | ||||||
| > | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy.html) | | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy) | ||||||
|  |  | ||||||
| [](https://push.rocks) | [](https://maintainedby.lossless.com) | ||||||
|   | |||||||
							
								
								
									
										65
									
								
								test/test.ts
									
									
									
									
									
								
							
							
						
						
									
										65
									
								
								test/test.ts
									
									
									
									
									
								
							| @@ -1,7 +1,6 @@ | |||||||
| import { tap, expect } from 'tapbundle'; | import { tap, expect } from '@pushrocks/tapbundle'; | ||||||
| import * as path from 'path'; | import * as path from 'path'; | ||||||
|  |  | ||||||
| // Setup test |  | ||||||
| process.env.NPMTS_TEST = 'true'; | process.env.NPMTS_TEST = 'true'; | ||||||
|  |  | ||||||
| // set up environment | // set up environment | ||||||
| @@ -18,66 +17,72 @@ process.cwd = () => { | |||||||
|   return path.join(__dirname, 'assets/'); |   return path.join(__dirname, 'assets/'); | ||||||
| }; | }; | ||||||
|  |  | ||||||
| // require NPMCI files | import * as npmci from '../ts'; | ||||||
| import '../ts/index'; |  | ||||||
| import npmciModDocker = require('../ts/mod_docker/index'); |  | ||||||
| import npmciModNpm = require('../ts/mod_npm/index'); |  | ||||||
| import npmciModNode = require('../ts/mod_node/index'); |  | ||||||
| import npmciModSsh = require('../ts/mod_ssh/index'); |  | ||||||
| import npmciEnv = require('../ts/npmci.env'); |  | ||||||
|  |  | ||||||
| // ====== | // ====== | ||||||
| // Docker | // Docker | ||||||
| // ====== | // ====== | ||||||
|  |  | ||||||
| let dockerfile1: npmciModDocker.Dockerfile; | let dockerfile1: npmci.Dockerfile; | ||||||
| let dockerfile2: npmciModDocker.Dockerfile; | let dockerfile2: npmci.Dockerfile; | ||||||
| let sortableArray: npmciModDocker.Dockerfile[]; | let sortableArray: npmci.Dockerfile[]; | ||||||
|  |  | ||||||
| tap.test('should return valid Dockerfiles', async () => { | tap.test('should return valid Dockerfiles', async () => { | ||||||
|   dockerfile1 = new npmciModDocker.Dockerfile({ filePath: './Dockerfile', read: true }); |   const npmciInstance = new npmci.Npmci(); | ||||||
|   dockerfile2 = new npmciModDocker.Dockerfile({ filePath: './Dockerfile_sometag1', read: true }); |   dockerfile1 = new npmci.Dockerfile(npmciInstance.dockerManager, { | ||||||
|  |     filePath: './Dockerfile', | ||||||
|  |     read: true | ||||||
|  |   }); | ||||||
|  |   dockerfile2 = new npmci.Dockerfile(npmciInstance.dockerManager, { | ||||||
|  |     filePath: './Dockerfile_sometag1', | ||||||
|  |     read: true | ||||||
|  |   }); | ||||||
|   expect(dockerfile1.version).to.equal('latest'); |   expect(dockerfile1.version).to.equal('latest'); | ||||||
|   return expect(dockerfile2.version).to.equal('sometag1'); |   return expect(dockerfile2.version).to.equal('sometag1'); | ||||||
| }); | }); | ||||||
|  |  | ||||||
| tap.test('should read a directory of Dockerfiles', async () => { | tap.test('should read a directory of Dockerfiles', async () => { | ||||||
|   return npmciModDocker.helpers |   const npmciInstance = new npmci.Npmci(); | ||||||
|     .readDockerfiles() |   return npmci.Dockerfile.readDockerfiles(npmciInstance.dockerManager).then( | ||||||
|     .then(async (readDockerfilesArrayArg: npmciModDocker.Dockerfile[]) => { |     async (readDockerfilesArrayArg: npmci.Dockerfile[]) => { | ||||||
|       sortableArray = readDockerfilesArrayArg; |       sortableArray = readDockerfilesArrayArg; | ||||||
|       return expect(readDockerfilesArrayArg[1].version).to.equal('sometag1'); |       return expect(readDockerfilesArrayArg[1].version).to.equal('sometag1'); | ||||||
|     }); |     } | ||||||
|  |   ); | ||||||
| }); | }); | ||||||
|  |  | ||||||
| tap.test('should sort an array of Dockerfiles', async () => { | tap.test('should sort an array of Dockerfiles', async () => { | ||||||
|   return npmciModDocker.helpers |   return npmci.Dockerfile.sortDockerfiles(sortableArray).then( | ||||||
|     .sortDockerfiles(sortableArray) |     async (sortedArrayArg: npmci.Dockerfile[]) => { | ||||||
|     .then(async (sortedArrayArg: npmciModDocker.Dockerfile[]) => { |  | ||||||
|       console.log(sortedArrayArg); |       console.log(sortedArrayArg); | ||||||
|     }); |     } | ||||||
|  |   ); | ||||||
| }); | }); | ||||||
|  |  | ||||||
| tap.test('should build all Dockerfiles', async () => { | tap.test('should build all Dockerfiles', async () => { | ||||||
|   return npmciModDocker.handleCli({ |   const npmciInstance = new npmci.Npmci(); | ||||||
|  |   return npmciInstance.dockerManager.handleCli({ | ||||||
|     _: ['docker', 'build'] |     _: ['docker', 'build'] | ||||||
|   }); |   }); | ||||||
| }); | }); | ||||||
|  |  | ||||||
| tap.test('should test all Dockerfiles', async () => { | tap.test('should test all Dockerfiles', async () => { | ||||||
|   return await npmciModDocker.handleCli({ |   const npmciInstance = new npmci.Npmci(); | ||||||
|  |   return npmciInstance.dockerManager.handleCli({ | ||||||
|     _: ['docker', 'test'] |     _: ['docker', 'test'] | ||||||
|   }); |   }); | ||||||
| }); | }); | ||||||
|  |  | ||||||
| tap.test('should test dockerfiles', async () => { | tap.test('should test dockerfiles', async () => { | ||||||
|   return await npmciModDocker.handleCli({ |   const npmciInstance = new npmci.Npmci(); | ||||||
|  |   return npmciInstance.dockerManager.handleCli({ | ||||||
|     _: ['docker', 'test'] |     _: ['docker', 'test'] | ||||||
|   }); |   }); | ||||||
| }); | }); | ||||||
|  |  | ||||||
| tap.test('should login docker daemon', async () => { | tap.test('should login docker daemon', async () => { | ||||||
|   return await npmciModDocker.handleCli({ |   const npmciInstance = new npmci.Npmci(); | ||||||
|  |   return npmciInstance.dockerManager.handleCli({ | ||||||
|     _: ['docker', 'login'] |     _: ['docker', 'login'] | ||||||
|   }); |   }); | ||||||
| }); | }); | ||||||
| @@ -86,6 +91,7 @@ tap.test('should login docker daemon', async () => { | |||||||
| // SSH | // SSH | ||||||
| // === | // === | ||||||
| tap.test('should prepare SSH keys', async () => { | tap.test('should prepare SSH keys', async () => { | ||||||
|  |   const npmciModSsh = await import('../ts/mod_ssh'); | ||||||
|   return await npmciModSsh.handleCli({ |   return await npmciModSsh.handleCli({ | ||||||
|     _: ['ssh', 'prepare'] |     _: ['ssh', 'prepare'] | ||||||
|   }); |   }); | ||||||
| @@ -95,13 +101,14 @@ tap.test('should prepare SSH keys', async () => { | |||||||
| // node | // node | ||||||
| // ==== | // ==== | ||||||
| tap.test('should install a certain version of node', async () => { | tap.test('should install a certain version of node', async () => { | ||||||
|   await npmciModNode.handleCli({ |   const npmciInstance = new npmci.Npmci(); | ||||||
|  |   await npmciInstance.nodejsManager.handleCli({ | ||||||
|     _: ['node', 'install', 'stable'] |     _: ['node', 'install', 'stable'] | ||||||
|   }); |   }); | ||||||
|   await npmciModNode.handleCli({ |   await npmciInstance.nodejsManager.handleCli({ | ||||||
|     _: ['node', 'install', 'lts'] |     _: ['node', 'install', 'lts'] | ||||||
|   }); |   }); | ||||||
|   await npmciModNode.handleCli({ |   await npmciInstance.nodejsManager.handleCli({ | ||||||
|     _: ['node', 'install', 'legacy'] |     _: ['node', 'install', 'legacy'] | ||||||
|   }); |   }); | ||||||
| }); | }); | ||||||
|   | |||||||
							
								
								
									
										32
									
								
								ts/connector.cloudly/cloudlyconnector.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										32
									
								
								ts/connector.cloudly/cloudlyconnector.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,32 @@ | |||||||
|  | import * as plugins from '../npmci.plugins'; | ||||||
|  |  | ||||||
|  | import { Npmci } from '../npmci.classes.npmci'; | ||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  |  | ||||||
|  | /** | ||||||
|  |  * connects to cloudly | ||||||
|  |  */ | ||||||
|  | export class CloudlyConnector { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |  | ||||||
|  |   constructor(npmciRefArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciRefArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public async announceDockerContainer(optionsArg: plugins.servezoneInterfaces.version.IVersionData) { | ||||||
|  |     const cloudlyUrl = this.npmciRef.npmciConfig.getConfig().urlCloudly; | ||||||
|  |     if (!cloudlyUrl) { | ||||||
|  |       logger.log( | ||||||
|  |         'warn', | ||||||
|  |         'no cloudly url provided. Thus we cannot announce the newly built Dockerimage!' | ||||||
|  |       ); | ||||||
|  |       return; | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     const typedrequest = new plugins.typedrequest.TypedRequest< | ||||||
|  |       plugins.servezoneInterfaces.request.version.IRequest_Any_Cloudly_VersionManager_Update | ||||||
|  |     >(`https://${cloudlyUrl}/versionmanager`, 'update'); | ||||||
|  |  | ||||||
|  |     const response = await typedrequest.fire(optionsArg); | ||||||
|  |   } | ||||||
|  | } | ||||||
							
								
								
									
										11
									
								
								ts/index.ts
									
									
									
									
									
								
							
							
						
						
									
										11
									
								
								ts/index.ts
									
									
									
									
									
								
							| @@ -1 +1,10 @@ | |||||||
| import './npmci.cli'; | import { Npmci } from './npmci.classes.npmci'; | ||||||
|  | import { Dockerfile } from './manager.docker/mod.classes.dockerfile'; | ||||||
|  |  | ||||||
|  | export const npmciInstance = new Npmci(); | ||||||
|  |  | ||||||
|  | export { Dockerfile, Npmci }; | ||||||
|  |  | ||||||
|  | if (process.env.CLI_CALL) { | ||||||
|  |   npmciInstance.start(); | ||||||
|  | } | ||||||
|   | |||||||
							
								
								
									
										177
									
								
								ts/manager.docker/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										177
									
								
								ts/manager.docker/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,177 @@ | |||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  | import * as plugins from './mod.plugins'; | ||||||
|  | import * as paths from '../npmci.paths'; | ||||||
|  | import { bash } from '../npmci.bash'; | ||||||
|  |  | ||||||
|  | // classes | ||||||
|  | import { Npmci } from '../npmci.classes.npmci'; | ||||||
|  | import { Dockerfile } from './mod.classes.dockerfile'; | ||||||
|  | import { DockerRegistry } from './mod.classes.dockerregistry'; | ||||||
|  | import { RegistryStorage } from './mod.classes.registrystorage'; | ||||||
|  |  | ||||||
|  | export class NpmciDockerManager { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |   public npmciRegistryStorage = new RegistryStorage(); | ||||||
|  |  | ||||||
|  |   constructor(npmciArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * handle cli input | ||||||
|  |    * @param argvArg | ||||||
|  |    */ | ||||||
|  |   public handleCli = async argvArg => { | ||||||
|  |     if (argvArg._.length >= 2) { | ||||||
|  |       const action: string = argvArg._[1]; | ||||||
|  |       switch (action) { | ||||||
|  |         case 'build': | ||||||
|  |           await this.build(); | ||||||
|  |           break; | ||||||
|  |         case 'login': | ||||||
|  |         case 'prepare': | ||||||
|  |           await this.login(); | ||||||
|  |           break; | ||||||
|  |         case 'test': | ||||||
|  |           await this.test(); | ||||||
|  |           break; | ||||||
|  |         case 'push': | ||||||
|  |           await this.push(argvArg); | ||||||
|  |           break; | ||||||
|  |         case 'pull': | ||||||
|  |           await this.pull(argvArg); | ||||||
|  |           break; | ||||||
|  |         default: | ||||||
|  |           logger.log('error', `>>npmci docker ...<< action >>${action}<< not supported`); | ||||||
|  |       } | ||||||
|  |     } else { | ||||||
|  |       logger.log( | ||||||
|  |         'info', | ||||||
|  |         `>>npmci docker ...<< cli arguments invalid... Please read the documentation.` | ||||||
|  |       ); | ||||||
|  |     } | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * builds a cwd of Dockerfiles by triggering a promisechain | ||||||
|  |    */ | ||||||
|  |   public build = async () => { | ||||||
|  |     await this.prepare(); | ||||||
|  |     logger.log('info', 'now building Dockerfiles...'); | ||||||
|  |     await Dockerfile.readDockerfiles(this) | ||||||
|  |       .then(Dockerfile.sortDockerfiles) | ||||||
|  |       .then(Dockerfile.mapDockerfiles) | ||||||
|  |       .then(Dockerfile.buildDockerfiles); | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * login to the DockerRegistries | ||||||
|  |    */ | ||||||
|  |   public login = async () => { | ||||||
|  |     await this.prepare(); | ||||||
|  |     await this.npmciRegistryStorage.loginAll(); | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * logs in docker | ||||||
|  |    */ | ||||||
|  |   public prepare = async () => { | ||||||
|  |     // Always login to GitLab Registry | ||||||
|  |     if (!process.env.CI_BUILD_TOKEN || process.env.CI_BUILD_TOKEN === '') { | ||||||
|  |       logger.log('error', 'No registry token specified by gitlab!'); | ||||||
|  |       process.exit(1); | ||||||
|  |     } | ||||||
|  |     this.npmciRegistryStorage.addRegistry( | ||||||
|  |       new DockerRegistry({ | ||||||
|  |         registryUrl: 'registry.gitlab.com', | ||||||
|  |         username: 'gitlab-ci-token', | ||||||
|  |         password: process.env.CI_BUILD_TOKEN | ||||||
|  |       }) | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // handle registries | ||||||
|  |     await plugins.smartparam.forEachMinimatch( | ||||||
|  |       process.env, | ||||||
|  |       'NPMCI_LOGIN_DOCKER*', | ||||||
|  |       async envString => { | ||||||
|  |         this.npmciRegistryStorage.addRegistry(DockerRegistry.fromEnvString(envString)); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |     return; | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * pushes an image towards a registry | ||||||
|  |    * @param argvArg | ||||||
|  |    */ | ||||||
|  |   public push = async argvArg => { | ||||||
|  |     await this.prepare(); | ||||||
|  |     let dockerRegistryUrls: string[] = []; | ||||||
|  |  | ||||||
|  |     // lets parse the input of cli and npmextra | ||||||
|  |     if (argvArg._.length >= 3 && argvArg._[2] !== 'npmextra') { | ||||||
|  |       dockerRegistryUrls.push(argvArg._[2]); | ||||||
|  |     } else { | ||||||
|  |       if (this.npmciRef.npmciConfig.getConfig().dockerRegistries.length === 0) { | ||||||
|  |         logger.log( | ||||||
|  |           'warn', | ||||||
|  |           `There are no docker registries listed in npmextra.json! This is strange!` | ||||||
|  |         ); | ||||||
|  |       } | ||||||
|  |       dockerRegistryUrls = dockerRegistryUrls.concat( | ||||||
|  |         this.npmciRef.npmciConfig.getConfig().dockerRegistries | ||||||
|  |       ); | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     // lets determine the suffix | ||||||
|  |     let suffix = null; | ||||||
|  |     if (argvArg._.length >= 4) { | ||||||
|  |       suffix = argvArg._[3]; | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     // lets push to the registries | ||||||
|  |     for (const dockerRegistryUrl of dockerRegistryUrls) { | ||||||
|  |       const dockerfileArray = await Dockerfile.readDockerfiles(this) | ||||||
|  |         .then(Dockerfile.sortDockerfiles) | ||||||
|  |         .then(Dockerfile.mapDockerfiles); | ||||||
|  |       const dockerRegistryToPushTo = this.npmciRegistryStorage.getRegistryByUrl(dockerRegistryUrl); | ||||||
|  |       if (!dockerRegistryToPushTo) { | ||||||
|  |         logger.log( | ||||||
|  |           'error', | ||||||
|  |           `Cannot push to registry ${dockerRegistryUrl}, because it was not found in the authenticated registry list.` | ||||||
|  |         ); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |       for (const dockerfile of dockerfileArray) { | ||||||
|  |         await dockerfile.push(dockerRegistryToPushTo, suffix); | ||||||
|  |       } | ||||||
|  |     } | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * pulls an image | ||||||
|  |    */ | ||||||
|  |   public pull = async argvArg => { | ||||||
|  |     await this.prepare(); | ||||||
|  |     const registryUrlArg = argvArg._[2]; | ||||||
|  |     let suffix = null; | ||||||
|  |     if (argvArg._.length >= 4) { | ||||||
|  |       suffix = argvArg._[3]; | ||||||
|  |     } | ||||||
|  |     const localDockerRegistry = this.npmciRegistryStorage.getRegistryByUrl(registryUrlArg); | ||||||
|  |     const dockerfileArray = await Dockerfile.readDockerfiles(this) | ||||||
|  |       .then(Dockerfile.sortDockerfiles) | ||||||
|  |       .then(Dockerfile.mapDockerfiles); | ||||||
|  |     for (const dockerfile of dockerfileArray) { | ||||||
|  |       await dockerfile.pull(localDockerRegistry, suffix); | ||||||
|  |     } | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * tests docker files | ||||||
|  |    */ | ||||||
|  |   public test = async () => { | ||||||
|  |     await this.prepare(); | ||||||
|  |     return await Dockerfile.readDockerfiles(this).then(Dockerfile.testDockerfiles); | ||||||
|  |   }; | ||||||
|  | } | ||||||
							
								
								
									
										328
									
								
								ts/manager.docker/mod.classes.dockerfile.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										328
									
								
								ts/manager.docker/mod.classes.dockerfile.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,328 @@ | |||||||
|  | import * as plugins from './mod.plugins'; | ||||||
|  | import * as paths from '../npmci.paths'; | ||||||
|  |  | ||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  | import { bash } from '../npmci.bash'; | ||||||
|  |  | ||||||
|  | import { DockerRegistry } from './mod.classes.dockerregistry'; | ||||||
|  | import * as helpers from './mod.helpers'; | ||||||
|  | import { NpmciDockerManager } from '.'; | ||||||
|  | import { Npmci } from '../npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | /** | ||||||
|  |  * class Dockerfile represents a Dockerfile on disk in npmci | ||||||
|  |  */ | ||||||
|  | export class Dockerfile { | ||||||
|  |   // STATIC | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * creates instance of class Dockerfile for all Dockerfiles in cwd | ||||||
|  |    * @returns Promise<Dockerfile[]> | ||||||
|  |    */ | ||||||
|  |   public static async readDockerfiles( | ||||||
|  |     npmciDockerManagerRefArg: NpmciDockerManager | ||||||
|  |   ): Promise<Dockerfile[]> { | ||||||
|  |     const fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*'); | ||||||
|  |  | ||||||
|  |     // create the Dockerfile array | ||||||
|  |     const readDockerfilesArray: Dockerfile[] = []; | ||||||
|  |     logger.log('info', `found ${fileTree.length} Dockerfiles:`); | ||||||
|  |     console.log(fileTree); | ||||||
|  |     for (const dockerfilePath of fileTree) { | ||||||
|  |       const myDockerfile = new Dockerfile(npmciDockerManagerRefArg, { | ||||||
|  |         filePath: dockerfilePath, | ||||||
|  |         read: true | ||||||
|  |       }); | ||||||
|  |       readDockerfilesArray.push(myDockerfile); | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     return readDockerfilesArray; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * sorts Dockerfiles into a dependency chain | ||||||
|  |    * @param sortableArrayArg an array of instances of class Dockerfile | ||||||
|  |    * @returns Promise<Dockerfile[]> | ||||||
|  |    */ | ||||||
|  |   public static async sortDockerfiles(sortableArrayArg: Dockerfile[]): Promise<Dockerfile[]> { | ||||||
|  |     const done = plugins.smartpromise.defer<Dockerfile[]>(); | ||||||
|  |     logger.log('info', 'sorting Dockerfiles:'); | ||||||
|  |     const sortedArray: Dockerfile[] = []; | ||||||
|  |     const cleanTagsOriginal = Dockerfile.cleanTagsArrayFunction(sortableArrayArg, sortedArray); | ||||||
|  |     let sorterFunctionCounter: number = 0; | ||||||
|  |     const sorterFunction = () => { | ||||||
|  |       sortableArrayArg.forEach(dockerfileArg => { | ||||||
|  |         const cleanTags = Dockerfile.cleanTagsArrayFunction(sortableArrayArg, sortedArray); | ||||||
|  |         if ( | ||||||
|  |           cleanTags.indexOf(dockerfileArg.baseImage) === -1 && | ||||||
|  |           sortedArray.indexOf(dockerfileArg) === -1 | ||||||
|  |         ) { | ||||||
|  |           sortedArray.push(dockerfileArg); | ||||||
|  |         } | ||||||
|  |         if (cleanTagsOriginal.indexOf(dockerfileArg.baseImage) !== -1) { | ||||||
|  |           dockerfileArg.localBaseImageDependent = true; | ||||||
|  |         } | ||||||
|  |       }); | ||||||
|  |       if (sortableArrayArg.length === sortedArray.length) { | ||||||
|  |         let counter = 1; | ||||||
|  |         for (const dockerfile of sortedArray) { | ||||||
|  |           logger.log('info', `tag ${counter}: -> ${dockerfile.cleanTag}`); | ||||||
|  |           counter++; | ||||||
|  |         } | ||||||
|  |         done.resolve(sortedArray); | ||||||
|  |       } else if (sorterFunctionCounter < 10) { | ||||||
|  |         sorterFunctionCounter++; | ||||||
|  |         sorterFunction(); | ||||||
|  |       } | ||||||
|  |     }; | ||||||
|  |     sorterFunction(); | ||||||
|  |     return done.promise; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * maps local Dockerfiles dependencies to the correspoding Dockerfile class instances | ||||||
|  |    */ | ||||||
|  |   public static async mapDockerfiles(sortedDockerfileArray: Dockerfile[]): Promise<Dockerfile[]> { | ||||||
|  |     sortedDockerfileArray.forEach(dockerfileArg => { | ||||||
|  |       if (dockerfileArg.localBaseImageDependent) { | ||||||
|  |         sortedDockerfileArray.forEach((dockfile2: Dockerfile) => { | ||||||
|  |           if (dockfile2.cleanTag === dockerfileArg.baseImage) { | ||||||
|  |             dockerfileArg.localBaseDockerfile = dockfile2; | ||||||
|  |           } | ||||||
|  |         }); | ||||||
|  |       } | ||||||
|  |     }); | ||||||
|  |     return sortedDockerfileArray; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * builds the correspoding real docker image for each Dockerfile class instance | ||||||
|  |    */ | ||||||
|  |   public static async buildDockerfiles(sortedArrayArg: Dockerfile[]) { | ||||||
|  |     for (const dockerfileArg of sortedArrayArg) { | ||||||
|  |       await dockerfileArg.build(); | ||||||
|  |     } | ||||||
|  |     return sortedArrayArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * tests all Dockerfiles in by calling class Dockerfile.test(); | ||||||
|  |    * @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd | ||||||
|  |    */ | ||||||
|  |   public static async testDockerfiles(sortedArrayArg: Dockerfile[]) { | ||||||
|  |     for (const dockerfileArg of sortedArrayArg) { | ||||||
|  |       await dockerfileArg.test(); | ||||||
|  |     } | ||||||
|  |     return sortedArrayArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * returns a version for a docker file | ||||||
|  |    * @execution SYNC | ||||||
|  |    */ | ||||||
|  |   public static dockerFileVersion(dockerfileNameArg: string): string { | ||||||
|  |     let versionString: string; | ||||||
|  |     const versionRegex = /Dockerfile_([a-zA-Z0-9\.]*)$/; | ||||||
|  |     const regexResultArray = versionRegex.exec(dockerfileNameArg); | ||||||
|  |     if (regexResultArray && regexResultArray.length === 2) { | ||||||
|  |       versionString = regexResultArray[1]; | ||||||
|  |     } else { | ||||||
|  |       versionString = 'latest'; | ||||||
|  |     } | ||||||
|  |     return versionString; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * returns the docker base image for a Dockerfile | ||||||
|  |    */ | ||||||
|  |   public static dockerBaseImage(dockerfileContentArg: string): string { | ||||||
|  |     const baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/; | ||||||
|  |     const regexResultArray = baseImageRegex.exec(dockerfileContentArg); | ||||||
|  |     return regexResultArray[1]; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * returns the docker tag | ||||||
|  |    */ | ||||||
|  |   public static getDockerTagString( | ||||||
|  |     npmciDockerManagerRef: NpmciDockerManager, | ||||||
|  |     registryArg: string, | ||||||
|  |     repoArg: string, | ||||||
|  |     versionArg: string, | ||||||
|  |     suffixArg?: string | ||||||
|  |   ): string { | ||||||
|  |     // determine wether the repo should be mapped accordingly to the registry | ||||||
|  |     const mappedRepo = npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerRegistryRepoMap[ | ||||||
|  |       registryArg | ||||||
|  |     ]; | ||||||
|  |     const repo = (() => { | ||||||
|  |       if (mappedRepo) { | ||||||
|  |         return mappedRepo; | ||||||
|  |       } else { | ||||||
|  |         return repoArg; | ||||||
|  |       } | ||||||
|  |     })(); | ||||||
|  |  | ||||||
|  |     // determine wether the version contais a suffix | ||||||
|  |     let version = versionArg; | ||||||
|  |     if (suffixArg) { | ||||||
|  |       version = versionArg + '_' + suffixArg; | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     const tagString = `${registryArg}/${repo}:${version}`; | ||||||
|  |     return tagString; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public static async getDockerBuildArgs( | ||||||
|  |     npmciDockerManagerRef: NpmciDockerManager | ||||||
|  |   ): Promise<string> { | ||||||
|  |     logger.log('info', 'checking for env vars to be supplied to the docker build'); | ||||||
|  |     let buildArgsString: string = ''; | ||||||
|  |     for (const key of Object.keys( | ||||||
|  |       npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerBuildargEnvMap | ||||||
|  |     )) { | ||||||
|  |       const targetValue = | ||||||
|  |         process.env[ | ||||||
|  |           npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerBuildargEnvMap[key] | ||||||
|  |         ]; | ||||||
|  |       buildArgsString = `${buildArgsString} --build-arg ${key}="${targetValue}"`; | ||||||
|  |     } | ||||||
|  |     return buildArgsString; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * | ||||||
|  |    */ | ||||||
|  |   public static cleanTagsArrayFunction( | ||||||
|  |     dockerfileArrayArg: Dockerfile[], | ||||||
|  |     trackingArrayArg: Dockerfile[] | ||||||
|  |   ): string[] { | ||||||
|  |     const cleanTagsArray: string[] = []; | ||||||
|  |     dockerfileArrayArg.forEach(dockerfileArg => { | ||||||
|  |       if (trackingArrayArg.indexOf(dockerfileArg) === -1) { | ||||||
|  |         cleanTagsArray.push(dockerfileArg.cleanTag); | ||||||
|  |       } | ||||||
|  |     }); | ||||||
|  |     return cleanTagsArray; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   // INSTANCE | ||||||
|  |   public npmciDockerManagerRef: NpmciDockerManager; | ||||||
|  |  | ||||||
|  |   public filePath: string; | ||||||
|  |   public repo: string; | ||||||
|  |   public version: string; | ||||||
|  |   public cleanTag: string; | ||||||
|  |   public buildTag: string; | ||||||
|  |   public pushTag: string; | ||||||
|  |   public containerName: string; | ||||||
|  |   public content: string; | ||||||
|  |   public baseImage: string; | ||||||
|  |   public localBaseImageDependent: boolean; | ||||||
|  |   public localBaseDockerfile: Dockerfile; | ||||||
|  |  | ||||||
|  |   constructor( | ||||||
|  |     dockerManagerRefArg: NpmciDockerManager, | ||||||
|  |     options: { filePath?: string; fileContents?: string | Buffer; read?: boolean } | ||||||
|  |   ) { | ||||||
|  |     this.npmciDockerManagerRef = dockerManagerRefArg; | ||||||
|  |     this.filePath = options.filePath; | ||||||
|  |     this.repo = | ||||||
|  |       this.npmciDockerManagerRef.npmciRef.npmciEnv.repo.user + | ||||||
|  |       '/' + | ||||||
|  |       this.npmciDockerManagerRef.npmciRef.npmciEnv.repo.repo; | ||||||
|  |     this.version = Dockerfile.dockerFileVersion(plugins.path.parse(options.filePath).base); | ||||||
|  |     this.cleanTag = this.repo + ':' + this.version; | ||||||
|  |     this.buildTag = this.cleanTag; | ||||||
|  |  | ||||||
|  |     this.containerName = 'dockerfile-' + this.version; | ||||||
|  |     if (options.filePath && options.read) { | ||||||
|  |       this.content = plugins.smartfile.fs.toStringSync(plugins.path.resolve(options.filePath)); | ||||||
|  |     } | ||||||
|  |     this.baseImage = Dockerfile.dockerBaseImage(this.content); | ||||||
|  |     this.localBaseImageDependent = false; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * builds the Dockerfile | ||||||
|  |    */ | ||||||
|  |   public async build() { | ||||||
|  |     logger.log('info', 'now building Dockerfile for ' + this.cleanTag); | ||||||
|  |     const buildArgsString = await Dockerfile.getDockerBuildArgs(this.npmciDockerManagerRef); | ||||||
|  |     const buildCommand = `docker build --label="version=${ | ||||||
|  |       this.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo.npm.version | ||||||
|  |     }" -t ${this.buildTag} -f ${this.filePath} ${buildArgsString} .`; | ||||||
|  |     await bash(buildCommand); | ||||||
|  |     return; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * pushes the Dockerfile to a registry | ||||||
|  |    */ | ||||||
|  |   public async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) { | ||||||
|  |     this.pushTag = Dockerfile.getDockerTagString( | ||||||
|  |       this.npmciDockerManagerRef, | ||||||
|  |       dockerRegistryArg.registryUrl, | ||||||
|  |       this.repo, | ||||||
|  |       this.version, | ||||||
|  |       versionSuffix | ||||||
|  |     ); | ||||||
|  |     await bash(`docker tag ${this.buildTag} ${this.pushTag}`); | ||||||
|  |     await bash(`docker push ${this.pushTag}`); | ||||||
|  |     const imageDigest = (await bash( | ||||||
|  |       `docker inspect --format="{{index .RepoDigests 0}}" ${this.pushTag}` | ||||||
|  |     )).split('@')[1]; | ||||||
|  |     console.log(`The image ${this.pushTag} has digest ${imageDigest}`); | ||||||
|  |     await this.npmciDockerManagerRef.npmciRef.cloudlyConnector.announceDockerContainer({ | ||||||
|  |       dockerImageUrl: this.pushTag, | ||||||
|  |       dockerImageVersion: this.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo | ||||||
|  |         .npm.version | ||||||
|  |     }); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * pulls the Dockerfile from a registry | ||||||
|  |    */ | ||||||
|  |   public async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) { | ||||||
|  |     const pullTag = Dockerfile.getDockerTagString( | ||||||
|  |       this.npmciDockerManagerRef, | ||||||
|  |       registryArg.registryUrl, | ||||||
|  |       this.repo, | ||||||
|  |       this.version, | ||||||
|  |       versionSuffixArg | ||||||
|  |     ); | ||||||
|  |     await bash(`docker pull ${pullTag}`); | ||||||
|  |     await bash(`docker tag ${pullTag} ${this.buildTag}`); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * tests the Dockerfile; | ||||||
|  |    */ | ||||||
|  |   public async test() { | ||||||
|  |     const testFile: string = plugins.path.join(paths.NpmciTestDir, 'test_' + this.version + '.sh'); | ||||||
|  |     const testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile); | ||||||
|  |     if (testFileExists) { | ||||||
|  |       // run tests | ||||||
|  |       await bash( | ||||||
|  |         `docker run --name npmci_test_container --entrypoint="bash" ${this.buildTag} -c "mkdir /npmci_test"` | ||||||
|  |       ); | ||||||
|  |       await bash(`docker cp ${testFile} npmci_test_container:/npmci_test/test.sh`); | ||||||
|  |       await bash(`docker commit npmci_test_container npmci_test_image`); | ||||||
|  |       await bash(`docker run --entrypoint="bash" npmci_test_image -x /npmci_test/test.sh`); | ||||||
|  |       await bash(`docker rm npmci_test_container`); | ||||||
|  |       await bash(`docker rmi --force npmci_test_image`); | ||||||
|  |     } else { | ||||||
|  |       logger.log('warn', 'skipping tests for ' + this.cleanTag + ' because no testfile was found!'); | ||||||
|  |     } | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * gets the id of a Dockerfile | ||||||
|  |    */ | ||||||
|  |   public async getId() { | ||||||
|  |     const containerId = await bash( | ||||||
|  |       'docker inspect --type=image --format="{{.Id}}" ' + this.buildTag | ||||||
|  |     ); | ||||||
|  |     return containerId; | ||||||
|  |   } | ||||||
|  | } | ||||||
| @@ -1,3 +1,4 @@ | |||||||
|  | import { logger } from '../npmci.logging'; | ||||||
| import * as plugins from './mod.plugins'; | import * as plugins from './mod.plugins'; | ||||||
| import { bash } from '../npmci.bash'; | import { bash } from '../npmci.bash'; | ||||||
| 
 | 
 | ||||||
| @@ -8,26 +9,26 @@ export interface IDockerRegistryConstructorOptions { | |||||||
| } | } | ||||||
| 
 | 
 | ||||||
| export class DockerRegistry { | export class DockerRegistry { | ||||||
|   registryUrl: string; |   public registryUrl: string; | ||||||
|   username: string; |   public username: string; | ||||||
|   password: string; |   public password: string; | ||||||
|   constructor(optionsArg: IDockerRegistryConstructorOptions) { |   constructor(optionsArg: IDockerRegistryConstructorOptions) { | ||||||
|     this.registryUrl = optionsArg.registryUrl; |     this.registryUrl = optionsArg.registryUrl; | ||||||
|     this.username = optionsArg.username; |     this.username = optionsArg.username; | ||||||
|     this.password = optionsArg.password; |     this.password = optionsArg.password; | ||||||
|     plugins.beautylog.info(`created DockerRegistry for ${this.registryUrl}`); |     logger.log('info', `created DockerRegistry for ${this.registryUrl}`); | ||||||
|   } |   } | ||||||
| 
 | 
 | ||||||
|   static fromEnvString(envString: string): DockerRegistry { |   public static fromEnvString(envString: string): DockerRegistry { | ||||||
|     let dockerRegexResultArray = envString.split('|'); |     const dockerRegexResultArray = envString.split('|'); | ||||||
|     if (dockerRegexResultArray.length !== 3) { |     if (dockerRegexResultArray.length !== 3) { | ||||||
|       plugins.beautylog.error('malformed docker env var...'); |       logger.log('error', 'malformed docker env var...'); | ||||||
|       process.exit(1); |       process.exit(1); | ||||||
|       return; |       return; | ||||||
|     } |     } | ||||||
|     let registryUrl = dockerRegexResultArray[0]; |     const registryUrl = dockerRegexResultArray[0]; | ||||||
|     let username = dockerRegexResultArray[1]; |     const username = dockerRegexResultArray[1]; | ||||||
|     let password = dockerRegexResultArray[2]; |     const password = dockerRegexResultArray[2]; | ||||||
|     return new DockerRegistry({ |     return new DockerRegistry({ | ||||||
|       registryUrl: registryUrl, |       registryUrl: registryUrl, | ||||||
|       username: username, |       username: username, | ||||||
| @@ -35,13 +36,13 @@ export class DockerRegistry { | |||||||
|     }); |     }); | ||||||
|   } |   } | ||||||
| 
 | 
 | ||||||
|   async login() { |   public async login() { | ||||||
|     if (this.registryUrl === 'docker.io') { |     if (this.registryUrl === 'docker.io') { | ||||||
|       await bash(`docker login -u ${this.username} -p ${this.password}`); |       await bash(`docker login -u ${this.username} -p ${this.password}`); | ||||||
|       plugins.beautylog.info('Logged in to standard docker hub'); |       logger.log('info', 'Logged in to standard docker hub'); | ||||||
|     } else { |     } else { | ||||||
|       await bash(`docker login -u ${this.username} -p ${this.password} ${this.registryUrl}`); |       await bash(`docker login -u ${this.username} -p ${this.password} ${this.registryUrl}`); | ||||||
|     } |     } | ||||||
|     plugins.beautylog.ok(`docker authenticated for ${this.registryUrl}!`); |     logger.log('ok', `docker authenticated for ${this.registryUrl}!`); | ||||||
|   } |   } | ||||||
| } | } | ||||||
| @@ -1,5 +1,6 @@ | |||||||
|  | import { logger } from '../npmci.logging'; | ||||||
| import * as plugins from './mod.plugins'; | import * as plugins from './mod.plugins'; | ||||||
| import { Objectmap } from 'lik'; | import { Objectmap } from '@pushrocks/lik'; | ||||||
| 
 | 
 | ||||||
| import { DockerRegistry } from './mod.classes.dockerregistry'; | import { DockerRegistry } from './mod.classes.dockerregistry'; | ||||||
| 
 | 
 | ||||||
| @@ -23,6 +24,6 @@ export class RegistryStorage { | |||||||
|     await this.objectMap.forEach(async registryArg => { |     await this.objectMap.forEach(async registryArg => { | ||||||
|       await registryArg.login(); |       await registryArg.login(); | ||||||
|     }); |     }); | ||||||
|     plugins.beautylog.success('logged in successfully into all available DockerRegistries!'); |     logger.log('success', 'logged in successfully into all available DockerRegistries!'); | ||||||
|   } |   } | ||||||
| } | } | ||||||
							
								
								
									
										5
									
								
								ts/manager.docker/mod.helpers.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										5
									
								
								ts/manager.docker/mod.helpers.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,5 @@ | |||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  | import * as plugins from './mod.plugins'; | ||||||
|  | import * as paths from '../npmci.paths'; | ||||||
|  |  | ||||||
|  | import { Dockerfile } from './mod.classes.dockerfile'; | ||||||
							
								
								
									
										73
									
								
								ts/manager.git/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										73
									
								
								ts/manager.git/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,73 @@ | |||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  | import * as plugins from './mod.plugins'; | ||||||
|  | import { bash, bashNoError } from '../npmci.bash'; | ||||||
|  | import { Npmci } from '../npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | export class NpmciGitManager { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |  | ||||||
|  |   constructor(npmciRefArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciRefArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * handle cli input | ||||||
|  |    * @param argvArg | ||||||
|  |    */ | ||||||
|  |   public handleCli = async argvArg => { | ||||||
|  |     if (argvArg._.length >= 2) { | ||||||
|  |       const action: string = argvArg._[1]; | ||||||
|  |       switch (action) { | ||||||
|  |         case 'mirror': | ||||||
|  |           await this.mirror(); | ||||||
|  |           break; | ||||||
|  |         default: | ||||||
|  |           logger.log('error', `npmci git -> action >>${action}<< not supported!`); | ||||||
|  |       } | ||||||
|  |     } else { | ||||||
|  |       logger.log('info', `npmci git -> cli arguments invalid! Please read the documentation.`); | ||||||
|  |     } | ||||||
|  |   }; | ||||||
|  |  | ||||||
|  |   public mirror = async () => { | ||||||
|  |     const githubToken = process.env.NPMCI_GIT_GITHUBTOKEN; | ||||||
|  |     const githubUser = process.env.NPMCI_GIT_GITHUBGROUP || this.npmciRef.npmciEnv.repo.user; | ||||||
|  |     const githubRepo = process.env.NPMCI_GIT_GITHUB || this.npmciRef.npmciEnv.repo.repo; | ||||||
|  |     if ( | ||||||
|  |       this.npmciRef.npmciConfig.getConfig().projectInfo.npm.packageJson.private === true || | ||||||
|  |       this.npmciRef.npmciConfig.getConfig().npmAccessLevel === 'private' | ||||||
|  |     ) { | ||||||
|  |       logger.log( | ||||||
|  |         'warn', | ||||||
|  |         `refusing to mirror due to private property use a private mirror location instead` | ||||||
|  |       ); | ||||||
|  |       return; | ||||||
|  |     } | ||||||
|  |     if (githubToken) { | ||||||
|  |       logger.log('info', 'found github token.'); | ||||||
|  |       logger.log('info', 'attempting the mirror the repository to GitHub'); | ||||||
|  |  | ||||||
|  |       // plugins.smartgit.GitRepo; | ||||||
|  |  | ||||||
|  |       // remove old mirrors | ||||||
|  |       await bashNoError('git remote rm mirror'); | ||||||
|  |  | ||||||
|  |       await bash(`git fetch`); | ||||||
|  |       // add the mirror | ||||||
|  |       await bashNoError( | ||||||
|  |         `git remote add mirror https://${githubToken}@github.com/${githubUser}/${githubRepo}.git` | ||||||
|  |       ); | ||||||
|  |       await bashNoError(`git push mirror --all`); | ||||||
|  |       await bashNoError(`git checkout origin/master`); | ||||||
|  |       await bashNoError(`git push mirror master`); | ||||||
|  |       logger.log('ok', 'pushed all branches to mirror!'); | ||||||
|  |       await bashNoError(`git push mirror --tags`); | ||||||
|  |       logger.log('ok', 'pushed all tags to mirror!'); | ||||||
|  |       // remove old mirrors | ||||||
|  |       await bashNoError('git remote rm mirror'); | ||||||
|  |     } else { | ||||||
|  |       logger.log('error', `cannot find NPMCI_GIT_GITHUBTOKEN env var!`); | ||||||
|  |       process.exit(1); | ||||||
|  |     } | ||||||
|  |   }; | ||||||
|  | } | ||||||
							
								
								
									
										5
									
								
								ts/manager.git/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										5
									
								
								ts/manager.git/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,5 @@ | |||||||
|  | export * from '../npmci.plugins'; | ||||||
|  |  | ||||||
|  | import * as smartgit from '@pushrocks/smartgit'; | ||||||
|  |  | ||||||
|  | export { smartgit }; | ||||||
							
								
								
									
										83
									
								
								ts/manager.nodejs/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										83
									
								
								ts/manager.nodejs/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,83 @@ | |||||||
|  | import * as plugins from '../npmci.plugins'; | ||||||
|  | import * as paths from '../npmci.paths'; | ||||||
|  |  | ||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  | import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; | ||||||
|  | import { Npmci } from '../npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | export class NpmciNodeJsManager { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |  | ||||||
|  |   constructor(npmciRefArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciRefArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * handle cli input | ||||||
|  |    * @param argvArg | ||||||
|  |    */ | ||||||
|  |   public async handleCli(argvArg) { | ||||||
|  |     if (argvArg._.length >= 3) { | ||||||
|  |       const action: string = argvArg._[1]; | ||||||
|  |       switch (action) { | ||||||
|  |         case 'install': | ||||||
|  |           await this.install(argvArg._[2]); | ||||||
|  |           break; | ||||||
|  |         default: | ||||||
|  |           logger.log('error', `>>npmci node ...<< action >>${action}<< not supported`); | ||||||
|  |           process.exit(1); | ||||||
|  |       } | ||||||
|  |     } else { | ||||||
|  |       logger.log( | ||||||
|  |         'error', | ||||||
|  |         `>>npmci node ...<< cli arguments invalid... Please read the documentation.` | ||||||
|  |       ); | ||||||
|  |       process.exit(1); | ||||||
|  |     } | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * Install a specific version of node | ||||||
|  |    * @param versionArg | ||||||
|  |    */ | ||||||
|  |   public async install(versionArg) { | ||||||
|  |     logger.log('info', `now installing node version ${versionArg}`); | ||||||
|  |     let version: string; | ||||||
|  |     if (versionArg === 'stable') { | ||||||
|  |       version = '12'; | ||||||
|  |     } else if (versionArg === 'lts') { | ||||||
|  |       version = '10'; | ||||||
|  |     } else if (versionArg === 'legacy') { | ||||||
|  |       version = '8'; | ||||||
|  |     } else { | ||||||
|  |       version = versionArg; | ||||||
|  |     } | ||||||
|  |     if (await nvmAvailable.promise) { | ||||||
|  |       await bash(`nvm install ${version} && nvm alias default ${version}`); | ||||||
|  |       logger.log('success', `Node version ${version} successfully installed!`); | ||||||
|  |     } else { | ||||||
|  |       logger.log('warn', 'Nvm not in path so staying at installed node version!'); | ||||||
|  |     } | ||||||
|  |     logger.log('info', 'now installing latest npm version'); | ||||||
|  |     await bash('npm install -g npm'); | ||||||
|  |     await bash('node -v'); | ||||||
|  |     await bash('npm -v'); | ||||||
|  |     await bash(`npm config set cache ${paths.NpmciCacheDir}  --global `); | ||||||
|  |  | ||||||
|  |     // lets look for further config | ||||||
|  |     const config = await this.npmciRef.npmciConfig.getConfig(); | ||||||
|  |     logger.log('info', 'Now checking for needed global npm tools...'); | ||||||
|  |     for (const npmTool of config.npmGlobalTools) { | ||||||
|  |       logger.log('info', `Checking for global "${npmTool}"`); | ||||||
|  |       const whichOutput: string = await bashNoError(`which ${npmTool}`); | ||||||
|  |       const toolAvailable: boolean = !(/not\sfound/.test(whichOutput) || whichOutput === ''); | ||||||
|  |       if (toolAvailable) { | ||||||
|  |         logger.log('info', `Tool ${npmTool} is available`); | ||||||
|  |       } else { | ||||||
|  |         logger.log('info', `globally installing ${npmTool} from npm`); | ||||||
|  |         await bash(`npm install ${npmTool} -q -g`); | ||||||
|  |       } | ||||||
|  |     } | ||||||
|  |     logger.log('success', 'all global npm tools specified in npmextra.json are now available!'); | ||||||
|  |   } | ||||||
|  | } | ||||||
							
								
								
									
										170
									
								
								ts/manager.npm/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										170
									
								
								ts/manager.npm/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,170 @@ | |||||||
|  | import * as plugins from './mod.plugins'; | ||||||
|  |  | ||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  | import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; | ||||||
|  | import { Npmci } from '../npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | export class NpmciNpmManager { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |  | ||||||
|  |   constructor(npmciRefArg) { | ||||||
|  |     this.npmciRef = npmciRefArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * handle cli input | ||||||
|  |    * @param argvArg | ||||||
|  |    */ | ||||||
|  |   public async handleCli(argvArg) { | ||||||
|  |     if (argvArg._.length >= 2) { | ||||||
|  |       const action: string = argvArg._[1]; | ||||||
|  |       switch (action) { | ||||||
|  |         case 'install': | ||||||
|  |           await this.install(); | ||||||
|  |           break; | ||||||
|  |         case 'build': | ||||||
|  |             await this.build(); | ||||||
|  |             break; | ||||||
|  |         case 'prepare': | ||||||
|  |           await this.prepare(); | ||||||
|  |           break; | ||||||
|  |         case 'test': | ||||||
|  |           await this.test(); | ||||||
|  |           break; | ||||||
|  |         case 'publish': | ||||||
|  |           await this.publish(); | ||||||
|  |           break; | ||||||
|  |         default: | ||||||
|  |           logger.log('error', `>>npmci npm ...<< action >>${action}<< not supported`); | ||||||
|  |           process.exit(1); | ||||||
|  |       } | ||||||
|  |     } else { | ||||||
|  |       logger.log( | ||||||
|  |         'info', | ||||||
|  |         `>>npmci npm ...<< cli arguments invalid... Please read the documentation.` | ||||||
|  |       ); | ||||||
|  |       process.exit(1); | ||||||
|  |     } | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * authenticates npm with token from env var | ||||||
|  |    */ | ||||||
|  |   public async prepare() { | ||||||
|  |     const config = this.npmciRef.npmciConfig.getConfig(); | ||||||
|  |     let npmrcFileString: string = ''; | ||||||
|  |     await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TOKEN_NPM*', npmEnvArg => { | ||||||
|  |       const npmRegistryUrl = npmEnvArg.split('|')[0]; | ||||||
|  |       const npmToken = npmEnvArg.split('|')[1]; | ||||||
|  |       npmrcFileString += `//${npmRegistryUrl}/:_authToken="${plugins.smartstring.base64.decode( | ||||||
|  |         npmToken | ||||||
|  |       )}"\n`; | ||||||
|  |     }); | ||||||
|  |     logger.log('info', `setting default npm registry to ${config.npmRegistryUrl}`); | ||||||
|  |     npmrcFileString += `registry=https://${config.npmRegistryUrl}\n`; | ||||||
|  |  | ||||||
|  |     // final check | ||||||
|  |     if (npmrcFileString.length > 0) { | ||||||
|  |       logger.log('info', 'found one or more access tokens'); | ||||||
|  |     } else { | ||||||
|  |       logger.log('error', 'no access token found! Exiting!'); | ||||||
|  |       process.exit(1); | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     // lets save it to disk | ||||||
|  |     plugins.smartfile.memory.toFsSync(npmrcFileString, '/root/.npmrc'); | ||||||
|  |     return; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   /** | ||||||
|  |    * publish a package to npm | ||||||
|  |    */ | ||||||
|  |   public async publish() { | ||||||
|  |     const buildPublishCommand = async () => { | ||||||
|  |       let npmAccessCliString = ``; | ||||||
|  |       let npmRegistryCliString = ``; | ||||||
|  |       let publishVerdaccioAsWell = false; | ||||||
|  |       const config = this.npmciRef.npmciConfig.getConfig(); | ||||||
|  |       const availableRegistries: string[] = []; | ||||||
|  |       await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TOKEN_NPM*', npmEnvArg => { | ||||||
|  |         availableRegistries.push(npmEnvArg.split('|')[0]); | ||||||
|  |       }); | ||||||
|  |  | ||||||
|  |       // -> configure package access level | ||||||
|  |       if (config.npmAccessLevel) { | ||||||
|  |         npmAccessCliString = `--access=${config.npmAccessLevel}`; | ||||||
|  |         if (config.npmAccessLevel === 'public') { | ||||||
|  |           publishVerdaccioAsWell = true; | ||||||
|  |         } | ||||||
|  |       } else { | ||||||
|  |         throw new Error('You need to set a npmAccessLevel!!!'); | ||||||
|  |       } | ||||||
|  |       // -> configure registry url | ||||||
|  |       if (config.npmRegistryUrl) { | ||||||
|  |         npmRegistryCliString = `--registry=https://${config.npmRegistryUrl}`; | ||||||
|  |       } else { | ||||||
|  |         logger.log('error', `no registry url specified. Can't publish!`); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |  | ||||||
|  |       let publishCommand = `npm publish ${npmAccessCliString} ${npmRegistryCliString} `; | ||||||
|  |  | ||||||
|  |       // publishEverywhere | ||||||
|  |       if (publishVerdaccioAsWell) { | ||||||
|  |         const verdaccioRegistry = availableRegistries.find(registryString => | ||||||
|  |           registryString.startsWith('verdaccio') | ||||||
|  |         ); | ||||||
|  |         if (verdaccioRegistry) { | ||||||
|  |           logger.log( | ||||||
|  |             'info', | ||||||
|  |             `package is public and verdaccio registry is specified. Also publishing to Verdaccio!` | ||||||
|  |           ); | ||||||
|  |           publishCommand = `${publishCommand} && npm publish ${npmAccessCliString} --registry=https://${verdaccioRegistry}`; | ||||||
|  |         } else { | ||||||
|  |           logger.log( | ||||||
|  |             'error', | ||||||
|  |             `This package should also be published to Verdaccio, however there is no Verdaccio registry data available!` | ||||||
|  |           ); | ||||||
|  |         } | ||||||
|  |       } | ||||||
|  |       return publishCommand; | ||||||
|  |     }; | ||||||
|  |  | ||||||
|  |     // -> preparing | ||||||
|  |     logger.log('info', `now preparing environment:`); | ||||||
|  |     this.prepare(); | ||||||
|  |     await bash(`npm -v`); | ||||||
|  |  | ||||||
|  |     // -> build it | ||||||
|  |     await this.install(); | ||||||
|  |     await this.build(); | ||||||
|  |  | ||||||
|  |     logger.log('success', `Nice!!! The build for the publication was successfull!`); | ||||||
|  |     logger.log('info', `Lets clean up so we don't publish any packages that don't belong to us:`); | ||||||
|  |     // -> clean up before we publish stuff | ||||||
|  |     await bashNoError(`rm -r ./.npmci_cache`); | ||||||
|  |     await bash(`rm -r ./node_modules`); | ||||||
|  |  | ||||||
|  |     logger.log('success', `Cleaned up!:`); | ||||||
|  |  | ||||||
|  |     // -> publish it | ||||||
|  |     logger.log('info', `now invoking npm to publish the package!`); | ||||||
|  |     await bash(await buildPublishCommand()); | ||||||
|  |     logger.log('success', `Package was successfully published!`); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public async install(): Promise<void> { | ||||||
|  |     logger.log('info', 'now installing dependencies:'); | ||||||
|  |     await bash('npm ci'); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public async build(): Promise<void> { | ||||||
|  |     logger.log('info', 'now building the project:'); | ||||||
|  |     await bash('npm run build'); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public async test(): Promise<void> { | ||||||
|  |     logger.log('info', 'now starting tests:'); | ||||||
|  |     await bash('npm test'); | ||||||
|  |   } | ||||||
|  | } | ||||||
| @@ -1,31 +0,0 @@ | |||||||
| import * as plugins from './mod.plugins'; |  | ||||||
|  |  | ||||||
| let npmciCflare = new plugins.cflare.CflareAccount(); |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * handle cli input |  | ||||||
|  * @param argvArg |  | ||||||
|  */ |  | ||||||
| export let handleCli = async argvArg => { |  | ||||||
|   if (argvArg._.length >= 2) { |  | ||||||
|     let action: string = argvArg._[1]; |  | ||||||
|     switch (action) { |  | ||||||
|       default: |  | ||||||
|         plugins.beautylog.error(`>>npmci cloudflare ...<< action >>${action}<< not supported`); |  | ||||||
|         process.exit(1); |  | ||||||
|     } |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.log( |  | ||||||
|       `>>npmci cloudflare ...<< cli arguments invalid... Please read the documentation.` |  | ||||||
|     ); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let purge = async argvArg => { |  | ||||||
|   npmciCflare.auth({ |  | ||||||
|     email: '', |  | ||||||
|     key: '' |  | ||||||
|   }); |  | ||||||
|   npmciCflare.purgeZone(argvArg._[1]); |  | ||||||
| }; |  | ||||||
| @@ -1,5 +0,0 @@ | |||||||
| export * from '../npmci.plugins'; |  | ||||||
|  |  | ||||||
| import * as cflare from 'cflare'; |  | ||||||
|  |  | ||||||
| export { cflare }; |  | ||||||
| @@ -1,142 +0,0 @@ | |||||||
| import * as plugins from './mod.plugins'; |  | ||||||
| import * as paths from '../npmci.paths'; |  | ||||||
| import { bash } from '../npmci.bash'; |  | ||||||
|  |  | ||||||
| import * as helpers from './mod.helpers'; |  | ||||||
|  |  | ||||||
| // classes |  | ||||||
| import { Dockerfile } from './mod.classes.dockerfile'; |  | ||||||
| import { DockerRegistry } from './mod.classes.dockerregistry'; |  | ||||||
| import { RegistryStorage } from './mod.classes.registrystorage'; |  | ||||||
|  |  | ||||||
| // instances |  | ||||||
| let npmciRegistryStorage = new RegistryStorage(); |  | ||||||
|  |  | ||||||
| export { Dockerfile, helpers }; |  | ||||||
|  |  | ||||||
| export let modArgvArg; // will be set through the build command |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * handle cli input |  | ||||||
|  * @param argvArg |  | ||||||
|  */ |  | ||||||
| export let handleCli = async argvArg => { |  | ||||||
|   modArgvArg = argvArg; |  | ||||||
|   if (argvArg._.length >= 2) { |  | ||||||
|     let action: string = argvArg._[1]; |  | ||||||
|     switch (action) { |  | ||||||
|       case 'build': |  | ||||||
|         await build(); |  | ||||||
|         break; |  | ||||||
|       case 'login': |  | ||||||
|       case 'prepare': |  | ||||||
|         await login(); |  | ||||||
|         break; |  | ||||||
|       case 'test': |  | ||||||
|         await test(); |  | ||||||
|         break; |  | ||||||
|       case 'push': |  | ||||||
|         await push(argvArg); |  | ||||||
|         break; |  | ||||||
|       case 'pull': |  | ||||||
|         await pull(argvArg); |  | ||||||
|         break; |  | ||||||
|       default: |  | ||||||
|         plugins.beautylog.error(`>>npmci docker ...<< action >>${action}<< not supported`); |  | ||||||
|     } |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.log( |  | ||||||
|       `>>npmci docker ...<< cli arguments invalid... Please read the documentation.` |  | ||||||
|     ); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * builds a cwd of Dockerfiles by triggering a promisechain |  | ||||||
|  */ |  | ||||||
| export let build = async () => { |  | ||||||
|   await prepare(); |  | ||||||
|   plugins.beautylog.log('now building Dockerfiles...'); |  | ||||||
|   await helpers |  | ||||||
|     .readDockerfiles() |  | ||||||
|     .then(helpers.sortDockerfiles) |  | ||||||
|     .then(helpers.mapDockerfiles) |  | ||||||
|     .then(helpers.buildDockerfiles); |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * login to the DockerRegistries |  | ||||||
|  */ |  | ||||||
| export let login = async () => { |  | ||||||
|   await prepare(); |  | ||||||
|   await npmciRegistryStorage.loginAll(); |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * logs in docker |  | ||||||
|  */ |  | ||||||
| export let prepare = async () => { |  | ||||||
|   // Always login to GitLab Registry |  | ||||||
|   if (!process.env.CI_BUILD_TOKEN || process.env.CI_BUILD_TOKEN === '') { |  | ||||||
|     plugins.beautylog.error('No registry token specified by gitlab!'); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
|   npmciRegistryStorage.addRegistry( |  | ||||||
|     new DockerRegistry({ |  | ||||||
|       registryUrl: 'registry.gitlab.com', |  | ||||||
|       username: 'gitlab-ci-token', |  | ||||||
|       password: process.env.CI_BUILD_TOKEN |  | ||||||
|     }) |  | ||||||
|   ); |  | ||||||
|  |  | ||||||
|   // handle registries |  | ||||||
|   await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_LOGIN_DOCKER*', async envString => { |  | ||||||
|     npmciRegistryStorage.addRegistry(DockerRegistry.fromEnvString(envString)); |  | ||||||
|   }); |  | ||||||
|   return; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let push = async argvArg => { |  | ||||||
|   await prepare(); |  | ||||||
|   let registryUrlArg = argvArg._[2]; |  | ||||||
|   let suffix = null; |  | ||||||
|   if (argvArg._.length >= 4) { |  | ||||||
|     suffix = argvArg._[3]; |  | ||||||
|   } |  | ||||||
|   let dockerfileArray = await helpers |  | ||||||
|     .readDockerfiles() |  | ||||||
|     .then(helpers.sortDockerfiles) |  | ||||||
|     .then(helpers.mapDockerfiles); |  | ||||||
|   let localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg); |  | ||||||
|   if (!localDockerRegistry) { |  | ||||||
|     plugins.beautylog.error( |  | ||||||
|       `Cannot push to registry ${registryUrlArg}, because it was not found in the authenticated registry list.` |  | ||||||
|     ); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
|   for (let dockerfile of dockerfileArray) { |  | ||||||
|     await dockerfile.push(localDockerRegistry, suffix); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let pull = async argvArg => { |  | ||||||
|   await prepare(); |  | ||||||
|   let registryUrlArg = argvArg._[2]; |  | ||||||
|   let suffix = null; |  | ||||||
|   if (argvArg._.length >= 4) { |  | ||||||
|     suffix = argvArg._[3]; |  | ||||||
|   } |  | ||||||
|   let localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg); |  | ||||||
|   let dockerfileArray = await helpers |  | ||||||
|     .readDockerfiles() |  | ||||||
|     .then(helpers.sortDockerfiles) |  | ||||||
|     .then(helpers.mapDockerfiles); |  | ||||||
|   for (let dockerfile of dockerfileArray) { |  | ||||||
|     await dockerfile.pull(localDockerRegistry, suffix); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let test = async () => { |  | ||||||
|   await prepare(); |  | ||||||
|   return await helpers.readDockerfiles().then(helpers.testDockerfiles); |  | ||||||
| }; |  | ||||||
| @@ -1,109 +0,0 @@ | |||||||
| import * as plugins from './mod.plugins'; |  | ||||||
| import * as NpmciEnv from '../npmci.env'; |  | ||||||
| import { bash } from '../npmci.bash'; |  | ||||||
| import * as paths from '../npmci.paths'; |  | ||||||
|  |  | ||||||
| import { DockerRegistry } from './mod.classes.dockerregistry'; |  | ||||||
| import * as helpers from './mod.helpers'; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * class Dockerfile represents a Dockerfile on disk in npmci |  | ||||||
|  */ |  | ||||||
| export class Dockerfile { |  | ||||||
|   filePath: string; |  | ||||||
|   repo: string; |  | ||||||
|   version: string; |  | ||||||
|   cleanTag: string; |  | ||||||
|   buildTag: string; |  | ||||||
|   containerName: string; |  | ||||||
|   content: string; |  | ||||||
|   baseImage: string; |  | ||||||
|   localBaseImageDependent: boolean; |  | ||||||
|   localBaseDockerfile: Dockerfile; |  | ||||||
|   constructor(options: { filePath?: string; fileContents?: string | Buffer; read?: boolean }) { |  | ||||||
|     this.filePath = options.filePath; |  | ||||||
|     this.repo = NpmciEnv.repo.user + '/' + NpmciEnv.repo.repo; |  | ||||||
|     this.version = helpers.dockerFileVersion(plugins.path.parse(options.filePath).base); |  | ||||||
|     this.cleanTag = this.repo + ':' + this.version; |  | ||||||
|     this.buildTag = this.cleanTag; |  | ||||||
|  |  | ||||||
|     this.containerName = 'dockerfile-' + this.version; |  | ||||||
|     if (options.filePath && options.read) { |  | ||||||
|       this.content = plugins.smartfile.fs.toStringSync(plugins.path.resolve(options.filePath)); |  | ||||||
|     } |  | ||||||
|     this.baseImage = helpers.dockerBaseImage(this.content); |  | ||||||
|     this.localBaseImageDependent = false; |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   /** |  | ||||||
|    * builds the Dockerfile |  | ||||||
|    */ |  | ||||||
|   async build() { |  | ||||||
|     plugins.beautylog.info('now building Dockerfile for ' + this.cleanTag); |  | ||||||
|     let buildArgsString = await helpers.getDockerBuildArgs(); |  | ||||||
|     let buildCommand = `docker build -t ${this.buildTag} -f ${this.filePath} ${buildArgsString} .`; |  | ||||||
|     await bash(buildCommand); |  | ||||||
|     return; |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   /** |  | ||||||
|    * pushes the Dockerfile to a registry |  | ||||||
|    */ |  | ||||||
|   async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) { |  | ||||||
|     let pushTag = helpers.getDockerTagString( |  | ||||||
|       dockerRegistryArg.registryUrl, |  | ||||||
|       this.repo, |  | ||||||
|       this.version, |  | ||||||
|       versionSuffix |  | ||||||
|     ); |  | ||||||
|     await bash(`docker tag ${this.buildTag} ${pushTag}`); |  | ||||||
|     await bash(`docker push ${pushTag}`); |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   /** |  | ||||||
|    * pulls the Dockerfile from a registry |  | ||||||
|    */ |  | ||||||
|   async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) { |  | ||||||
|     let pullTag = helpers.getDockerTagString( |  | ||||||
|       registryArg.registryUrl, |  | ||||||
|       this.repo, |  | ||||||
|       this.version, |  | ||||||
|       versionSuffixArg |  | ||||||
|     ); |  | ||||||
|     await bash(`docker pull ${pullTag}`); |  | ||||||
|     await bash(`docker tag ${pullTag} ${this.buildTag}`); |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   /** |  | ||||||
|    * tests the Dockerfile; |  | ||||||
|    */ |  | ||||||
|   async test() { |  | ||||||
|     let testFile: string = plugins.path.join(paths.NpmciTestDir, 'test_' + this.version + '.sh'); |  | ||||||
|     let testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile); |  | ||||||
|     if (testFileExists) { |  | ||||||
|       // run tests |  | ||||||
|       await bash( |  | ||||||
|         `docker run --name npmci_test_container --entrypoint="bash" ${ |  | ||||||
|           this.buildTag |  | ||||||
|         } -c "mkdir /npmci_test"` |  | ||||||
|       ); |  | ||||||
|       await bash(`docker cp ${testFile} npmci_test_container:/npmci_test/test.sh`); |  | ||||||
|       await bash(`docker commit npmci_test_container npmci_test_image`); |  | ||||||
|       await bash(`docker run --entrypoint="bash" npmci_test_image -x /npmci_test/test.sh`); |  | ||||||
|       await bash(`docker rm npmci_test_container`); |  | ||||||
|       await bash(`docker rmi --force npmci_test_image`); |  | ||||||
|     } else { |  | ||||||
|       plugins.beautylog.warn( |  | ||||||
|         'skipping tests for ' + this.cleanTag + ' because no testfile was found!' |  | ||||||
|       ); |  | ||||||
|     } |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   /** |  | ||||||
|    * gets the id of a Dockerfile |  | ||||||
|    */ |  | ||||||
|   async getId() { |  | ||||||
|     let containerId = await bash('docker inspect --type=image --format="{{.Id}}" ' + this.buildTag); |  | ||||||
|     return containerId; |  | ||||||
|   } |  | ||||||
| } |  | ||||||
| @@ -1,186 +0,0 @@ | |||||||
| import * as plugins from './mod.plugins'; |  | ||||||
| import * as paths from '../npmci.paths'; |  | ||||||
| import * as NpmciEnv from '../npmci.env'; |  | ||||||
| import * as NpmciConfig from '../npmci.config'; |  | ||||||
| import { bash } from '../npmci.bash'; |  | ||||||
|  |  | ||||||
| import { Dockerfile } from './mod.classes.dockerfile'; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * creates instance of class Dockerfile for all Dockerfiles in cwd |  | ||||||
|  * @returns Promise<Dockerfile[]> |  | ||||||
|  */ |  | ||||||
| export let readDockerfiles = async (): Promise<Dockerfile[]> => { |  | ||||||
|   let fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*'); |  | ||||||
|  |  | ||||||
|   // create the Dockerfile array |  | ||||||
|   let readDockerfilesArray: Dockerfile[] = []; |  | ||||||
|   plugins.beautylog.info(`found ${fileTree.length} Dockerfiles:`); |  | ||||||
|   console.log(fileTree); |  | ||||||
|   for (let dockerfilePath of fileTree) { |  | ||||||
|     let myDockerfile = new Dockerfile({ |  | ||||||
|       filePath: dockerfilePath, |  | ||||||
|       read: true |  | ||||||
|     }); |  | ||||||
|     readDockerfilesArray.push(myDockerfile); |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   return readDockerfilesArray; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * sorts Dockerfiles into a dependency chain |  | ||||||
|  * @param sortableArrayArg an array of instances of class Dockerfile |  | ||||||
|  * @returns Promise<Dockerfile[]> |  | ||||||
|  */ |  | ||||||
| export let sortDockerfiles = (sortableArrayArg: Dockerfile[]): Promise<Dockerfile[]> => { |  | ||||||
|   let done = plugins.q.defer<Dockerfile[]>(); |  | ||||||
|   plugins.beautylog.info('sorting Dockerfiles:'); |  | ||||||
|   let sortedArray: Dockerfile[] = []; |  | ||||||
|   let cleanTagsOriginal = cleanTagsArrayFunction(sortableArrayArg, sortedArray); |  | ||||||
|   let sorterFunctionCounter: number = 0; |  | ||||||
|   let sorterFunction = function() { |  | ||||||
|     sortableArrayArg.forEach(dockerfileArg => { |  | ||||||
|       let cleanTags = cleanTagsArrayFunction(sortableArrayArg, sortedArray); |  | ||||||
|       if ( |  | ||||||
|         cleanTags.indexOf(dockerfileArg.baseImage) === -1 && |  | ||||||
|         sortedArray.indexOf(dockerfileArg) === -1 |  | ||||||
|       ) { |  | ||||||
|         sortedArray.push(dockerfileArg); |  | ||||||
|       } |  | ||||||
|       if (cleanTagsOriginal.indexOf(dockerfileArg.baseImage) !== -1) { |  | ||||||
|         dockerfileArg.localBaseImageDependent = true; |  | ||||||
|       } |  | ||||||
|     }); |  | ||||||
|     if (sortableArrayArg.length === sortedArray.length) { |  | ||||||
|       let counter = 1; |  | ||||||
|       for (let dockerfile of sortedArray) { |  | ||||||
|         plugins.beautylog.log(`tag ${counter}: -> ${dockerfile.cleanTag}`); |  | ||||||
|         counter++; |  | ||||||
|       } |  | ||||||
|       done.resolve(sortedArray); |  | ||||||
|     } else if (sorterFunctionCounter < 10) { |  | ||||||
|       sorterFunctionCounter++; |  | ||||||
|       sorterFunction(); |  | ||||||
|     } |  | ||||||
|   }; |  | ||||||
|   sorterFunction(); |  | ||||||
|   return done.promise; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * maps local Dockerfiles dependencies to the correspoding Dockerfile class instances |  | ||||||
|  */ |  | ||||||
| export let mapDockerfiles = async (sortedArray: Dockerfile[]): Promise<Dockerfile[]> => { |  | ||||||
|   sortedArray.forEach(dockerfileArg => { |  | ||||||
|     if (dockerfileArg.localBaseImageDependent) { |  | ||||||
|       sortedArray.forEach((dockfile2: Dockerfile) => { |  | ||||||
|         if (dockfile2.cleanTag === dockerfileArg.baseImage) { |  | ||||||
|           dockerfileArg.localBaseDockerfile = dockfile2; |  | ||||||
|         } |  | ||||||
|       }); |  | ||||||
|     } |  | ||||||
|   }); |  | ||||||
|   return sortedArray; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * builds the correspoding real docker image for each Dockerfile class instance |  | ||||||
|  */ |  | ||||||
| export let buildDockerfiles = async (sortedArrayArg: Dockerfile[]) => { |  | ||||||
|   for (let dockerfileArg of sortedArrayArg) { |  | ||||||
|     await dockerfileArg.build(); |  | ||||||
|   } |  | ||||||
|   return sortedArrayArg; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * tests all Dockerfiles in by calling class Dockerfile.test(); |  | ||||||
|  * @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd |  | ||||||
|  */ |  | ||||||
| export let testDockerfiles = async (sortedArrayArg: Dockerfile[]) => { |  | ||||||
|   for (let dockerfileArg of sortedArrayArg) { |  | ||||||
|     await dockerfileArg.test(); |  | ||||||
|   } |  | ||||||
|   return sortedArrayArg; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * returns a version for a docker file |  | ||||||
|  * @execution SYNC |  | ||||||
|  */ |  | ||||||
| export let dockerFileVersion = (dockerfileNameArg: string): string => { |  | ||||||
|   let versionString: string; |  | ||||||
|   let versionRegex = /Dockerfile_([a-zA-Z0-9\.]*)$/; |  | ||||||
|   let regexResultArray = versionRegex.exec(dockerfileNameArg); |  | ||||||
|   if (regexResultArray && regexResultArray.length === 2) { |  | ||||||
|     versionString = regexResultArray[1]; |  | ||||||
|   } else { |  | ||||||
|     versionString = 'latest'; |  | ||||||
|   } |  | ||||||
|   return versionString; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * returns the docker base image for a Dockerfile |  | ||||||
|  */ |  | ||||||
| export let dockerBaseImage = function(dockerfileContentArg: string) { |  | ||||||
|   let baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/; |  | ||||||
|   let regexResultArray = baseImageRegex.exec(dockerfileContentArg); |  | ||||||
|   return regexResultArray[1]; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * returns the docker tag |  | ||||||
|  */ |  | ||||||
| export let getDockerTagString = ( |  | ||||||
|   registryArg: string, |  | ||||||
|   repoArg: string, |  | ||||||
|   versionArg: string, |  | ||||||
|   suffixArg?: string |  | ||||||
| ): string => { |  | ||||||
|   // determine wether the repo should be mapped accordingly to the registry |  | ||||||
|   let mappedRepo = NpmciConfig.configObject.dockerRegistryRepoMap[registryArg]; |  | ||||||
|   let repo = (() => { |  | ||||||
|     if (mappedRepo) { |  | ||||||
|       return mappedRepo; |  | ||||||
|     } else { |  | ||||||
|       return repoArg; |  | ||||||
|     } |  | ||||||
|   })(); |  | ||||||
|  |  | ||||||
|   // determine wether the version contais a suffix |  | ||||||
|   let version = versionArg; |  | ||||||
|   if (suffixArg) { |  | ||||||
|     version = versionArg + '_' + suffixArg; |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   let tagString = `${registryArg}/${repo}:${version}`; |  | ||||||
|   return tagString; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let getDockerBuildArgs = async (): Promise<string> => { |  | ||||||
|   plugins.beautylog.info('checking for env vars to be supplied to the docker build'); |  | ||||||
|   let buildArgsString: string = ''; |  | ||||||
|   for (let key in NpmciConfig.configObject.dockerBuildargEnvMap) { |  | ||||||
|     let targetValue = process.env[NpmciConfig.configObject.dockerBuildargEnvMap[key]]; |  | ||||||
|     buildArgsString = `${buildArgsString} --build-arg ${key}=${targetValue}`; |  | ||||||
|   } |  | ||||||
|   return buildArgsString; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * |  | ||||||
|  */ |  | ||||||
| export let cleanTagsArrayFunction = function( |  | ||||||
|   dockerfileArrayArg: Dockerfile[], |  | ||||||
|   trackingArrayArg: Dockerfile[] |  | ||||||
| ): string[] { |  | ||||||
|   let cleanTagsArray: string[] = []; |  | ||||||
|   dockerfileArrayArg.forEach(function(dockerfileArg) { |  | ||||||
|     if (trackingArrayArg.indexOf(dockerfileArg) === -1) { |  | ||||||
|       cleanTagsArray.push(dockerfileArg.cleanTag); |  | ||||||
|     } |  | ||||||
|   }); |  | ||||||
|   return cleanTagsArray; |  | ||||||
| }; |  | ||||||
| @@ -1,45 +0,0 @@ | |||||||
| import * as plugins from './mod.plugins'; |  | ||||||
| import { bash } from '../npmci.bash'; |  | ||||||
| import { repo } from '../npmci.env'; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * handle cli input |  | ||||||
|  * @param argvArg |  | ||||||
|  */ |  | ||||||
| export let handleCli = async argvArg => { |  | ||||||
|   if (argvArg._.length >= 2) { |  | ||||||
|     let action: string = argvArg._[1]; |  | ||||||
|     switch (action) { |  | ||||||
|       case 'mirror': |  | ||||||
|         await mirror(); |  | ||||||
|         break; |  | ||||||
|       default: |  | ||||||
|         plugins.beautylog.error(`>>npmci git ...<< action >>${action}<< not supported`); |  | ||||||
|     } |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.log( |  | ||||||
|       `>>npmci git ...<< cli arguments invalid... Please read the documentation.` |  | ||||||
|     ); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let mirror = async () => { |  | ||||||
|   let githubToken = process.env.NPMCI_GIT_GITHUBTOKEN; |  | ||||||
|   let githubUser = process.env.NPMCI_GIT_GITHUBGROUP || repo.user; |  | ||||||
|   let githubRepo = process.env.NPMCI_GIT_GITHUB || repo.repo; |  | ||||||
|   if (githubToken) { |  | ||||||
|     plugins.beautylog.info('found github token.'); |  | ||||||
|     plugins.beautylog.log('attempting the mirror the repository to GitHub'); |  | ||||||
|     // add the mirror |  | ||||||
|     await bash( |  | ||||||
|       `git remote add mirror https://${githubToken}@github.com/${githubUser}/${githubRepo}.git` |  | ||||||
|     ); |  | ||||||
|     await bash(`git push mirror --all`); |  | ||||||
|     plugins.beautylog.ok('pushed all branches to mirror!'); |  | ||||||
|     await bash(`git push mirror --tags`); |  | ||||||
|     plugins.beautylog.ok('pushed all tags to mirror!'); |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.error(`cannot find NPMCI_GIT_GITHUBTOKEN env var!`); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
| @@ -1,70 +0,0 @@ | |||||||
| import * as plugins from '../npmci.plugins'; |  | ||||||
| import * as paths from '../npmci.paths'; |  | ||||||
| import * as npmciConfig from '../npmci.config'; |  | ||||||
| import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * handle cli input |  | ||||||
|  * @param argvArg |  | ||||||
|  */ |  | ||||||
| export let handleCli = async argvArg => { |  | ||||||
|   if (argvArg._.length >= 3) { |  | ||||||
|     let action: string = argvArg._[1]; |  | ||||||
|     switch (action) { |  | ||||||
|       case 'install': |  | ||||||
|         await install(argvArg._[2]); |  | ||||||
|         break; |  | ||||||
|       default: |  | ||||||
|         plugins.beautylog.error(`>>npmci node ...<< action >>${action}<< not supported`); |  | ||||||
|         process.exit(1); |  | ||||||
|     } |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.error( |  | ||||||
|       `>>npmci node ...<< cli arguments invalid... Please read the documentation.` |  | ||||||
|     ); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * Install a specific version of node |  | ||||||
|  * @param versionArg |  | ||||||
|  */ |  | ||||||
| export let install = async versionArg => { |  | ||||||
|   plugins.beautylog.log(`now installing node version ${versionArg}`); |  | ||||||
|   let version: string; |  | ||||||
|   if (versionArg === 'stable') { |  | ||||||
|     version = '10'; |  | ||||||
|   } else if (versionArg === 'lts') { |  | ||||||
|     version = '8'; |  | ||||||
|   } else if (versionArg === 'legacy') { |  | ||||||
|     version = '9'; |  | ||||||
|   } else { |  | ||||||
|     version = versionArg; |  | ||||||
|   } |  | ||||||
|   if (await nvmAvailable.promise) { |  | ||||||
|     await bash(`nvm install ${version} && nvm alias default ${version}`); |  | ||||||
|     plugins.beautylog.success(`Node version ${version} successfully installed!`); |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.warn('Nvm not in path so staying at installed node version!'); |  | ||||||
|   } |  | ||||||
|   await bash('node -v'); |  | ||||||
|   await bash('npm -v'); |  | ||||||
|   await bash(`npm config set cache ${paths.NpmciCacheDir}  --global `); |  | ||||||
|   // lets look for further config |  | ||||||
|   await npmciConfig.getConfig().then(async configArg => { |  | ||||||
|     plugins.beautylog.log('Now checking for needed global npm tools...'); |  | ||||||
|     for (let npmTool of configArg.npmGlobalTools) { |  | ||||||
|       plugins.beautylog.info(`Checking for global "${npmTool}"`); |  | ||||||
|       let whichOutput: string = await bashNoError(`which ${npmTool}`); |  | ||||||
|       let toolAvailable: boolean = !(/not\sfound/.test(whichOutput) || whichOutput === ''); |  | ||||||
|       if (toolAvailable) { |  | ||||||
|         plugins.beautylog.log(`Tool ${npmTool} is available`); |  | ||||||
|       } else { |  | ||||||
|         plugins.beautylog.info(`globally installing ${npmTool} from npm`); |  | ||||||
|         await bash(`npm install ${npmTool} -q -g`); |  | ||||||
|       } |  | ||||||
|     } |  | ||||||
|     plugins.beautylog.success('all global npm tools specified in npmextra.json are now available!'); |  | ||||||
|   }); |  | ||||||
| }; |  | ||||||
| @@ -1,100 +0,0 @@ | |||||||
| import * as plugins from './mod.plugins'; |  | ||||||
| import * as configModule from '../npmci.config'; |  | ||||||
| import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * handle cli input |  | ||||||
|  * @param argvArg |  | ||||||
|  */ |  | ||||||
| export let handleCli = async argvArg => { |  | ||||||
|   if (argvArg._.length >= 2) { |  | ||||||
|     let action: string = argvArg._[1]; |  | ||||||
|     switch (action) { |  | ||||||
|       case 'install': |  | ||||||
|         await install(); |  | ||||||
|         break; |  | ||||||
|       case 'prepare': |  | ||||||
|         await prepare(); |  | ||||||
|         break; |  | ||||||
|       case 'test': |  | ||||||
|         await test(); |  | ||||||
|         break; |  | ||||||
|       case 'publish': |  | ||||||
|         await publish(); |  | ||||||
|         break; |  | ||||||
|       default: |  | ||||||
|         plugins.beautylog.error(`>>npmci npm ...<< action >>${action}<< not supported`); |  | ||||||
|         process.exit(1); |  | ||||||
|     } |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.log( |  | ||||||
|       `>>npmci npm ...<< cli arguments invalid... Please read the documentation.` |  | ||||||
|     ); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * authenticates npm with token from env var |  | ||||||
|  */ |  | ||||||
| let prepare = async () => { |  | ||||||
|   let npmrcPrefix: string = '//registry.npmjs.org/:_authToken='; |  | ||||||
|   let npmToken: string = process.env.NPMCI_TOKEN_NPM; |  | ||||||
|   let npmrcFileString: string = npmrcPrefix + npmToken; |  | ||||||
|   if (npmToken) { |  | ||||||
|     plugins.beautylog.info('found access token'); |  | ||||||
|   } else { |  | ||||||
|     plugins.beautylog.error('no access token found! Exiting!'); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
|   plugins.smartfile.memory.toFsSync(npmrcFileString, '/root/.npmrc'); |  | ||||||
|   return; |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * publish a package to npm |  | ||||||
|  */ |  | ||||||
| let publish = async () => { |  | ||||||
|   let npmAccessCliString = ``; |  | ||||||
|   const config = await configModule.getConfig(); |  | ||||||
|  |  | ||||||
|   // -> configure package access level |  | ||||||
|   if ( |  | ||||||
|     config.npmAccessLevel && |  | ||||||
|     (config.npmAccessLevel === 'public' || config.npmAccessLevel === 'private') |  | ||||||
|   ) { |  | ||||||
|     npmAccessCliString = `--access=${config.npmAccessLevel}`; |  | ||||||
|   } |  | ||||||
|  |  | ||||||
|   // -> preparing |  | ||||||
|   plugins.beautylog.log(`now preparing environment:`); |  | ||||||
|   prepare(); |  | ||||||
|   await bash(`npm -v`); |  | ||||||
|  |  | ||||||
|   // -> build it |  | ||||||
|   await bash(`npm install`); |  | ||||||
|   await bash(`npm run build`); |  | ||||||
|  |  | ||||||
|   plugins.beautylog.success(`Nice!!! The build for the publication was successfull!`); |  | ||||||
|   plugins.beautylog.log(`Lets clean up so we don't publish any packages that don't belong to us:`); |  | ||||||
|   // -> clean up before we publish stuff |  | ||||||
|   await bashNoError(`rm -r ./.npmci_cache`); |  | ||||||
|   await bash(`rm -r ./node_modules`); |  | ||||||
|  |  | ||||||
|   plugins.beautylog.success(`Cleaned up!:`); |  | ||||||
|  |  | ||||||
|   // -> publish it |  | ||||||
|   plugins.beautylog.log(`now invoking npm to publish the package!`); |  | ||||||
|   await bash(`npm publish ${npmAccessCliString}`); |  | ||||||
|   plugins.beautylog.success(`Package was successfully published!`); |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| let install = async (): Promise<void> => { |  | ||||||
|   plugins.beautylog.info('now installing dependencies:'); |  | ||||||
|   await bash('npm install'); |  | ||||||
| }; |  | ||||||
|  |  | ||||||
| export let test = async (): Promise<void> => { |  | ||||||
|   plugins.beautylog.info('now starting tests:'); |  | ||||||
|   await bash('npm test'); |  | ||||||
| }; |  | ||||||
| @@ -1 +0,0 @@ | |||||||
| export * from '../npmci.plugins'; |  | ||||||
| @@ -1,19 +1,20 @@ | |||||||
|  | import { logger } from '../npmci.logging'; | ||||||
| import * as plugins from './mod.plugins'; | import * as plugins from './mod.plugins'; | ||||||
| let sshInstance: plugins.smartssh.SshInstance; | let sshInstance: plugins.smartssh.SshInstance; | ||||||
|  |  | ||||||
| export let handleCli = async argvArg => { | export let handleCli = async argvArg => { | ||||||
|   if (argvArg._.length >= 2) { |   if (argvArg._.length >= 2) { | ||||||
|     let action: string = argvArg._[1]; |     const action: string = argvArg._[1]; | ||||||
|     switch (action) { |     switch (action) { | ||||||
|       case 'prepare': |       case 'prepare': | ||||||
|         await prepare(); |         await prepare(); | ||||||
|         break; |         break; | ||||||
|       default: |       default: | ||||||
|         plugins.beautylog.error(`action >>${action}<< not supported`); |         logger.log('error', `action >>${action}<< not supported`); | ||||||
|         process.exit(1); |         process.exit(1); | ||||||
|     } |     } | ||||||
|   } else { |   } else { | ||||||
|     plugins.beautylog.error(`>>npmci ssh ...<< please specify an action!`); |     logger.log('error', `>>npmci ssh ...<< please specify an action!`); | ||||||
|     process.exit(1); |     process.exit(1); | ||||||
|   } |   } | ||||||
| }; | }; | ||||||
| @@ -21,7 +22,7 @@ export let handleCli = async argvArg => { | |||||||
| /** | /** | ||||||
|  * checks if not undefined |  * checks if not undefined | ||||||
|  */ |  */ | ||||||
| let notUndefined = (stringArg: string) => { | const notUndefined = (stringArg: string) => { | ||||||
|   return stringArg && stringArg !== 'undefined' && stringArg !== '##'; |   return stringArg && stringArg !== 'undefined' && stringArg !== '##'; | ||||||
| }; | }; | ||||||
|  |  | ||||||
| @@ -34,27 +35,27 @@ export let prepare = async () => { | |||||||
|   if (!process.env.NPMTS_TEST) { |   if (!process.env.NPMTS_TEST) { | ||||||
|     sshInstance.writeToDisk(); |     sshInstance.writeToDisk(); | ||||||
|   } else { |   } else { | ||||||
|     plugins.beautylog.log('In test mode, so not storing SSH keys to disk!'); |     logger.log('info', 'In test mode, so not storing SSH keys to disk!'); | ||||||
|   } |   } | ||||||
| }; | }; | ||||||
|  |  | ||||||
| /** | /** | ||||||
|  * gets called for each found SSH ENV Var and deploys it |  * gets called for each found SSH ENV Var and deploys it | ||||||
|  */ |  */ | ||||||
| let evaluateSshEnv = async (sshkeyEnvVarArg: string) => { | const evaluateSshEnv = async (sshkeyEnvVarArg: string) => { | ||||||
|   let sshEnvArray = sshkeyEnvVarArg.split('|'); |   const sshEnvArray = sshkeyEnvVarArg.split('|'); | ||||||
|   let sshKey = new plugins.smartssh.SshKey(); |   const sshKey = new plugins.smartssh.SshKey(); | ||||||
|   plugins.beautylog.info('Found SSH identity for ' + sshEnvArray[1]); |   logger.log('info', 'Found SSH identity for ' + sshEnvArray[1]); | ||||||
|   if (notUndefined(sshEnvArray[0])) { |   if (notUndefined(sshEnvArray[0])) { | ||||||
|     plugins.beautylog.log('---> host defined!'); |     logger.log('info', '---> host defined!'); | ||||||
|     sshKey.host = sshEnvArray[0]; |     sshKey.host = sshEnvArray[0]; | ||||||
|   } |   } | ||||||
|   if (notUndefined(sshEnvArray[1])) { |   if (notUndefined(sshEnvArray[1])) { | ||||||
|     plugins.beautylog.log('---> privKey defined!'); |     logger.log('info', '---> privKey defined!'); | ||||||
|     sshKey.privKeyBase64 = sshEnvArray[1]; |     sshKey.privKeyBase64 = sshEnvArray[1]; | ||||||
|   } |   } | ||||||
|   if (notUndefined(sshEnvArray[2])) { |   if (notUndefined(sshEnvArray[2])) { | ||||||
|     plugins.beautylog.log('---> pubKey defined!'); |     logger.log('info', '---> pubKey defined!'); | ||||||
|     sshKey.pubKeyBase64 = sshEnvArray[2]; |     sshKey.pubKeyBase64 = sshEnvArray[2]; | ||||||
|   } |   } | ||||||
|  |  | ||||||
|   | |||||||
| @@ -1,28 +1,42 @@ | |||||||
| import * as plugins from './mod.plugins'; | import * as plugins from './mod.plugins'; | ||||||
| import { bash } from '../npmci.bash'; | import { bash } from '../npmci.bash'; | ||||||
|  | import { logger } from '../npmci.logging'; | ||||||
|  |  | ||||||
| let triggerValueRegex = /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/; | const triggerValueRegex = /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/; | ||||||
|  |  | ||||||
| export let trigger = async () => { | export let trigger = async () => { | ||||||
|   plugins.beautylog.info('now running triggers'); |   logger.log('info', 'now running triggers'); | ||||||
|   plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TRIGGER_*', evaluateTrigger); |   await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TRIGGER_*', evaluateTrigger); | ||||||
| }; | }; | ||||||
|  |  | ||||||
| let evaluateTrigger = async triggerEnvVarArg => { | const evaluateTrigger = async triggerEnvVarArg => { | ||||||
|   let triggerRegexResultArray = triggerValueRegex.exec(triggerEnvVarArg); |   const triggerRegexResultArray = triggerValueRegex.exec(triggerEnvVarArg); | ||||||
|   let regexDomain = triggerRegexResultArray[1]; |   const regexDomain = triggerRegexResultArray[1]; | ||||||
|   let regexProjectId = triggerRegexResultArray[2]; |   const regexProjectId = triggerRegexResultArray[2]; | ||||||
|   let regexProjectTriggerToken = triggerRegexResultArray[3]; |   const regexProjectTriggerToken = triggerRegexResultArray[3]; | ||||||
|   let regexRefName = triggerRegexResultArray[4]; |   const regexRefName = triggerRegexResultArray[4]; | ||||||
|   let regexTriggerName; |   let regexTriggerName; | ||||||
|   if (triggerRegexResultArray.length === 6) { |   if (triggerRegexResultArray.length === 6) { | ||||||
|     regexTriggerName = triggerRegexResultArray[5]; |     regexTriggerName = triggerRegexResultArray[5]; | ||||||
|   } else { |   } else { | ||||||
|     regexTriggerName = 'Unnamed Trigger'; |     regexTriggerName = 'Unnamed Trigger'; | ||||||
|   } |   } | ||||||
|   plugins.beautylog.info('Found Trigger!'); |   logger.log('info', 'Found Trigger!'); | ||||||
|   plugins.beautylog.log('triggering build for ref ' + regexRefName + ' of ' + regexTriggerName); |   logger.log('info', 'triggering build for ref ' + regexRefName + ' of ' + regexTriggerName); | ||||||
|   plugins.request.post('https://gitlab.com/api/v3/projects/' + regexProjectId + '/trigger/builds', { |   plugins.smartrequest.postFormData( | ||||||
|     form: { token: regexProjectTriggerToken, ref: regexRefName } |     'https://gitlab.com/api/v3/projects/' + regexProjectId + '/trigger/builds', | ||||||
|   }); |     {}, | ||||||
|  |     [ | ||||||
|  |       { | ||||||
|  |         name: 'token', | ||||||
|  |         payload: regexProjectTriggerToken, | ||||||
|  |         type: 'string' | ||||||
|  |       }, | ||||||
|  |       { | ||||||
|  |         name: 'ref', | ||||||
|  |         payload: regexRefName, | ||||||
|  |         type: 'string' | ||||||
|  |       } | ||||||
|  |     ] | ||||||
|  |   ); | ||||||
| }; | }; | ||||||
|   | |||||||
| @@ -1,16 +1,17 @@ | |||||||
|  | import { logger } from './npmci.logging'; | ||||||
| import * as plugins from './npmci.plugins'; | import * as plugins from './npmci.plugins'; | ||||||
| import * as paths from './npmci.paths'; | import * as paths from './npmci.paths'; | ||||||
|  |  | ||||||
| import * as smartq from 'smartq'; | import * as smartpromise from '@pushrocks/smartpromise'; | ||||||
|  |  | ||||||
| /** | /** | ||||||
|  * wether nvm is available or not |  * wether nvm is available or not | ||||||
|  */ |  */ | ||||||
| export let nvmAvailable = smartq.defer<boolean>(); | export let nvmAvailable = smartpromise.defer<boolean>(); | ||||||
| /** | /** | ||||||
|  * the smartshell instance for npmci |  * the smartshell instance for npmci | ||||||
|  */ |  */ | ||||||
| let npmciSmartshell = new plugins.smartshell.Smartshell({ | const npmciSmartshell = new plugins.smartshell.Smartshell({ | ||||||
|   executor: 'bash', |   executor: 'bash', | ||||||
|   sourceFilePaths: [] |   sourceFilePaths: [] | ||||||
| }); | }); | ||||||
| @@ -18,18 +19,18 @@ let npmciSmartshell = new plugins.smartshell.Smartshell({ | |||||||
| /** | /** | ||||||
|  * check for tools. |  * check for tools. | ||||||
|  */ |  */ | ||||||
| let checkToolsAvailable = async () => { | const checkToolsAvailable = async () => { | ||||||
|   // check for nvm |   // check for nvm | ||||||
|   if (!process.env.NPMTS_TEST) { |   if (!process.env.NPMTS_TEST) { | ||||||
|     if ( |     if ( | ||||||
|       (await plugins.smartshell.execSilent(`bash -c "source /usr/local/nvm/nvm.sh"`)).exitCode === 0 |       (await npmciSmartshell.execSilent(`bash -c "source /usr/local/nvm/nvm.sh"`)).exitCode === 0 | ||||||
|     ) { |     ) { | ||||||
|       npmciSmartshell.addSourceFiles([`/usr/local/nvm/nvm.sh`]); |       npmciSmartshell.shellEnv.addSourceFiles([`/usr/local/nvm/nvm.sh`]); | ||||||
|       nvmAvailable.resolve(true); |       nvmAvailable.resolve(true); | ||||||
|     } else if ( |     } else if ( | ||||||
|       (await plugins.smartshell.execSilent(`bash -c "source ~/.nvm/nvm.sh"`)).exitCode === 0 |       (await npmciSmartshell.execSilent(`bash -c "source ~/.nvm/nvm.sh"`)).exitCode === 0 | ||||||
|     ) { |     ) { | ||||||
|       npmciSmartshell.addSourceFiles([`~/.nvm/nvm.sh`]); |       npmciSmartshell.shellEnv.addSourceFiles([`~/.nvm/nvm.sh`]); | ||||||
|       nvmAvailable.resolve(true); |       nvmAvailable.resolve(true); | ||||||
|     } else { |     } else { | ||||||
|       nvmAvailable.resolve(false); |       nvmAvailable.resolve(false); | ||||||
| @@ -68,21 +69,19 @@ export let bash = async (commandArg: string, retryArg: number = 2): Promise<stri | |||||||
|       if (execResult.exitCode !== 0 && i === retryArg) { |       if (execResult.exitCode !== 0 && i === retryArg) { | ||||||
|         // something went wrong and retries are exhausted |         // something went wrong and retries are exhausted | ||||||
|         if (failOnError) { |         if (failOnError) { | ||||||
|           plugins.beautylog.error('something went wrong and retries are exhausted'); |           logger.log('error', 'something went wrong and retries are exhausted'); | ||||||
|           process.exit(1); |           process.exit(1); | ||||||
|         } |         } | ||||||
|       } else if (execResult.exitCode === 0) { |       } else if (execResult.exitCode === 0) { | ||||||
|         // everything went fine, or no error wanted |         // everything went fine, or no error wanted | ||||||
|         i = retryArg + 1; // retry +1 breaks for loop, if everything works out ok retrials are not wanted |         i = retryArg + 1; // retry +1 breaks for loop, if everything works out ok retrials are not wanted | ||||||
|       } else { |       } else { | ||||||
|         plugins.beautylog.warn( |         logger.log('warn', 'Something went wrong! Exit Code: ' + execResult.exitCode.toString()); | ||||||
|           'Something went wrong! Exit Code: ' + execResult.exitCode.toString() |         logger.log('info', 'Retry ' + (i + 1).toString() + ' of ' + retryArg.toString()); | ||||||
|         ); |  | ||||||
|         plugins.beautylog.info('Retry ' + (i + 1).toString() + ' of ' + retryArg.toString()); |  | ||||||
|       } |       } | ||||||
|     } |     } | ||||||
|   } else { |   } else { | ||||||
|     plugins.beautylog.log('ShellExec would be: ' + commandArg); |     logger.log('info', 'ShellExec would be: ' + commandArg); | ||||||
|     execResult = { |     execResult = { | ||||||
|       exitCode: 0, |       exitCode: 0, | ||||||
|       stdout: 'testOutput' |       stdout: 'testOutput' | ||||||
|   | |||||||
							
								
								
									
										55
									
								
								ts/npmci.classes.npmci.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										55
									
								
								ts/npmci.classes.npmci.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,55 @@ | |||||||
|  | import * as plugins from './npmci.plugins'; | ||||||
|  |  | ||||||
|  | import { CloudlyConnector } from './connector.cloudly/cloudlyconnector'; | ||||||
|  |  | ||||||
|  | import { NpmciInfo } from './npmci.classes.npmciinfo'; | ||||||
|  | import { NpmciCli } from './npmci.classes.npmcicli'; | ||||||
|  | import { NpmciConfig } from './npmci.classes.npmciconfig'; | ||||||
|  |  | ||||||
|  | // mods | ||||||
|  | import { NpmciDockerManager } from './manager.docker'; | ||||||
|  | import { NpmciGitManager } from './manager.git'; | ||||||
|  | import { NpmciNodeJsManager } from './manager.nodejs'; | ||||||
|  | import { NpmciNpmManager } from './manager.npm'; | ||||||
|  | import { NpmciEnv } from './npmci.classes.npmcienv'; | ||||||
|  |  | ||||||
|  | export class Npmci { | ||||||
|  |   public analytics: plugins.smartanalytics.Analytics; | ||||||
|  |   public cloudlyConnector: CloudlyConnector; | ||||||
|  |  | ||||||
|  |   public npmciEnv: NpmciEnv; | ||||||
|  |   public npmciInfo: NpmciInfo; | ||||||
|  |   public npmciConfig: NpmciConfig; | ||||||
|  |   public npmciCli: NpmciCli; | ||||||
|  |  | ||||||
|  |   // managers | ||||||
|  |   public dockerManager: NpmciDockerManager; | ||||||
|  |   public gitManager: NpmciGitManager; | ||||||
|  |   public nodejsManager: NpmciNodeJsManager; | ||||||
|  |   public npmManager: NpmciNpmManager; | ||||||
|  |  | ||||||
|  |   constructor() { | ||||||
|  |     this.analytics = new plugins.smartanalytics.Analytics({ | ||||||
|  |       apiEndPoint: 'https://pubapi.lossless.one/analytics', | ||||||
|  |       projectId: 'gitzone', | ||||||
|  |       appName: 'npmci' | ||||||
|  |     }); | ||||||
|  |     this.cloudlyConnector = new CloudlyConnector(this); | ||||||
|  |     this.npmciEnv = new NpmciEnv(this); | ||||||
|  |     this.npmciInfo = new NpmciInfo(this); | ||||||
|  |     this.npmciCli = new NpmciCli(this); | ||||||
|  |     this.npmciConfig = new NpmciConfig(this); | ||||||
|  |  | ||||||
|  |     // managers | ||||||
|  |     this.dockerManager = new NpmciDockerManager(this); | ||||||
|  |     this.gitManager = new NpmciGitManager(this); | ||||||
|  |     this.nodejsManager = new NpmciNodeJsManager(this); | ||||||
|  |     this.npmManager = new NpmciNpmManager(this); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public async start() { | ||||||
|  |     await this.npmciInfo.printToConsole(); | ||||||
|  |     await this.npmciConfig.init(); | ||||||
|  |     this.npmciCli.startParse(); | ||||||
|  |   } | ||||||
|  | } | ||||||
							
								
								
									
										110
									
								
								ts/npmci.classes.npmcicli.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										110
									
								
								ts/npmci.classes.npmcicli.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,110 @@ | |||||||
|  | import { logger } from './npmci.logging'; | ||||||
|  | import * as plugins from './npmci.plugins'; | ||||||
|  | import * as paths from './npmci.paths'; | ||||||
|  | import { Npmci } from './npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | export class NpmciCli { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |   public smartcli: plugins.smartcli.Smartcli; | ||||||
|  |  | ||||||
|  |   constructor(npmciArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciArg; | ||||||
|  |     this.smartcli = new plugins.smartcli.Smartcli(); | ||||||
|  |     this.smartcli.addVersion(this.npmciRef.npmciInfo.projectInfo.version); | ||||||
|  |  | ||||||
|  |     // clean | ||||||
|  |     this.smartcli.addCommand('clean').subscribe( | ||||||
|  |       async argv => { | ||||||
|  |         const modClean = await import('./mod_clean/index'); | ||||||
|  |         await modClean.clean(); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // command | ||||||
|  |     this.smartcli.addCommand('command').subscribe( | ||||||
|  |       async argv => { | ||||||
|  |         const modCommand = await import('./mod_command/index'); | ||||||
|  |         await modCommand.command(); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // command | ||||||
|  |     this.smartcli.addCommand('git').subscribe( | ||||||
|  |       async argvArg => { | ||||||
|  |         await this.npmciRef.gitManager.handleCli(argvArg); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // build | ||||||
|  |     this.smartcli.addCommand('docker').subscribe( | ||||||
|  |       async argvArg => { | ||||||
|  |         await this.npmciRef.dockerManager.handleCli(argvArg); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // node | ||||||
|  |     this.smartcli.addCommand('node').subscribe( | ||||||
|  |       async argvArg => { | ||||||
|  |         await this.npmciRef.nodejsManager.handleCli(argvArg); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // npm | ||||||
|  |     this.smartcli.addCommand('npm').subscribe( | ||||||
|  |       async argvArg => { | ||||||
|  |         await this.npmciRef.npmManager.handleCli(argvArg); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // trigger | ||||||
|  |     this.smartcli.addCommand('ssh').subscribe( | ||||||
|  |       async argvArg => { | ||||||
|  |         const modSsh = await import('./mod_ssh/index'); | ||||||
|  |         await modSsh.handleCli(argvArg); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     // trigger | ||||||
|  |     this.smartcli.addCommand('trigger').subscribe( | ||||||
|  |       async argv => { | ||||||
|  |         const modTrigger = await import('./mod_trigger/index'); | ||||||
|  |         await modTrigger.trigger(); | ||||||
|  |       }, | ||||||
|  |       err => { | ||||||
|  |         console.log(err); | ||||||
|  |         process.exit(1); | ||||||
|  |       } | ||||||
|  |     ); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public startParse = () => { | ||||||
|  |     this.smartcli.startParse(); | ||||||
|  |   }; | ||||||
|  | } | ||||||
							
								
								
									
										73
									
								
								ts/npmci.classes.npmciconfig.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										73
									
								
								ts/npmci.classes.npmciconfig.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,73 @@ | |||||||
|  | import * as plugins from './npmci.plugins'; | ||||||
|  | import * as paths from './npmci.paths'; | ||||||
|  |  | ||||||
|  | import { logger } from './npmci.logging'; | ||||||
|  | import { Npmci } from './npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | /** | ||||||
|  |  * the main config interface for npmci | ||||||
|  |  */ | ||||||
|  | export interface INpmciOptions { | ||||||
|  |   projectInfo: plugins.projectinfo.ProjectInfo; | ||||||
|  |  | ||||||
|  |   // npm | ||||||
|  |   npmGlobalTools: string[]; | ||||||
|  |   npmAccessLevel?: 'private' | 'public'; | ||||||
|  |   npmRegistryUrl: string; | ||||||
|  |  | ||||||
|  |   // docker | ||||||
|  |   dockerRegistries: string[]; | ||||||
|  |   dockerRegistryRepoMap: { [key: string]: string }; | ||||||
|  |   dockerBuildargEnvMap: { [key: string]: string }; | ||||||
|  |  | ||||||
|  |   // urls | ||||||
|  |   urlCloudly: string; | ||||||
|  | } | ||||||
|  |  | ||||||
|  | /** | ||||||
|  |  * a config class for Npmci | ||||||
|  |  */ | ||||||
|  | export class NpmciConfig { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |  | ||||||
|  |   public npmciNpmextra: plugins.npmextra.Npmextra; | ||||||
|  |   public kvStorage: plugins.npmextra.KeyValueStore; | ||||||
|  |   public npmciQenv: plugins.qenv.Qenv; | ||||||
|  |  | ||||||
|  |   private configObject: INpmciOptions; | ||||||
|  |  | ||||||
|  |   constructor(npmciRefArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciRefArg; | ||||||
|  |  | ||||||
|  |     this.npmciNpmextra = new plugins.npmextra.Npmextra(paths.cwd); | ||||||
|  |     this.kvStorage = new plugins.npmextra.KeyValueStore( | ||||||
|  |       'custom', | ||||||
|  |       `${this.npmciRef.npmciEnv.repo.user}_${this.npmciRef.npmciEnv.repo.repo}` | ||||||
|  |     ); | ||||||
|  |     this.npmciQenv = new plugins.qenv.Qenv( | ||||||
|  |       paths.NpmciProjectDir, | ||||||
|  |       paths.NpmciProjectNogitDir, | ||||||
|  |       false, | ||||||
|  |       logger | ||||||
|  |     ); | ||||||
|  |  | ||||||
|  |     this.configObject = { | ||||||
|  |       projectInfo: new plugins.projectinfo.ProjectInfo(paths.cwd), | ||||||
|  |       npmGlobalTools: [], | ||||||
|  |       dockerRegistries: [], | ||||||
|  |       dockerRegistryRepoMap: {}, | ||||||
|  |       npmAccessLevel: 'private', | ||||||
|  |       npmRegistryUrl: 'registry.npmjs.org', | ||||||
|  |       dockerBuildargEnvMap: {}, | ||||||
|  |       urlCloudly: this.npmciQenv.getEnvVarOnDemand('NPMCI_URL_CLOUDLY') | ||||||
|  |     }; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public async init() { | ||||||
|  |     this.configObject = this.npmciNpmextra.dataFor<INpmciOptions>('npmci', this.configObject); | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public getConfig(): INpmciOptions { | ||||||
|  |     return this.configObject; | ||||||
|  |   } | ||||||
|  | } | ||||||
							
								
								
									
										18
									
								
								ts/npmci.classes.npmcienv.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										18
									
								
								ts/npmci.classes.npmcienv.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,18 @@ | |||||||
|  | import * as plugins from './npmci.plugins'; | ||||||
|  | import { Npmci } from './npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | export class NpmciEnv { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |  | ||||||
|  |   public repoString: string; | ||||||
|  |   public repo: plugins.smartstring.GitRepo; | ||||||
|  |  | ||||||
|  |   constructor(npmciRefArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciRefArg; | ||||||
|  |     this.repoString = process.env.CI_REPOSITORY_URL; | ||||||
|  |     if (!this.repoString) { | ||||||
|  |       this.repoString = 'https://undefined:undefined@github.com/undefined/undefined.git'; | ||||||
|  |     } | ||||||
|  |     this.repo = new plugins.smartstring.GitRepo(this.repoString); | ||||||
|  |   } | ||||||
|  | } | ||||||
							
								
								
									
										17
									
								
								ts/npmci.classes.npmciinfo.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										17
									
								
								ts/npmci.classes.npmciinfo.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,17 @@ | |||||||
|  | import * as plugins from './npmci.plugins'; | ||||||
|  | import * as paths from './npmci.paths'; | ||||||
|  | import { logger } from './npmci.logging'; | ||||||
|  | import { Npmci } from './npmci.classes.npmci'; | ||||||
|  |  | ||||||
|  | export class NpmciInfo { | ||||||
|  |   public npmciRef: Npmci; | ||||||
|  |   public projectInfo = new plugins.projectinfo.ProjectinfoNpm(paths.NpmciPackageRoot); | ||||||
|  |  | ||||||
|  |   constructor(npmciArg: Npmci) { | ||||||
|  |     this.npmciRef = npmciArg; | ||||||
|  |   } | ||||||
|  |  | ||||||
|  |   public printToConsole() { | ||||||
|  |     logger.log('info', `npmci version: ${this.projectInfo.version}`); | ||||||
|  |   } | ||||||
|  | } | ||||||
							
								
								
									
										123
									
								
								ts/npmci.cli.ts
									
									
									
									
									
								
							
							
						
						
									
										123
									
								
								ts/npmci.cli.ts
									
									
									
									
									
								
							| @@ -1,123 +0,0 @@ | |||||||
| import * as plugins from './npmci.plugins'; |  | ||||||
| import * as paths from './npmci.paths'; |  | ||||||
| import * as npmciMonitor from './npmci.monitor'; |  | ||||||
| npmciMonitor.run(); |  | ||||||
|  |  | ||||||
| // Get Info about npmci itself |  | ||||||
| let npmciInfo = new plugins.projectinfo.ProjectinfoNpm(paths.NpmciPackageRoot); |  | ||||||
| plugins.beautylog.log('npmci version: ' + npmciInfo.version); |  | ||||||
|  |  | ||||||
| import * as NpmciEnv from './npmci.env'; |  | ||||||
|  |  | ||||||
| import * as npmciMods from './npmci.mods'; |  | ||||||
|  |  | ||||||
| const npmciSmartcli = new plugins.smartcli.Smartcli(); |  | ||||||
| npmciSmartcli.addVersion(npmciInfo.version); |  | ||||||
|  |  | ||||||
| // clean |  | ||||||
| npmciSmartcli.addCommand('clean').subscribe( |  | ||||||
|   async argv => { |  | ||||||
|     let modClean = await npmciMods.modClean.load(); |  | ||||||
|     await modClean.clean(); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // cloudflare |  | ||||||
| npmciSmartcli.addCommand('cloudflare').subscribe( |  | ||||||
|   async argvArg => { |  | ||||||
|     let modPurge = await npmciMods.modCloudflare.load(); |  | ||||||
|     await modPurge.handleCli(argvArg); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // command |  | ||||||
| npmciSmartcli.addCommand('command').subscribe( |  | ||||||
|   async argv => { |  | ||||||
|     let modCommand = await npmciMods.modCommand.load(); |  | ||||||
|     await modCommand.command(); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // command |  | ||||||
| npmciSmartcli.addCommand('git').subscribe( |  | ||||||
|   async argvArg => { |  | ||||||
|     let modGit = await npmciMods.modGit.load(); |  | ||||||
|     await modGit.handleCli(argvArg); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // build |  | ||||||
| npmciSmartcli.addCommand('docker').subscribe( |  | ||||||
|   async argvArg => { |  | ||||||
|     let modDocker = await npmciMods.modDocker.load(); |  | ||||||
|     await modDocker.handleCli(argvArg); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // node |  | ||||||
| npmciSmartcli.addCommand('node').subscribe( |  | ||||||
|   async argvArg => { |  | ||||||
|     let modNode = await npmciMods.modNode.load(); |  | ||||||
|     await modNode.handleCli(argvArg); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // npm |  | ||||||
| npmciSmartcli.addCommand('npm').subscribe( |  | ||||||
|   async argvArg => { |  | ||||||
|     let modNpm = await npmciMods.modNpm.load(); |  | ||||||
|     await modNpm.handleCli(argvArg); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // trigger |  | ||||||
| npmciSmartcli.addCommand('ssh').subscribe( |  | ||||||
|   async argvArg => { |  | ||||||
|     let modSsh = await npmciMods.modSsh.load(); |  | ||||||
|     await modSsh.handleCli(argvArg); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| // trigger |  | ||||||
| npmciSmartcli.addCommand('trigger').subscribe( |  | ||||||
|   async argv => { |  | ||||||
|     let modTrigger = await npmciMods.modTrigger.load(); |  | ||||||
|     await modTrigger.trigger(); |  | ||||||
|   }, |  | ||||||
|   err => { |  | ||||||
|     console.log(err); |  | ||||||
|     process.exit(1); |  | ||||||
|   } |  | ||||||
| ); |  | ||||||
|  |  | ||||||
| npmciSmartcli.startParse(); |  | ||||||
| @@ -1,34 +0,0 @@ | |||||||
| import * as q from 'q'; |  | ||||||
|  |  | ||||||
| import * as plugins from './npmci.plugins'; |  | ||||||
| import * as paths from './npmci.paths'; |  | ||||||
|  |  | ||||||
| import { repo } from './npmci.env'; |  | ||||||
|  |  | ||||||
| import { KeyValueStore } from 'npmextra'; |  | ||||||
|  |  | ||||||
| export interface INpmciOptions { |  | ||||||
|   npmGlobalTools: string[]; |  | ||||||
|   npmAccessLevel?: 'private' | 'public'; |  | ||||||
|   dockerRegistryRepoMap: any; |  | ||||||
|   dockerBuildargEnvMap: any; |  | ||||||
| } |  | ||||||
|  |  | ||||||
| // instantiate a kvStorage for the current directory |  | ||||||
| export let kvStorage = new KeyValueStore('custom', `${repo.user}_${repo.repo}`); |  | ||||||
|  |  | ||||||
| // handle config retrival |  | ||||||
| let npmciNpmextra = new plugins.npmextra.Npmextra(paths.cwd); |  | ||||||
| let defaultConfig: INpmciOptions = { |  | ||||||
|   npmGlobalTools: [], |  | ||||||
|   dockerRegistryRepoMap: {}, |  | ||||||
|   dockerBuildargEnvMap: {} |  | ||||||
| }; |  | ||||||
| export let configObject = npmciNpmextra.dataFor<INpmciOptions>('npmci', defaultConfig); |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * gets the npmci portion of the npmextra.json file |  | ||||||
|  */ |  | ||||||
| export let getConfig = async (): Promise<INpmciOptions> => { |  | ||||||
|   return configObject; |  | ||||||
| }; |  | ||||||
| @@ -1,13 +0,0 @@ | |||||||
| import * as plugins from './npmci.plugins'; |  | ||||||
| import * as paths from './npmci.paths'; |  | ||||||
| import { GitRepo } from 'smartstring'; |  | ||||||
| import { Dockerfile } from './mod_docker/index'; |  | ||||||
|  |  | ||||||
| /** |  | ||||||
|  * a info instance about the git respoitory at cwd :) |  | ||||||
|  */ |  | ||||||
| let repoString: string = process.env.CI_REPOSITORY_URL; |  | ||||||
| if (!repoString) { |  | ||||||
|   repoString = 'https://undefined:undefined@github.com/undefined/undefined.git'; |  | ||||||
| } |  | ||||||
| export let repo = new GitRepo(repoString); |  | ||||||
							
								
								
									
										14
									
								
								ts/npmci.logging.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										14
									
								
								ts/npmci.logging.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,14 @@ | |||||||
|  | import * as plugins from './npmci.plugins'; | ||||||
|  |  | ||||||
|  | export const logger = new plugins.smartlog.Smartlog({ | ||||||
|  |   logContext: { | ||||||
|  |     company: 'Some Company', | ||||||
|  |     companyunit: 'Some Unit', | ||||||
|  |     containerName: 'Some ContainerName', | ||||||
|  |     environment: 'test', | ||||||
|  |     runtime: 'node', | ||||||
|  |     zone: 'Some Zone' | ||||||
|  |   } | ||||||
|  | }); | ||||||
|  |  | ||||||
|  | logger.addLogDestination(new plugins.smartlogDestinationLocal.DestinationLocal()); | ||||||
| @@ -1,24 +0,0 @@ | |||||||
| import * as _modClean from './mod_clean/index'; |  | ||||||
| import * as _modCloudflare from './mod_cloudflare/index'; |  | ||||||
| import * as _modCommand from './mod_command/index'; |  | ||||||
| import * as _modDocker from './mod_docker/index'; |  | ||||||
| import * as _modGit from './mod_git/index'; |  | ||||||
| import * as _modNpm from './mod_npm/index'; |  | ||||||
| import * as _modNode from './mod_node/index'; |  | ||||||
| import * as _modSsh from './mod_ssh/index'; |  | ||||||
| import * as _modTrigger from './mod_trigger/index'; |  | ||||||
|  |  | ||||||
| import { LazyModule } from 'smartsystem'; |  | ||||||
|  |  | ||||||
| export let modClean = new LazyModule<typeof _modClean>('./mod_clean/index', __dirname); |  | ||||||
| export let modCloudflare = new LazyModule<typeof _modCloudflare>( |  | ||||||
|   './mod_cloudflare/index', |  | ||||||
|   __dirname |  | ||||||
| ); |  | ||||||
| export let modCommand = new LazyModule<typeof _modCommand>('./mod_command/index', __dirname); |  | ||||||
| export let modGit = new LazyModule<typeof _modGit>('./mod_git/index', __dirname); |  | ||||||
| export let modDocker = new LazyModule<typeof _modDocker>('./mod_docker/index', __dirname); |  | ||||||
| export let modNode = new LazyModule<typeof _modNode>('./mod_node/index', __dirname); |  | ||||||
| export let modNpm = new LazyModule<typeof _modNpm>('./mod_npm/index', __dirname); |  | ||||||
| export let modSsh = new LazyModule<typeof _modSsh>('./mod_ssh/index', __dirname); |  | ||||||
| export let modTrigger = new LazyModule<typeof _modTrigger>('./mod_trigger/index', __dirname); |  | ||||||
| @@ -1,22 +0,0 @@ | |||||||
| import * as plugins from './npmci.plugins'; |  | ||||||
| import * as env from './npmci.env'; |  | ||||||
|  |  | ||||||
| import { Analytics } from 'smartanalytics'; |  | ||||||
|  |  | ||||||
| export let npmciAnalytics = new Analytics({ |  | ||||||
|   apiEndPoint: 'https://pubapi.lossless.one/analytics', |  | ||||||
|   projectId: 'gitzone', |  | ||||||
|   appName: 'npmci' |  | ||||||
| }); |  | ||||||
|  |  | ||||||
| export let run = async () => { |  | ||||||
|   npmciAnalytics |  | ||||||
|     .recordEvent('npmToolExecution', { |  | ||||||
|       host: env.repo.host, |  | ||||||
|       user: env.repo.user, |  | ||||||
|       repo: env.repo.repo |  | ||||||
|     }) |  | ||||||
|     .catch(err => { |  | ||||||
|       plugins.beautylog.warn('Lossless Analytics API not available...'); |  | ||||||
|     }); |  | ||||||
| }; |  | ||||||
| @@ -1,9 +1,13 @@ | |||||||
| import * as plugins from './npmci.plugins'; | import * as plugins from './npmci.plugins'; | ||||||
|  |  | ||||||
| export let cwd = process.cwd(); | export const cwd = process.cwd(); | ||||||
|  |  | ||||||
| export let NpmciPackageRoot = plugins.path.join(__dirname, '../'); | // package paths | ||||||
| export let NpmciPackageConfig = plugins.path.join(NpmciPackageRoot, './config.json'); | export const NpmciPackageRoot = plugins.path.join(__dirname, '../'); | ||||||
| export let NpmciProjectDir = cwd; | export const NpmciPackageConfig = plugins.path.join(NpmciPackageRoot, './config.json'); | ||||||
| export let NpmciTestDir = plugins.path.join(cwd, './test'); |  | ||||||
| export let NpmciCacheDir = plugins.path.join(cwd, './.npmci_cache'); | // project paths | ||||||
|  | export const NpmciProjectDir = cwd; | ||||||
|  | export const NpmciProjectNogitDir = plugins.path.join(NpmciProjectDir, './.nogit'); | ||||||
|  | export const NpmciTestDir = plugins.path.join(cwd, './test'); | ||||||
|  | export const NpmciCacheDir = plugins.path.join(cwd, './.npmci_cache'); | ||||||
|   | |||||||
| @@ -1,19 +1,55 @@ | |||||||
| export import beautylog = require('beautylog'); | // node native | ||||||
| export import lodash = require('lodash'); | import * as path from 'path'; | ||||||
| export import npmextra = require('npmextra'); |  | ||||||
| export import path = require('path'); | export { path }; | ||||||
| export import projectinfo = require('projectinfo'); |  | ||||||
| export import q = require('smartq'); | // @apiglobal | ||||||
| export let request = require('request'); | import * as typedrequest from '@apiglobal/typedrequest'; | ||||||
| export import smartcli = require('@pushrocks/smartcli'); |  | ||||||
| export import smartdelay = require('smartdelay'); | export { typedrequest }; | ||||||
| export import smartfile = require('smartfile'); |  | ||||||
| export import shelljs = require('shelljs'); | // @servezone | ||||||
| export import smartparam = require('smartparam'); | import * as servezoneInterfaces from '@servezone/servezone-interfaces'; | ||||||
| export import smartq = require('smartq'); |  | ||||||
| export import smartshell = require('smartshell'); | export { servezoneInterfaces }; | ||||||
| export import smartsocket = require('smartsocket'); |  | ||||||
| export import smartsystem = require('smartsystem'); | // @pushrocks | ||||||
| export import smartssh = require('smartssh'); | import * as npmextra from '@pushrocks/npmextra'; | ||||||
| export import smartstring = require('smartstring'); | import * as projectinfo from '@pushrocks/projectinfo'; | ||||||
| export import through2 = require('through2'); | import * as qenv from '@pushrocks/qenv'; | ||||||
|  | import * as smartanalytics from '@pushrocks/smartanalytics'; | ||||||
|  | import * as smartdelay from '@pushrocks/smartdelay'; | ||||||
|  | import * as smartfile from '@pushrocks/smartfile'; | ||||||
|  | import * as smartcli from '@pushrocks/smartcli'; | ||||||
|  | import * as smartlog from '@pushrocks/smartlog'; | ||||||
|  | import * as smartlogDestinationLocal from '@pushrocks/smartlog-destination-local'; | ||||||
|  | import * as smartparam from '@pushrocks/smartparam'; | ||||||
|  | import * as smartpromise from '@pushrocks/smartpromise'; | ||||||
|  | import * as smartrequest from '@pushrocks/smartrequest'; | ||||||
|  | import * as smartshell from '@pushrocks/smartshell'; | ||||||
|  | import * as smartsocket from '@pushrocks/smartsocket'; | ||||||
|  | import * as smartssh from '@pushrocks/smartssh'; | ||||||
|  | import * as smartstring from '@pushrocks/smartstring'; | ||||||
|  |  | ||||||
|  | export { | ||||||
|  |   npmextra, | ||||||
|  |   projectinfo, | ||||||
|  |   qenv, | ||||||
|  |   smartanalytics, | ||||||
|  |   smartdelay, | ||||||
|  |   smartfile, | ||||||
|  |   smartcli, | ||||||
|  |   smartlog, | ||||||
|  |   smartlogDestinationLocal, | ||||||
|  |   smartparam, | ||||||
|  |   smartpromise, | ||||||
|  |   smartrequest, | ||||||
|  |   smartshell, | ||||||
|  |   smartsocket, | ||||||
|  |   smartssh, | ||||||
|  |   smartstring | ||||||
|  | }; | ||||||
|  |  | ||||||
|  | import * as through2 from 'through2'; | ||||||
|  |  | ||||||
|  | export { through2 }; | ||||||
|   | |||||||
							
								
								
									
										16
									
								
								tslint.json
									
									
									
									
									
								
							
							
						
						
									
										16
									
								
								tslint.json
									
									
									
									
									
								
							| @@ -1,3 +1,17 @@ | |||||||
| { | { | ||||||
|     "extends": "tslint-config-standard" |   "extends": ["tslint:latest", "tslint-config-prettier"], | ||||||
|  |   "rules": { | ||||||
|  |     "semicolon": [true, "always"], | ||||||
|  |     "no-console": false, | ||||||
|  |     "ordered-imports": false, | ||||||
|  |     "object-literal-sort-keys": false, | ||||||
|  |     "member-ordering": { | ||||||
|  |       "options":{ | ||||||
|  |         "order": [ | ||||||
|  |           "static-method" | ||||||
|  |         ] | ||||||
|  |       } | ||||||
|  |     } | ||||||
|  |   }, | ||||||
|  |   "defaultSeverity": "warning" | ||||||
| } | } | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user