Compare commits
	
		
			265 Commits
		
	
	
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 6c8095260d | |||
| 95c4ae3b16 | |||
| 536ebca6ab | |||
| 88f64536c2 | |||
| 4854d27a19 | |||
| 75a0e8a7d8 | |||
| 43eb19f772 | |||
| dc2665d250 | |||
| 00f324e151 | |||
| e38cc40f11 | |||
| e9e8acafe4 | |||
| c763db40bb | |||
| 01256480c4 | |||
| c6918399bf | |||
| 66d28e5081 | |||
| 9de77139ea | |||
| 7b4bf10cc0 | |||
| 9eaa6347c1 | |||
| 6e4c967917 | |||
| 52a8f42fc9 | |||
| 8e9a61bbb2 | |||
| dc809a6023 | |||
| 7eeca992b0 | |||
| d018102014 | |||
| 838f2d6959 | |||
| 0d42e5f6eb | |||
| f96de8cdc3 | |||
| 965833916f | |||
| 81ec1391e3 | |||
| bbbca44640 | |||
| 7ba7dc54a1 | |||
| 4f98eeec2a | |||
| 419a6b9e5f | |||
| 9c040c34f5 | |||
| 50d3f2d795 | |||
| 305856b9e1 | |||
| 3683743f3c | |||
| 41237e0e5f | |||
| bce84a0e74 | |||
| 79bed919d8 | |||
| 4b202ce00e | |||
| 16ca787314 | |||
| 3a9b6f658a | |||
| 5c5dbf303f | |||
| 4c07131e51 | |||
| ba039469ff | |||
| 49f2498ecd | |||
| 1060060366 | |||
| 0fa3a579f7 | |||
| 0e4556d59e | |||
| e2e7967fba | |||
| 45b8d67abf | |||
| 0a69aa5d62 | |||
| dfbab1a1df | |||
| e58f009a24 | |||
| 2afd9cddc5 | |||
| d79c5366ef | |||
| 8e4f7ad244 | |||
| 39de3a1601 | |||
| cb3d2964d1 | |||
| 6b5390cef8 | |||
| 2736b85de3 | |||
| 82d7778f59 | |||
| 8c99cc0491 | |||
| 955e3d0dbe | |||
| 702ae8bed8 | |||
| b6f0723b75 | |||
| 8a2fb30e59 | |||
| 95b4030120 | |||
| 5c77cfbdc2 | |||
| 5ea42320a9 | |||
| d07ebfc9c6 | |||
| bbb5718184 | |||
| 0d8b54637c | |||
| e51b2e28b9 | |||
| f767140cc8 | |||
| 0d4d69f072 | |||
| a3e628c43f | |||
| a58fa135c1 | |||
| 93c7af6c91 | |||
| ad0e12bf7b | |||
| 498dd6eff6 | |||
| b3aa964739 | |||
| 03eb9d2657 | |||
| 373a838a6a | |||
| 960e3f4675 | |||
| 09bf676b58 | |||
| 76ba8e2ab9 | |||
| aaaaca2d19 | |||
| 71b27eda17 | |||
| 2d00882fd7 | |||
| ba5e69041f | |||
| d2871d601a | |||
| 9c66d88dc0 | |||
| fb4c84e1de | |||
| 57aca36f11 | |||
| 905f594af1 | |||
| b788b7f96b | |||
| 319a2dc41a | |||
| e01a998f0e | |||
| e40606d97b | |||
| 449c7b2c04 | |||
| 006782b57f | |||
| d643da29b0 | |||
| 635f92d2bc | |||
| 9a2cb56094 | |||
| 5886283002 | |||
| f886194c9c | |||
| e4efec89d9 | |||
| dbc12a593f | |||
| d7666e862b | |||
| e262d29510 | |||
| 858d97cb5c | |||
| b8a2df66fe | |||
| 1c128dd694 | |||
| 2744d0bf7f | |||
| 9eb232da39 | |||
| 52af1d5188 | |||
| 4325f21c8c | |||
| 6cd3eaceb4 | |||
| f850c79b6c | |||
| efdf789575 | |||
| 6ef6446022 | |||
| ef7d85e7c4 | |||
| 93b5d9869b | |||
| 2a0cfeffe9 | |||
| 909aafbd5f | |||
| 91288e2d74 | |||
| 25709b1f9a | |||
| 8a03d9aa94 | |||
| bbe1cf770a | |||
| ac8190282f | |||
| 446d140e32 | |||
| 726948651e | |||
| dd0a7bb782 | |||
| fca00ffcf8 | |||
| 13f6334ae5 | |||
| 7275a858d6 | |||
| 5a3befe5af | |||
| 385a93a05e | |||
| b4d444ff05 | |||
| 487bcb9a70 | |||
| aaf11b66d7 | |||
| 83d7d46896 | |||
| 693bda6a49 | |||
| bfe3e266ee | |||
| 5f33ebd8a7 | |||
| f78c80e100 | |||
| f4d8656831 | |||
| 2290081ef0 | |||
| 189d02a16f | |||
| 55aee04334 | |||
| 0e407b9b9d | |||
| 24095bbd40 | |||
| f97ee94b5a | |||
| 4cf7aea374 | |||
| 6ab5e9cb30 | |||
| 95c1145bf5 | |||
| ea04a1b788 | |||
| 3bc2499d09 | |||
| 1f5967ac45 | |||
| fd952f086b | |||
| 79500cb2c2 | |||
| 6c58864fcf | |||
| 7ea3ac182d | |||
| 8979d26005 | |||
| c8876dac88 | |||
| 9c8a257c2a | |||
| 8b77930ece | |||
| ba672d030f | |||
| 8ad7e016e7 | |||
| d843311d7b | |||
| 14ef2cfa9b | |||
| 648effcf86 | |||
| 572738e88f | |||
| 129ae93044 | |||
| e910892231 | |||
| 6d9cabf7ee | |||
| 7c7787e811 | |||
| bde26cc312 | |||
| 29e81f3ae7 | |||
| 6337b20d62 | |||
| 6dd537fe43 | |||
| 7191b172a4 | |||
| 9a4611b70f | |||
| 189dbc3654 | |||
| fc95fc96ed | |||
| 467eed57d7 | |||
| a5ca5444a0 | |||
| 17610cb834 | |||
| e1f2b5c6fe | |||
| edbbae0bd0 | |||
| 0e820bec27 | |||
| 91a3d612c6 | |||
| c696730e55 | |||
| 38d38ce246 | |||
| adfdf68c38 | |||
| d4a4d69941 | |||
| c1fed2c758 | |||
| 9918d81f59 | |||
| 59d8338f6e | |||
| a4f8bd3320 | |||
| 7c2fdb7224 | |||
| 37384aeb57 | |||
| 60efda263f | |||
| 19831037ec | |||
| a1d52af813 | |||
| 0a49ff9b03 | |||
| ca62326b46 | |||
| e1de0ee479 | |||
| 0dea101c07 | |||
| 380a49c59f | |||
| 5133651e34 | |||
| c8f26c7c48 | |||
| 3bb5912046 | |||
| d75258d9dd | |||
| b1577e7542 | |||
| d5cdeffd17 | |||
| c62ce415e9 | |||
| 99014da1e8 | |||
| 0b5dada524 | |||
| 40bddba3b5 | |||
| 6f6ee6d799 | |||
| e30cc3f5a0 | |||
| a4562d4d1b | |||
| 524b405773 | |||
| 0d19c1c68d | |||
| cff79bc3b4 | |||
| 28541a838d | |||
| c3ab527341 | |||
| 52cc249098 | |||
| 2e189b0660 | |||
| f876c7414b | |||
| 08b7585cfc | |||
| 76311fab72 | |||
| 1b73df64f5 | |||
| 701cee573b | |||
| 3dd086f711 | |||
| 67ff5d09d4 | |||
| 5cb8a79b6a | |||
| 2dcbca2362 | |||
| bd63194f4b | |||
| 2763fdef5f | |||
| bbedde01b9 | |||
| f26606f757 | |||
| 99b03aa796 | |||
| f30dd3da65 | |||
| d4decddb4b | |||
| 5c2880da1a | |||
| bfffc5b130 | |||
| 8900a13c6b | |||
| d42acf737f | |||
| 77e3b2912d | |||
| 103e470eb4 | |||
| 74c1324e55 | |||
| a1876963a8 | |||
| 5d88e25c99 | |||
| b3c47546e2 | |||
| 6316e81958 | |||
| ff10afbee4 | |||
| 9dbfa77084 | |||
| 46dbd61d89 | |||
| 713df1867a | |||
| 23886c1ed3 | |||
| 0c46b627be | 
							
								
								
									
										66
									
								
								.gitea/workflows/default_nottags.yaml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										66
									
								
								.gitea/workflows/default_nottags.yaml
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,66 @@ | ||||
| name: Default (not tags) | ||||
|  | ||||
| on: | ||||
|   push: | ||||
|     tags-ignore: | ||||
|       - '**' | ||||
|  | ||||
| env: | ||||
|   IMAGE: registry.gitlab.com/hosttoday/ht-docker-node:npmci | ||||
|   NPMCI_TOKEN_NPM: ${{secrets.NPMCI_TOKEN_NPM}} | ||||
|   NPMCI_TOKEN_NPM2: ${{secrets.NPMCI_TOKEN_NPM2}} | ||||
|   NPMCI_GIT_GITHUBTOKEN: ${{secrets.NPMCI_GIT_GITHUBTOKEN}} | ||||
|   NPMCI_URL_CLOUDLY: ${{secrets.NPMCI_URL_CLOUDLY}} | ||||
|  | ||||
| jobs: | ||||
|  | ||||
|   security: | ||||
|     runs-on: ubuntu-latest | ||||
|     continue-on-error: true | ||||
|     container: | ||||
|       image: ${{ env.IMAGE }} | ||||
|  | ||||
|     steps: | ||||
|     - uses: actions/checkout@v3 | ||||
|  | ||||
|     - name: Install pnpm and npmci | ||||
|       run: | | ||||
|         pnpm install -g pnpm | ||||
|         pnpm install -g @shipzone/npmci | ||||
|  | ||||
|     - name: Run npm prepare | ||||
|       run: npmci npm prepare | ||||
|  | ||||
|     - name: Audit production dependencies | ||||
|       run: | | ||||
|         npmci command npm config set registry https://registry.npmjs.org | ||||
|         npmci command pnpm audit --audit-level=high --prod | ||||
|       continue-on-error: true | ||||
|  | ||||
|     - name: Audit development dependencies | ||||
|       run: | | ||||
|         npmci command npm config set registry https://registry.npmjs.org | ||||
|         npmci command pnpm audit --audit-level=high --dev | ||||
|       continue-on-error: true | ||||
|  | ||||
|   test: | ||||
|     if: ${{ always() }} | ||||
|     needs: security | ||||
|     runs-on: ubuntu-latest | ||||
|     container: | ||||
|       image: ${{ env.IMAGE }} | ||||
|  | ||||
|     steps: | ||||
|     - uses: actions/checkout@v3 | ||||
|  | ||||
|     - name: Test stable | ||||
|       run: | | ||||
|         npmci node install stable | ||||
|         npmci npm install | ||||
|         npmci npm test | ||||
|  | ||||
|     - name: Test build | ||||
|       run: | | ||||
|         npmci node install stable | ||||
|         npmci npm install | ||||
|         npmci npm build | ||||
							
								
								
									
										108
									
								
								.gitea/workflows/default_tags.yaml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										108
									
								
								.gitea/workflows/default_tags.yaml
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,108 @@ | ||||
| name: Default (tags) | ||||
|  | ||||
| on: | ||||
|   push: | ||||
|     tags: | ||||
|       - '*' | ||||
|  | ||||
| env: | ||||
|   IMAGE: registry.gitlab.com/hosttoday/ht-docker-node:npmci | ||||
|   NPMCI_TOKEN_NPM: ${{secrets.NPMCI_TOKEN_NPM}} | ||||
|   NPMCI_GIT_GITHUBTOKEN: ${{secrets.NPMCI_GIT_GITHUBTOKEN}} | ||||
|   NPMCI_LOGIN_DOCKER_GITEA: ${{secrets.NPMCI_DOCKER_REGISTRYURL_DEFAULT}}|${{ gitea.repository_owner }}|${{ secrets.GITEA_TOKEN }} | ||||
|  | ||||
| jobs: | ||||
|  | ||||
|   security: | ||||
|     runs-on: ubuntu-latest | ||||
|     continue-on-error: true | ||||
|     container: | ||||
|       image: ${{ env.IMAGE }} | ||||
|  | ||||
|     steps: | ||||
|     - uses: actions/checkout@v3 | ||||
|  | ||||
|     - name: Install pnpm and npmci | ||||
|       run: | | ||||
|         pnpm install -g pnpm | ||||
|         pnpm install -g @shipzone/npmci | ||||
|  | ||||
|     - name: Run npm prepare | ||||
|       run: npmci npm prepare | ||||
|  | ||||
|     - name: Audit production dependencies | ||||
|       run: | | ||||
|         npmci command npm config set registry https://registry.npmjs.org | ||||
|         npmci command pnpm audit --audit-level=high --prod | ||||
|       continue-on-error: true | ||||
|  | ||||
|     - name: Audit development dependencies | ||||
|       run: | | ||||
|         npmci command npm config set registry https://registry.npmjs.org | ||||
|         npmci command pnpm audit --audit-level=high --dev | ||||
|       continue-on-error: true | ||||
|  | ||||
|   test: | ||||
|     if: ${{ always() }} | ||||
|     needs: security | ||||
|     runs-on: ubuntu-latest | ||||
|     container: | ||||
|       image: ${{ env.IMAGE }} | ||||
|  | ||||
|     steps: | ||||
|     - uses: actions/checkout@v3 | ||||
|  | ||||
|     - name: Test stable | ||||
|       run: | | ||||
|         npmci node install stable | ||||
|         npmci npm install | ||||
|         npmci npm test | ||||
|  | ||||
|     - name: Test build | ||||
|       run: | | ||||
|         npmci node install stable | ||||
|         npmci npm install | ||||
|         npmci npm build | ||||
|  | ||||
|   release: | ||||
|     needs: test | ||||
|     if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | ||||
|     runs-on: ubuntu-latest | ||||
|     container: | ||||
|       image: ${{ env.IMAGE }} | ||||
|  | ||||
|     steps: | ||||
|     - uses: actions/checkout@v3 | ||||
|  | ||||
|     - name: Release | ||||
|       run: | | ||||
|         npmci node install stable | ||||
|         npmci npm publish | ||||
|  | ||||
|   metadata: | ||||
|     needs: test | ||||
|     if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | ||||
|     runs-on: ubuntu-latest | ||||
|     container: | ||||
|       image: ${{ env.IMAGE }} | ||||
|     continue-on-error: true | ||||
|  | ||||
|     steps: | ||||
|     - uses: actions/checkout@v3 | ||||
|  | ||||
|     - name: Code quality | ||||
|       run: | | ||||
|         npmci command npm install -g typescript | ||||
|         npmci npm prepare | ||||
|         npmci npm install | ||||
|  | ||||
|     - name: Trigger | ||||
|       run: npmci trigger | ||||
|  | ||||
|     - name: Build docs and upload artifacts | ||||
|       run: | | ||||
|         npmci node install stable | ||||
|         npmci npm install | ||||
|         pnpm install -g @git.zone/tsdoc | ||||
|         npmci command tsdoc | ||||
|       continue-on-error: true | ||||
							
								
								
									
										25
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										25
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							| @@ -1,7 +1,24 @@ | ||||
| dist/ | ||||
| node_modules/ | ||||
| .nogit/ | ||||
|  | ||||
| # artifacts | ||||
| coverage/ | ||||
| public/ | ||||
| config.json | ||||
| pages/ | ||||
|  | ||||
| # installs | ||||
| node_modules/ | ||||
|  | ||||
| # caches | ||||
| .yarn/ | ||||
| .npmci_cache | ||||
| .cache/ | ||||
| .rpt2_cache | ||||
|  | ||||
| # builds | ||||
| dist/ | ||||
| dist_*/ | ||||
|  | ||||
| # deno | ||||
| deno.lock | ||||
| .deno/ | ||||
|  | ||||
| # custom | ||||
							
								
								
									
										137
									
								
								.gitlab-ci.yml
									
									
									
									
									
								
							
							
						
						
									
										137
									
								
								.gitlab-ci.yml
									
									
									
									
									
								
							| @@ -1,137 +0,0 @@ | ||||
| # gitzone standard | ||||
| image: hosttoday/ht-docker-node:npmci | ||||
|  | ||||
| cache: | ||||
|   paths: | ||||
|   - .npmci_cache/ | ||||
|   key: "$CI_BUILD_STAGE" | ||||
|  | ||||
| stages: | ||||
| - security | ||||
| - test | ||||
| - release | ||||
| - metadata | ||||
|  | ||||
| # ==================== | ||||
| # security stage | ||||
| # ==================== | ||||
| mirror: | ||||
|   stage: security | ||||
|   script: | ||||
|   - npmci git mirror | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|  | ||||
| snyk: | ||||
|   stage: security | ||||
|   script: | ||||
|     - npmci npm prepare | ||||
|     - npmci command npm install -g snyk | ||||
|     - npmci command npm install --ignore-scripts | ||||
|     - npmci command snyk test | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|  | ||||
| # ==================== | ||||
| # test stage | ||||
| # ==================== | ||||
| testLEGACY: | ||||
|   stage: test | ||||
|   script: | ||||
|   - npmci npm prepare | ||||
|   - npmci node install legacy | ||||
|   - npmci npm install | ||||
|   - npmci npm test | ||||
|   coverage: /\d+.?\d+?\%\s*coverage/ | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|   allow_failure: true | ||||
|  | ||||
| testLTS: | ||||
|   stage: test | ||||
|   script: | ||||
|   - npmci npm prepare | ||||
|   - npmci node install lts | ||||
|   - npmci npm install | ||||
|   - npmci npm test | ||||
|   coverage: /\d+.?\d+?\%\s*coverage/ | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|      | ||||
| testSTABLE: | ||||
|   stage: test | ||||
|   script: | ||||
|   - npmci npm prepare | ||||
|   - npmci node install stable | ||||
|   - npmci npm install | ||||
|   - npmci npm test | ||||
|   coverage: /\d+.?\d+?\%\s*coverage/ | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|  | ||||
| release: | ||||
|   stage: release | ||||
|   script: | ||||
|   - npmci node install stable | ||||
|   - npmci npm publish | ||||
|   only: | ||||
|   - tags | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|  | ||||
| # ==================== | ||||
| # metadata stage | ||||
| # ==================== | ||||
| codequality: | ||||
|   stage: metadata | ||||
|   image: docker:stable | ||||
|   allow_failure: true | ||||
|   services: | ||||
|     - docker:stable-dind | ||||
|   script: | ||||
|     - export SP_VERSION=$(echo "$CI_SERVER_VERSION" | sed 's/^\([0-9]*\)\.\([0-9]*\).*/\1-\2-stable/') | ||||
|     - docker run | ||||
|         --env SOURCE_CODE="$PWD" | ||||
|         --volume "$PWD":/code | ||||
|         --volume /var/run/docker.sock:/var/run/docker.sock | ||||
|         "registry.gitlab.com/gitlab-org/security-products/codequality:$SP_VERSION" /code | ||||
|   artifacts: | ||||
|     paths: [codeclimate.json] | ||||
|   tags: | ||||
|   - docker | ||||
|   - priv | ||||
|  | ||||
| trigger: | ||||
|   stage: metadata | ||||
|   script: | ||||
|   - npmci trigger | ||||
|   only: | ||||
|   - tags | ||||
|   tags: | ||||
|   - docker | ||||
|   - notpriv | ||||
|  | ||||
| pages: | ||||
|   image: hosttoday/ht-docker-node:npmci | ||||
|   stage: metadata | ||||
|   script: | ||||
|     - npmci command npm install -g typedoc typescript | ||||
|     - npmci npm prepare | ||||
|     - npmci npm install | ||||
|     - npmci command typedoc --module "commonjs" --target "ES2016" --out public/ ts/ | ||||
|   tags: | ||||
|     - docker | ||||
|     - notpriv | ||||
|   only: | ||||
|     - tags | ||||
|   artifacts: | ||||
|     expire_in: 1 week | ||||
|     paths: | ||||
|     - public | ||||
|   allow_failure: true | ||||
							
								
								
									
										1
									
								
								.serena/.gitignore
									
									
									
									
										vendored
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								.serena/.gitignore
									
									
									
									
										vendored
									
									
										Normal file
									
								
							| @@ -0,0 +1 @@ | ||||
| /cache | ||||
							
								
								
									
										71
									
								
								.serena/project.yml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										71
									
								
								.serena/project.yml
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,71 @@ | ||||
| # language of the project (csharp, python, rust, java, typescript, go, cpp, or ruby) | ||||
| #  * For C, use cpp | ||||
| #  * For JavaScript, use typescript | ||||
| # Special requirements: | ||||
| #  * csharp: Requires the presence of a .sln file in the project folder. | ||||
| language: typescript | ||||
|  | ||||
| # the encoding used by text files in the project | ||||
| # For a list of possible encodings, see https://docs.python.org/3.11/library/codecs.html#standard-encodings | ||||
| encoding: "utf-8" | ||||
|  | ||||
| # whether to use the project's gitignore file to ignore files | ||||
| # Added on 2025-04-07 | ||||
| ignore_all_files_in_gitignore: true | ||||
| # list of additional paths to ignore | ||||
| # same syntax as gitignore, so you can use * and ** | ||||
| # Was previously called `ignored_dirs`, please update your config if you are using that. | ||||
| # Added (renamed) on 2025-04-07 | ||||
| ignored_paths: [] | ||||
|  | ||||
| # whether the project is in read-only mode | ||||
| # If set to true, all editing tools will be disabled and attempts to use them will result in an error | ||||
| # Added on 2025-04-18 | ||||
| read_only: false | ||||
|  | ||||
| # list of tool names to exclude. We recommend not excluding any tools, see the readme for more details. | ||||
| # Below is the complete list of tools for convenience. | ||||
| # To make sure you have the latest list of tools, and to view their descriptions,  | ||||
| # execute `uv run scripts/print_tool_overview.py`. | ||||
| # | ||||
| #  * `activate_project`: Activates a project by name. | ||||
| #  * `check_onboarding_performed`: Checks whether project onboarding was already performed. | ||||
| #  * `create_text_file`: Creates/overwrites a file in the project directory. | ||||
| #  * `delete_lines`: Deletes a range of lines within a file. | ||||
| #  * `delete_memory`: Deletes a memory from Serena's project-specific memory store. | ||||
| #  * `execute_shell_command`: Executes a shell command. | ||||
| #  * `find_referencing_code_snippets`: Finds code snippets in which the symbol at the given location is referenced. | ||||
| #  * `find_referencing_symbols`: Finds symbols that reference the symbol at the given location (optionally filtered by type). | ||||
| #  * `find_symbol`: Performs a global (or local) search for symbols with/containing a given name/substring (optionally filtered by type). | ||||
| #  * `get_current_config`: Prints the current configuration of the agent, including the active and available projects, tools, contexts, and modes. | ||||
| #  * `get_symbols_overview`: Gets an overview of the top-level symbols defined in a given file. | ||||
| #  * `initial_instructions`: Gets the initial instructions for the current project. | ||||
| #     Should only be used in settings where the system prompt cannot be set, | ||||
| #     e.g. in clients you have no control over, like Claude Desktop. | ||||
| #  * `insert_after_symbol`: Inserts content after the end of the definition of a given symbol. | ||||
| #  * `insert_at_line`: Inserts content at a given line in a file. | ||||
| #  * `insert_before_symbol`: Inserts content before the beginning of the definition of a given symbol. | ||||
| #  * `list_dir`: Lists files and directories in the given directory (optionally with recursion). | ||||
| #  * `list_memories`: Lists memories in Serena's project-specific memory store. | ||||
| #  * `onboarding`: Performs onboarding (identifying the project structure and essential tasks, e.g. for testing or building). | ||||
| #  * `prepare_for_new_conversation`: Provides instructions for preparing for a new conversation (in order to continue with the necessary context). | ||||
| #  * `read_file`: Reads a file within the project directory. | ||||
| #  * `read_memory`: Reads the memory with the given name from Serena's project-specific memory store. | ||||
| #  * `remove_project`: Removes a project from the Serena configuration. | ||||
| #  * `replace_lines`: Replaces a range of lines within a file with new content. | ||||
| #  * `replace_symbol_body`: Replaces the full definition of a symbol. | ||||
| #  * `restart_language_server`: Restarts the language server, may be necessary when edits not through Serena happen. | ||||
| #  * `search_for_pattern`: Performs a search for a pattern in the project. | ||||
| #  * `summarize_changes`: Provides instructions for summarizing the changes made to the codebase. | ||||
| #  * `switch_modes`: Activates modes by providing a list of their names | ||||
| #  * `think_about_collected_information`: Thinking tool for pondering the completeness of collected information. | ||||
| #  * `think_about_task_adherence`: Thinking tool for determining whether the agent is still on track with the current task. | ||||
| #  * `think_about_whether_you_are_done`: Thinking tool for determining whether the task is truly completed. | ||||
| #  * `write_memory`: Writes a named memory (for future reference) to Serena's project-specific memory store. | ||||
| excluded_tools: [] | ||||
|  | ||||
| # initial prompt for the project. It will always be given to the LLM upon activating the project | ||||
| # (contrary to the memories, which are loaded on demand). | ||||
| initial_prompt: "" | ||||
|  | ||||
| project_name: "npmci" | ||||
							
								
								
									
										28
									
								
								.snyk
									
									
									
									
									
								
							
							
						
						
									
										28
									
								
								.snyk
									
									
									
									
									
								
							| @@ -1,28 +0,0 @@ | ||||
| # Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities. | ||||
| version: v1.12.0 | ||||
| # ignores vulnerabilities until expiry date; change duration by modifying expiry date | ||||
| ignore: | ||||
|   'npm:shelljs:20140723': | ||||
|     - shelljs: | ||||
|         reason: None given | ||||
|         expires: '2018-06-02T22:48:10.660Z' | ||||
|     - smartshell > shelljs: | ||||
|         reason: None given | ||||
|         expires: '2018-06-02T22:48:10.660Z' | ||||
|     - smartssh > shelljs: | ||||
|         reason: None given | ||||
|         expires: '2018-06-02T22:48:10.660Z' | ||||
|     - smartshell > shelljs: | ||||
|         reason: None given | ||||
|         expires: '2018-08-14T21:49:25.248Z' | ||||
|     - smartssh > shelljs: | ||||
|         reason: None given | ||||
|         expires: '2018-08-14T21:49:25.248Z' | ||||
|     - shelljs: | ||||
|         reason: None given | ||||
|         expires: '2018-08-14T21:49:25.248Z' | ||||
|   'npm:stringstream:20180511': | ||||
|     - request > stringstream: | ||||
|         reason: None given | ||||
|         expires: '2018-08-14T21:49:25.248Z' | ||||
| patch: {} | ||||
							
								
								
									
										11
									
								
								.vscode/launch.json
									
									
									
									
										vendored
									
									
										Normal file
									
								
							
							
						
						
									
										11
									
								
								.vscode/launch.json
									
									
									
									
										vendored
									
									
										Normal file
									
								
							| @@ -0,0 +1,11 @@ | ||||
| { | ||||
|   "version": "0.2.0", | ||||
|   "configurations": [ | ||||
|     { | ||||
|       "command": "npm test", | ||||
|       "name": "Run npm test", | ||||
|       "request": "launch", | ||||
|       "type": "node-terminal" | ||||
|     } | ||||
|   ] | ||||
| } | ||||
							
								
								
									
										26
									
								
								.vscode/settings.json
									
									
									
									
										vendored
									
									
										Normal file
									
								
							
							
						
						
									
										26
									
								
								.vscode/settings.json
									
									
									
									
										vendored
									
									
										Normal file
									
								
							| @@ -0,0 +1,26 @@ | ||||
| { | ||||
|   "json.schemas": [ | ||||
|     { | ||||
|       "fileMatch": ["/npmextra.json"], | ||||
|       "schema": { | ||||
|         "type": "object", | ||||
|         "properties": { | ||||
|           "npmci": { | ||||
|             "type": "object", | ||||
|             "description": "settings for npmci" | ||||
|           }, | ||||
|           "gitzone": { | ||||
|             "type": "object", | ||||
|             "description": "settings for gitzone", | ||||
|             "properties": { | ||||
|               "projectType": { | ||||
|                 "type": "string", | ||||
|                 "enum": ["website", "element", "service", "npm", "wcc"] | ||||
|               } | ||||
|             } | ||||
|           } | ||||
|         } | ||||
|       } | ||||
|     } | ||||
|   ] | ||||
| } | ||||
							
								
								
									
										108
									
								
								bin/szci-wrapper.js
									
									
									
									
									
										Executable file
									
								
							
							
						
						
									
										108
									
								
								bin/szci-wrapper.js
									
									
									
									
									
										Executable file
									
								
							| @@ -0,0 +1,108 @@ | ||||
| #!/usr/bin/env node | ||||
|  | ||||
| /** | ||||
|  * SZCI npm wrapper | ||||
|  * This script executes the appropriate pre-compiled binary based on the current platform | ||||
|  */ | ||||
|  | ||||
| import { spawn } from 'child_process'; | ||||
| import { fileURLToPath } from 'url'; | ||||
| import { dirname, join } from 'path'; | ||||
| import { existsSync } from 'fs'; | ||||
| import { platform, arch } from 'os'; | ||||
|  | ||||
| const __filename = fileURLToPath(import.meta.url); | ||||
| const __dirname = dirname(__filename); | ||||
|  | ||||
| /** | ||||
|  * Get the binary name for the current platform | ||||
|  */ | ||||
| function getBinaryName() { | ||||
|   const plat = platform(); | ||||
|   const architecture = arch(); | ||||
|  | ||||
|   // Map Node's platform/arch to our binary naming | ||||
|   const platformMap = { | ||||
|     'darwin': 'macos', | ||||
|     'linux': 'linux', | ||||
|     'win32': 'windows' | ||||
|   }; | ||||
|  | ||||
|   const archMap = { | ||||
|     'x64': 'x64', | ||||
|     'arm64': 'arm64' | ||||
|   }; | ||||
|  | ||||
|   const mappedPlatform = platformMap[plat]; | ||||
|   const mappedArch = archMap[architecture]; | ||||
|  | ||||
|   if (!mappedPlatform || !mappedArch) { | ||||
|     console.error(`Error: Unsupported platform/architecture: ${plat}/${architecture}`); | ||||
|     console.error('Supported platforms: Linux, macOS, Windows'); | ||||
|     console.error('Supported architectures: x64, arm64'); | ||||
|     process.exit(1); | ||||
|   } | ||||
|  | ||||
|   // Construct binary name | ||||
|   let binaryName = `szci-${mappedPlatform}-${mappedArch}`; | ||||
|   if (plat === 'win32') { | ||||
|     binaryName += '.exe'; | ||||
|   } | ||||
|  | ||||
|   return binaryName; | ||||
| } | ||||
|  | ||||
| /** | ||||
|  * Execute the binary | ||||
|  */ | ||||
| function executeBinary() { | ||||
|   const binaryName = getBinaryName(); | ||||
|   const binaryPath = join(__dirname, '..', 'dist', 'binaries', binaryName); | ||||
|  | ||||
|   // Check if binary exists | ||||
|   if (!existsSync(binaryPath)) { | ||||
|     console.error(`Error: Binary not found at ${binaryPath}`); | ||||
|     console.error('This might happen if:'); | ||||
|     console.error('1. The postinstall script failed to run'); | ||||
|     console.error('2. The platform is not supported'); | ||||
|     console.error('3. The package was not installed correctly'); | ||||
|     console.error(''); | ||||
|     console.error('Try reinstalling the package:'); | ||||
|     console.error('  npm uninstall -g @ship.zone/szci'); | ||||
|     console.error('  npm install -g @ship.zone/szci'); | ||||
|     process.exit(1); | ||||
|   } | ||||
|  | ||||
|   // Spawn the binary with all arguments passed through | ||||
|   const child = spawn(binaryPath, process.argv.slice(2), { | ||||
|     stdio: 'inherit', | ||||
|     shell: false | ||||
|   }); | ||||
|  | ||||
|   // Handle child process events | ||||
|   child.on('error', (err) => { | ||||
|     console.error(`Error executing szci: ${err.message}`); | ||||
|     process.exit(1); | ||||
|   }); | ||||
|  | ||||
|   child.on('exit', (code, signal) => { | ||||
|     if (signal) { | ||||
|       process.kill(process.pid, signal); | ||||
|     } else { | ||||
|       process.exit(code || 0); | ||||
|     } | ||||
|   }); | ||||
|  | ||||
|   // Forward signals to child process | ||||
|   const signals = ['SIGINT', 'SIGTERM', 'SIGHUP']; | ||||
|   signals.forEach(signal => { | ||||
|     process.on(signal, () => { | ||||
|       if (!child.killed) { | ||||
|         child.kill(signal); | ||||
|       } | ||||
|     }); | ||||
|   }); | ||||
| } | ||||
|  | ||||
| // Execute | ||||
| executeBinary(); | ||||
							
								
								
									
										115
									
								
								changelog.md
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										115
									
								
								changelog.md
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,115 @@ | ||||
| # Changelog | ||||
|  | ||||
| ## 2025-10-26 - 6.0.1 - fix(tests) | ||||
| Migrate tests to Deno native runner and update Deno config | ||||
|  | ||||
| - Convert test suites from tap/tapbundle to Deno.test and @std/assert | ||||
| - Replace CommonJS-style runtime imports with .ts module imports for Deno (test files updated) | ||||
| - Use Deno.env.set to configure test environment variables and restore working directory after tests | ||||
| - Update test/test.cloudly.ts to import CloudlyConnector directly and disable TLS verification for tests | ||||
| - Adjust deno.json version field (6.0.0 -> 5.0.0) as part of Deno configuration changes | ||||
| - Add local project .claude/settings.local.json for tooling permissions | ||||
|  | ||||
| ## 2025-10-26 - 6.0.0 - BREAKING CHANGE(szci) | ||||
| Rename project from npmci to szci and migrate runtime to Deno; add compiled binaries, installer and wrapper; update imports, env handling and package metadata | ||||
|  | ||||
| - Major rename/refactor: Npmci -> Szci across the codebase (classes, filenames, modules and exports). | ||||
| - Migrate runtime to Deno: add deno.json, mod.ts entry point, use Deno.std imports and .ts module imports throughout. | ||||
| - Add compilation and distribution tooling: scripts/compile-all.sh, scripts/install-binary.js, bin/szci-wrapper.js and dist/binaries layout for prebuilt executables. | ||||
| - Package metadata updated: package.json renamed/rewritten for @ship.zone/szci and bumped to 5.0.0, updated publishConfig, files and scripts. | ||||
| - Environment API changes: replaced process.env usages with Deno.env accessors and updated path constants (Szci paths). | ||||
| - Refactored helper modules: npmci.bash -> szci.bash, updated smartshell/bash wrappers and other manager modules to Deno patterns. | ||||
| - Tests and imports updated to new module paths and package layout; .gitignore updated to ignore deno artifacts. | ||||
| - Breaking changes to callers: CLI name, class names, programmatic API, binary installation and environment handling have changed and may require updates in integrations and CI configurations. | ||||
|  | ||||
| ## 2024-11-17 - 4.1.37 - fix(docker) | ||||
| Enhanced base image extraction logic from Dockerfile | ||||
|  | ||||
| - Improved dockerBaseImage to accurately extract base images considering ARG variables. | ||||
| - Added support for parsing Dockerfile content without external libraries. | ||||
| - Enhanced error handling for missing FROM instructions. | ||||
|  | ||||
| ## 2024-11-17 - 4.1.36 - fix(docker) | ||||
| Improve logging for Dockerfile build order with base image details. | ||||
|  | ||||
| - Enhance logging in Dockerfile sorting process to include base image information. | ||||
|  | ||||
| ## 2024-11-17 - 4.1.35 - fix(docker) | ||||
| Fix Dockerfile dependency sorting and enhance environment variable handling for GitHub repos | ||||
|  | ||||
| - Refined the algorithm for sorting Dockerfiles based on dependencies to ensure proper build order. | ||||
| - Enhanced environment variable handling in the NpmciEnv class to support conditional assignments. | ||||
| - Updated various dependencies in package.json for improved performance and compatibility. | ||||
| - Added error handling to circular dependency detection in Dockerfile sorting. | ||||
|  | ||||
| ## 2024-11-05 - 4.1.34 - fix(connector) | ||||
| Remove unused typedrequest implementation in cloudlyconnector | ||||
|  | ||||
| - Removed commented out code that initialized typedrequest in CloudlyConnector. | ||||
|  | ||||
| ## 2024-11-05 - 4.1.33 - fix(core) | ||||
| Updated dependencies and improved npm preparation logic. | ||||
|  | ||||
| - Updated @git.zone/tsbuild from ^2.1.84 to ^2.2.0. | ||||
| - Updated @git.zone/tsrun from ^1.2.49 to ^1.3.3. | ||||
| - Updated @types/node from ^22.7.9 to ^22.8.7. | ||||
| - Updated @serve.zone/api from ^1.2.1 to ^4.3.1. | ||||
| - Improved npm preparation logic to handle empty tokens gracefully. | ||||
|  | ||||
| ## 2024-10-23 - 4.1.32 - fix(dependencies) | ||||
| Update project dependencies to latest versions | ||||
|  | ||||
| - Updated development dependencies, including @git.zone/tsbuild and @git.zone/tsrun. | ||||
| - Updated production dependencies such as @api.global/typedrequest and @push.rocks/smartfile. | ||||
|  | ||||
| ## 2022-10-24 - 4.0.11 - prerelease | ||||
| now includes a precheck for more generic runner execution | ||||
|  | ||||
| - Implemented a precheck feature for runners. | ||||
|  | ||||
| ## 2022-10-09 to 2022-10-11 - 4.0.0 to 4.0.10 - migration | ||||
| internal migrations and fixes | ||||
|  | ||||
| - Major switch to ESM style module: **BREAKING CHANGE**. | ||||
| - Multiple fixes in core functionalities and module updates. | ||||
|  | ||||
| ## 2019-11-26 - 3.1.73 - fixes | ||||
| correctly setting npm cache and other updates | ||||
|  | ||||
| - Ensured correct npm cache setting during preparation. | ||||
| - Various core updates. | ||||
|  | ||||
| ## 2018-12-23 - 3.1.19 - privacy updates | ||||
| enhanced mirroring controls for private code | ||||
|  | ||||
| - Now refusing to mirror private code. | ||||
|  | ||||
| ## 2018-11-24 - 3.1.2 - ci improvement | ||||
| removed unnecessary build dependency | ||||
|  | ||||
| - Removed npmts build dependency in CI pipeline. | ||||
|  | ||||
| ## 2018-09-22 - 3.0.59 - enhancement | ||||
| integrated smartlog for improved logging | ||||
|  | ||||
| - Logs now utilize smartlog for better management. | ||||
|  | ||||
| ## 2017-09-08 - 3.0.14 - analytics | ||||
| added analytics features | ||||
|  | ||||
| - Enabled analytics throughout the system. | ||||
|  | ||||
| ## 2017-08-29 - 3.0.9 - docker enhancements | ||||
| docker improvements and build args implementation | ||||
|  | ||||
| - Implemented working `dockerBuildArgEnvMap`. | ||||
|  | ||||
| ## 2017-07-27 - 2.4.0 - stability improvements | ||||
| various updates to stabilize the environment | ||||
|  | ||||
| - Fixed npmci versioning issues. | ||||
|  | ||||
| ## 2016-11-25 - 2.3.24 - global tools | ||||
| improved handling for global tool installations | ||||
|  | ||||
| - Improved install handling for needed global tools. | ||||
							
								
								
									
										3
									
								
								cli.js
									
									
									
									
									
								
							
							
						
						
									
										3
									
								
								cli.js
									
									
									
									
									
								
							| @@ -1,3 +0,0 @@ | ||||
| #!/usr/bin/env node | ||||
| process.env.CLI_CALL = 'true'; | ||||
| require('./dist/index'); | ||||
| @@ -1,4 +0,0 @@ | ||||
| #!/usr/bin/env node | ||||
| process.env.CLI_CALL = 'true'; | ||||
| require('@gitzone/tsrun'); | ||||
| require('./ts/index'); | ||||
							
								
								
									
										67
									
								
								deno.json
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										67
									
								
								deno.json
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,67 @@ | ||||
| { | ||||
|   "name": "@ship.zone/szci", | ||||
|   "version": "6.0.1", | ||||
|   "exports": "./mod.ts", | ||||
|   "nodeModulesDir": "auto", | ||||
|   "tasks": { | ||||
|     "dev": "deno run --allow-all mod.ts", | ||||
|     "compile": "deno task compile:all", | ||||
|     "compile:all": "bash scripts/compile-all.sh", | ||||
|     "test": "deno test --allow-all test/", | ||||
|     "test:watch": "deno test --allow-all --watch test/", | ||||
|     "check": "deno check mod.ts", | ||||
|     "fmt": "deno fmt", | ||||
|     "lint": "deno lint" | ||||
|   }, | ||||
|   "lint": { | ||||
|     "rules": { | ||||
|       "tags": [ | ||||
|         "recommended" | ||||
|       ] | ||||
|     } | ||||
|   }, | ||||
|   "fmt": { | ||||
|     "useTabs": false, | ||||
|     "lineWidth": 100, | ||||
|     "indentWidth": 2, | ||||
|     "semiColons": true, | ||||
|     "singleQuote": true | ||||
|   }, | ||||
|   "compilerOptions": { | ||||
|     "lib": [ | ||||
|       "deno.window" | ||||
|     ], | ||||
|     "strict": true | ||||
|   }, | ||||
|   "imports": { | ||||
|     "@std/path": "jsr:@std/path@^1.0.0", | ||||
|     "@std/fmt": "jsr:@std/fmt@^1.0.0", | ||||
|     "@std/cli": "jsr:@std/cli@^1.0.0", | ||||
|     "@std/assert": "jsr:@std/assert@^1.0.0", | ||||
|     "@api.global/typedrequest": "npm:@api.global/typedrequest@^3.1.10", | ||||
|     "@push.rocks/lik": "npm:@push.rocks/lik@^6.1.0", | ||||
|     "@push.rocks/npmextra": "npm:@push.rocks/npmextra@^5.1.2", | ||||
|     "@push.rocks/projectinfo": "npm:@push.rocks/projectinfo@^5.0.2", | ||||
|     "@push.rocks/qenv": "npm:@push.rocks/qenv@^6.0.2", | ||||
|     "@push.rocks/smartanalytics": "npm:@push.rocks/smartanalytics@^2.0.15", | ||||
|     "@push.rocks/smartcli": "npm:@push.rocks/smartcli@^4.0.11", | ||||
|     "@push.rocks/smartdelay": "npm:@push.rocks/smartdelay@^3.0.5", | ||||
|     "@push.rocks/smartenv": "npm:@push.rocks/smartenv@^5.0.5", | ||||
|     "@push.rocks/smartfile": "npm:@push.rocks/smartfile@^11.0.21", | ||||
|     "@push.rocks/smartgit": "npm:@push.rocks/smartgit@^3.1.1", | ||||
|     "@push.rocks/smartlog": "npm:@push.rocks/smartlog@^3.0.7", | ||||
|     "@push.rocks/smartlog-destination-local": "npm:@push.rocks/smartlog-destination-local@^9.0.0", | ||||
|     "@push.rocks/smartobject": "npm:@push.rocks/smartobject@^1.0.12", | ||||
|     "@push.rocks/smartpath": "npm:@push.rocks/smartpath@^5.0.11", | ||||
|     "@push.rocks/smartpromise": "npm:@push.rocks/smartpromise@^4.0.4", | ||||
|     "@push.rocks/smartrequest": "npm:@push.rocks/smartrequest@^2.0.23", | ||||
|     "@push.rocks/smartshell": "npm:@push.rocks/smartshell@^3.0.6", | ||||
|     "@push.rocks/smartsocket": "npm:@push.rocks/smartsocket@^2.0.22", | ||||
|     "@push.rocks/smartssh": "npm:@push.rocks/smartssh@^2.0.1", | ||||
|     "@push.rocks/smartstring": "npm:@push.rocks/smartstring@^4.0.8", | ||||
|     "@push.rocks/smartexpect": "npm:@push.rocks/smartexpect@^1.0.15", | ||||
|     "@serve.zone/api": "npm:@serve.zone/api@^4.3.11", | ||||
|     "@tsclass/tsclass": "npm:@tsclass/tsclass@^4.1.2", | ||||
|     "through2": "npm:through2@^4.0.2" | ||||
|   } | ||||
| } | ||||
							
								
								
									
										257
									
								
								install.sh
									
									
									
									
									
										Executable file
									
								
							
							
						
						
									
										257
									
								
								install.sh
									
									
									
									
									
										Executable file
									
								
							| @@ -0,0 +1,257 @@ | ||||
| #!/bin/bash | ||||
|  | ||||
| # SZCI Installer Script (v5.0+) | ||||
| # Downloads and installs pre-compiled SZCI binary from Gitea releases | ||||
| # | ||||
| # Usage: | ||||
| #   Direct piped installation (recommended): | ||||
| #     curl -sSL https://code.foss.global/ship.zone/szci/raw/branch/master/install.sh | sudo bash | ||||
| # | ||||
| #   With version specification: | ||||
| #     curl -sSL https://code.foss.global/ship.zone/szci/raw/branch/master/install.sh | sudo bash -s -- --version v5.0.0 | ||||
| # | ||||
| # Options: | ||||
| #   -h, --help             Show this help message | ||||
| #   --version VERSION      Install specific version (e.g., v5.0.0) | ||||
| #   --install-dir DIR      Installation directory (default: /opt/szci) | ||||
|  | ||||
| set -e | ||||
|  | ||||
| # Default values | ||||
| SHOW_HELP=0 | ||||
| SPECIFIED_VERSION="" | ||||
| INSTALL_DIR="/opt/szci" | ||||
| GITEA_BASE_URL="https://code.foss.global" | ||||
| GITEA_REPO="ship.zone/szci" | ||||
|  | ||||
| # Parse command line arguments | ||||
| while [[ $# -gt 0 ]]; do | ||||
|   case $1 in | ||||
|     -h|--help) | ||||
|       SHOW_HELP=1 | ||||
|       shift | ||||
|       ;; | ||||
|     --version) | ||||
|       SPECIFIED_VERSION="$2" | ||||
|       shift 2 | ||||
|       ;; | ||||
|     --install-dir) | ||||
|       INSTALL_DIR="$2" | ||||
|       shift 2 | ||||
|       ;; | ||||
|     *) | ||||
|       echo "Unknown option: $1" | ||||
|       echo "Use -h or --help for usage information" | ||||
|       exit 1 | ||||
|       ;; | ||||
|   esac | ||||
| done | ||||
|  | ||||
| if [ $SHOW_HELP -eq 1 ]; then | ||||
|   echo "SZCI Installer Script (v5.0+)" | ||||
|   echo "Downloads and installs pre-compiled SZCI binary" | ||||
|   echo "" | ||||
|   echo "Usage: $0 [options]" | ||||
|   echo "" | ||||
|   echo "Options:" | ||||
|   echo "  -h, --help             Show this help message" | ||||
|   echo "  --version VERSION      Install specific version (e.g., v5.0.0)" | ||||
|   echo "  --install-dir DIR      Installation directory (default: /opt/szci)" | ||||
|   echo "" | ||||
|   echo "Examples:" | ||||
|   echo "  # Install latest version" | ||||
|   echo "  curl -sSL https://code.foss.global/ship.zone/szci/raw/branch/master/install.sh | sudo bash" | ||||
|   echo "" | ||||
|   echo "  # Install specific version" | ||||
|   echo "  curl -sSL https://code.foss.global/ship.zone/szci/raw/branch/master/install.sh | sudo bash -s -- --version v5.0.0" | ||||
|   exit 0 | ||||
| fi | ||||
|  | ||||
| # Check if running as root | ||||
| if [ "$EUID" -ne 0 ]; then | ||||
|   echo "Please run as root (sudo bash install.sh or pipe to sudo bash)" | ||||
|   exit 1 | ||||
| fi | ||||
|  | ||||
| # Helper function to detect OS and architecture | ||||
| detect_platform() { | ||||
|   local os=$(uname -s) | ||||
|   local arch=$(uname -m) | ||||
|  | ||||
|   # Map OS | ||||
|   case "$os" in | ||||
|     Linux) | ||||
|       os_name="linux" | ||||
|       ;; | ||||
|     Darwin) | ||||
|       os_name="macos" | ||||
|       ;; | ||||
|     MINGW*|MSYS*|CYGWIN*) | ||||
|       os_name="windows" | ||||
|       ;; | ||||
|     *) | ||||
|       echo "Error: Unsupported operating system: $os" | ||||
|       echo "Supported: Linux, macOS, Windows" | ||||
|       exit 1 | ||||
|       ;; | ||||
|   esac | ||||
|  | ||||
|   # Map architecture | ||||
|   case "$arch" in | ||||
|     x86_64|amd64) | ||||
|       arch_name="x64" | ||||
|       ;; | ||||
|     aarch64|arm64) | ||||
|       arch_name="arm64" | ||||
|       ;; | ||||
|     *) | ||||
|       echo "Error: Unsupported architecture: $arch" | ||||
|       echo "Supported: x86_64/amd64 (x64), aarch64/arm64 (arm64)" | ||||
|       exit 1 | ||||
|       ;; | ||||
|   esac | ||||
|  | ||||
|   # Construct binary name | ||||
|   if [ "$os_name" = "windows" ]; then | ||||
|     echo "szci-${os_name}-${arch_name}.exe" | ||||
|   else | ||||
|     echo "szci-${os_name}-${arch_name}" | ||||
|   fi | ||||
| } | ||||
|  | ||||
| # Get latest release version from Gitea API | ||||
| get_latest_version() { | ||||
|   echo "Fetching latest release version from Gitea..." >&2 | ||||
|  | ||||
|   local api_url="${GITEA_BASE_URL}/api/v1/repos/${GITEA_REPO}/releases/latest" | ||||
|   local response=$(curl -sSL "$api_url" 2>/dev/null) | ||||
|  | ||||
|   if [ $? -ne 0 ] || [ -z "$response" ]; then | ||||
|     echo "Error: Failed to fetch latest release information from Gitea API" >&2 | ||||
|     echo "URL: $api_url" >&2 | ||||
|     exit 1 | ||||
|   fi | ||||
|  | ||||
|   # Extract tag_name from JSON response | ||||
|   local version=$(echo "$response" | grep -o '"tag_name":"[^"]*"' | cut -d'"' -f4) | ||||
|  | ||||
|   if [ -z "$version" ]; then | ||||
|     echo "Error: Could not determine latest version from API response" >&2 | ||||
|     exit 1 | ||||
|   fi | ||||
|  | ||||
|   echo "$version" | ||||
| } | ||||
|  | ||||
| # Main installation process | ||||
| echo "================================================" | ||||
| echo "  SZCI Installation Script (v5.0+)" | ||||
| echo "  Serve Zone CI/CD Tool" | ||||
| echo "================================================" | ||||
| echo "" | ||||
|  | ||||
| # Detect platform | ||||
| BINARY_NAME=$(detect_platform) | ||||
| echo "Detected platform: $BINARY_NAME" | ||||
| echo "" | ||||
|  | ||||
| # Determine version to install | ||||
| if [ -n "$SPECIFIED_VERSION" ]; then | ||||
|   VERSION="$SPECIFIED_VERSION" | ||||
|   echo "Installing specified version: $VERSION" | ||||
| else | ||||
|   VERSION=$(get_latest_version) | ||||
|   echo "Installing latest version: $VERSION" | ||||
| fi | ||||
| echo "" | ||||
|  | ||||
| # Construct download URL | ||||
| DOWNLOAD_URL="${GITEA_BASE_URL}/${GITEA_REPO}/releases/download/${VERSION}/${BINARY_NAME}" | ||||
| echo "Download URL: $DOWNLOAD_URL" | ||||
| echo "" | ||||
|  | ||||
| # Clean installation directory - ensure only binary exists | ||||
| if [ -d "$INSTALL_DIR" ]; then | ||||
|   echo "Cleaning installation directory: $INSTALL_DIR" | ||||
|   rm -rf "$INSTALL_DIR" | ||||
| fi | ||||
|  | ||||
| # Create fresh installation directory | ||||
| echo "Creating installation directory: $INSTALL_DIR" | ||||
| mkdir -p "$INSTALL_DIR" | ||||
|  | ||||
| # Download binary | ||||
| echo "Downloading SZCI binary..." | ||||
| TEMP_FILE="$INSTALL_DIR/szci.download" | ||||
| curl -sSL "$DOWNLOAD_URL" -o "$TEMP_FILE" | ||||
|  | ||||
| if [ $? -ne 0 ]; then | ||||
|   echo "Error: Failed to download binary from $DOWNLOAD_URL" | ||||
|   echo "" | ||||
|   echo "Please check:" | ||||
|   echo "  1. Your internet connection" | ||||
|   echo "  2. The specified version exists: ${GITEA_BASE_URL}/${GITEA_REPO}/releases" | ||||
|   echo "  3. The platform binary is available for this release" | ||||
|   rm -f "$TEMP_FILE" | ||||
|   exit 1 | ||||
| fi | ||||
|  | ||||
| # Check if download was successful (file exists and not empty) | ||||
| if [ ! -s "$TEMP_FILE" ]; then | ||||
|   echo "Error: Downloaded file is empty or does not exist" | ||||
|   rm -f "$TEMP_FILE" | ||||
|   exit 1 | ||||
| fi | ||||
|  | ||||
| # Move to final location | ||||
| BINARY_PATH="$INSTALL_DIR/szci" | ||||
| mv "$TEMP_FILE" "$BINARY_PATH" | ||||
|  | ||||
| if [ $? -ne 0 ] || [ ! -f "$BINARY_PATH" ]; then | ||||
|   echo "Error: Failed to move binary to $BINARY_PATH" | ||||
|   rm -f "$TEMP_FILE" 2>/dev/null | ||||
|   exit 1 | ||||
| fi | ||||
|  | ||||
| # Make executable | ||||
| chmod +x "$BINARY_PATH" | ||||
|  | ||||
| if [ $? -ne 0 ]; then | ||||
|   echo "Error: Failed to make binary executable" | ||||
|   exit 1 | ||||
| fi | ||||
|  | ||||
| echo "Binary installed successfully to: $BINARY_PATH" | ||||
| echo "" | ||||
|  | ||||
| # Check if /usr/local/bin is in PATH | ||||
| if [[ ":$PATH:" == *":/usr/local/bin:"* ]]; then | ||||
|   BIN_DIR="/usr/local/bin" | ||||
| else | ||||
|   BIN_DIR="/usr/bin" | ||||
| fi | ||||
|  | ||||
| # Create symlink for global access | ||||
| ln -sf "$BINARY_PATH" "$BIN_DIR/szci" | ||||
| echo "Symlink created: $BIN_DIR/szci -> $BINARY_PATH" | ||||
|  | ||||
| echo "" | ||||
| echo "================================================" | ||||
| echo "  SZCI Installation Complete!" | ||||
| echo "================================================" | ||||
| echo "" | ||||
| echo "Installation details:" | ||||
| echo "  Binary location: $BINARY_PATH" | ||||
| echo "  Symlink location: $BIN_DIR/szci" | ||||
| echo "  Version: $VERSION" | ||||
| echo "" | ||||
| echo "Get started:" | ||||
| echo "  szci --version" | ||||
| echo "  szci --help" | ||||
| echo "  szci node install stable  # Install Node.js" | ||||
| echo "  szci docker build         # Build Docker images" | ||||
| echo "  szci npm test             # Run tests" | ||||
| echo "" | ||||
| echo "For CI/CD integration examples, visit:" | ||||
| echo "  https://code.foss.global/ship.zone/szci" | ||||
| echo "" | ||||
							
								
								
									
										48
									
								
								mod.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										48
									
								
								mod.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,48 @@ | ||||
| #!/usr/bin/env -S deno run --allow-all | ||||
|  | ||||
| /** | ||||
|  * SZCI - Serve Zone CI/CD Tool | ||||
|  * | ||||
|  * A command-line tool for streamlining Node.js and Docker workflows | ||||
|  * within CI environments, particularly GitLab CI, GitHub CI, and Gitea CI. | ||||
|  * | ||||
|  * Required Permissions: | ||||
|  * - --allow-net: Network access for Docker registries, npm, git operations | ||||
|  * - --allow-read: Read configuration files, Dockerfiles, package.json | ||||
|  * - --allow-write: Write configuration files, build artifacts | ||||
|  * - --allow-run: Execute system commands (docker, git, npm, ssh) | ||||
|  * - --allow-sys: Access system information (OS details) | ||||
|  * - --allow-env: Read/write environment variables | ||||
|  * | ||||
|  * @module | ||||
|  */ | ||||
|  | ||||
| import { Szci } from './ts/szci.classes.szci.ts'; | ||||
|  | ||||
| /** | ||||
|  * Main entry point for the SZCI application | ||||
|  * Parses command-line arguments and executes the requested command | ||||
|  */ | ||||
| async function main(): Promise<void> { | ||||
|   // Create Szci instance | ||||
|   const szciInstance = new Szci(); | ||||
|  | ||||
|   // Start the CLI | ||||
|   // Deno.args is already 0-indexed (unlike Node's process.argv which starts at index 2) | ||||
|   // The smartcli library may expect process.argv format, so we might need to prepend placeholders | ||||
|   await szciInstance.start(); | ||||
| } | ||||
|  | ||||
| // Execute main and handle errors | ||||
| if (import.meta.main) { | ||||
|   try { | ||||
|     await main(); | ||||
|   } catch (error) { | ||||
|     console.error(`Error: ${error instanceof Error ? error.message : String(error)}`); | ||||
|     Deno.exit(1); | ||||
|   } | ||||
| } | ||||
|  | ||||
| // Export for programmatic use | ||||
| export { Szci } from './ts/szci.classes.szci.ts'; | ||||
| export { Dockerfile } from './ts/manager.docker/mod.classes.dockerfile.ts'; | ||||
| @@ -1,17 +1,39 @@ | ||||
| { | ||||
|     "npmts":{ | ||||
|         "mode":"default", | ||||
|         "coverageTreshold": "70", | ||||
|         "cli": true | ||||
|     }, | ||||
|     "npmci": { | ||||
|         "npmGlobalTools": [ | ||||
|             "@gitzone/npmts" | ||||
|         ], | ||||
|         "npmAccessLevel": "public" | ||||
|     }, | ||||
|     "npmdocker":{ | ||||
|         "baseImage":"hosttoday/ht-docker-node:npmci", | ||||
|         "command": "npmci test stable" | ||||
|   "npmci": { | ||||
|     "npmGlobalTools": [], | ||||
|     "npmAccessLevel": "public", | ||||
|     "npmRegistryUrl": "registry.npmjs.org" | ||||
|   }, | ||||
|   "npmdocker": { | ||||
|     "baseImage": "hosttoday/ht-docker-node:npmci", | ||||
|     "command": "npmci test stable" | ||||
|   }, | ||||
|   "gitzone": { | ||||
|     "projectType": "npm", | ||||
|     "module": { | ||||
|       "githost": "gitlab.com", | ||||
|       "gitscope": "ship.zone", | ||||
|       "gitrepo": "npmci", | ||||
|       "description": "A tool to streamline Node.js and Docker workflows within CI environments, particularly GitLab CI, providing various CI/CD utilities.", | ||||
|       "npmPackagename": "@ship.zone/npmci", | ||||
|       "license": "MIT", | ||||
|       "keywords": [ | ||||
|         "Node.js", | ||||
|         "Docker", | ||||
|         "GitLab CI", | ||||
|         "GitHub CI", | ||||
|         "Gitea CI", | ||||
|         "CI/CD", | ||||
|         "automation", | ||||
|         "npm", | ||||
|         "TypeScript", | ||||
|         "cloud", | ||||
|         "SSH", | ||||
|         "registry", | ||||
|         "container management", | ||||
|         "continuous integration", | ||||
|         "continuous deployment" | ||||
|       ] | ||||
|     } | ||||
|   } | ||||
| } | ||||
							
								
								
									
										2394
									
								
								package-lock.json
									
									
									
										generated
									
									
									
								
							
							
						
						
									
										2394
									
								
								package-lock.json
									
									
									
										generated
									
									
									
								
							
										
											
												File diff suppressed because it is too large
												Load Diff
											
										
									
								
							
							
								
								
									
										104
									
								
								package.json
									
									
									
									
									
								
							
							
						
						
									
										104
									
								
								package.json
									
									
									
									
									
								
							| @@ -1,59 +1,67 @@ | ||||
| { | ||||
|   "name": "@shipzone/npmci", | ||||
|   "version": "3.1.0", | ||||
|   "description": "node and docker in gitlab ci on steroids", | ||||
|   "main": "dist/index.js", | ||||
|   "typings": "dist/index.d.ts", | ||||
|   "bin": { | ||||
|     "npmci": "cli.js" | ||||
|   }, | ||||
|   "scripts": { | ||||
|     "test": "(rm -f config.json) && tstest test/", | ||||
|     "build": "(rm -f config.json) && tsbuild && (npm run testVersion)", | ||||
|     "testVersion": "(cd test/assets/ && node ../../cli.js -v)" | ||||
|   "name": "@ship.zone/szci", | ||||
|   "version": "6.0.1", | ||||
|   "description": "Serve Zone CI - A tool to streamline Node.js and Docker workflows within CI environments, particularly GitLab CI, providing various CI/CD utilities. Powered by Deno with standalone executables.", | ||||
|   "keywords": [ | ||||
|     "Node.js", | ||||
|     "Docker", | ||||
|     "GitLab CI", | ||||
|     "GitHub CI", | ||||
|     "Gitea CI", | ||||
|     "CI/CD", | ||||
|     "automation", | ||||
|     "npm", | ||||
|     "TypeScript", | ||||
|     "Deno", | ||||
|     "cloud", | ||||
|     "SSH", | ||||
|     "registry", | ||||
|     "container management", | ||||
|     "continuous integration", | ||||
|     "continuous deployment" | ||||
|   ], | ||||
|   "homepage": "https://code.foss.global/ship.zone/szci", | ||||
|   "bugs": { | ||||
|     "url": "https://code.foss.global/ship.zone/szci/issues" | ||||
|   }, | ||||
|   "repository": { | ||||
|     "type": "git", | ||||
|     "url": "git+ssh://git@gitlab.com/gitzone/npmci.git" | ||||
|     "url": "git+https://code.foss.global/ship.zone/szci.git" | ||||
|   }, | ||||
|   "author": "Lossless GmbH", | ||||
|   "license": "MIT", | ||||
|   "bugs": { | ||||
|     "url": "https://gitlab.com/gitzone/npmci/issues" | ||||
|   "type": "module", | ||||
|   "bin": { | ||||
|     "szci": "./bin/szci-wrapper.js" | ||||
|   }, | ||||
|   "homepage": "https://gitlab.com/gitzone/npmci#README", | ||||
|   "devDependencies": { | ||||
|     "@gitzone/tsbuild": "^2.0.22", | ||||
|     "@gitzone/tsrun": "^1.1.13", | ||||
|     "@gitzone/tstest": "^1.0.15", | ||||
|     "@pushrocks/tapbundle": "^3.0.7", | ||||
|     "@types/node": "^10.12.10", | ||||
|     "tslint": "^5.11.0", | ||||
|     "tslint-config-prettier": "^1.16.0" | ||||
|   "scripts": { | ||||
|     "postinstall": "node scripts/install-binary.js", | ||||
|     "prepublishOnly": "echo 'Publishing SZCI binaries to npm...'", | ||||
|     "test": "echo 'Tests are run with Deno: deno task test'", | ||||
|     "build": "echo 'no build needed'" | ||||
|   }, | ||||
|   "dependencies": { | ||||
|     "@pushrocks/lik": "^3.0.2", | ||||
|     "@pushrocks/npmextra": "^3.0.1", | ||||
|     "@pushrocks/projectinfo": "^4.0.2", | ||||
|     "@pushrocks/smartcli": "^3.0.6", | ||||
|     "@pushrocks/smartdelay": "^2.0.2", | ||||
|     "@pushrocks/smartfile": "^6.0.11", | ||||
|     "@pushrocks/smartlog": "^2.0.9", | ||||
|     "@pushrocks/smartlog-destination-local": "^7.0.5", | ||||
|     "@pushrocks/smartparam": "^1.0.4", | ||||
|     "@pushrocks/smartpromise": "^2.0.5", | ||||
|     "@pushrocks/smartrequest": "^1.1.14", | ||||
|     "@pushrocks/smartshell": "^2.0.8", | ||||
|     "@pushrocks/smartssh": "^1.2.3", | ||||
|     "@pushrocks/smartstring": "^3.0.4", | ||||
|     "@types/lodash": "^4.14.118", | ||||
|     "@types/shelljs": "^0.8.0", | ||||
|     "@types/through2": "^2.0.34", | ||||
|     "cflare": "^1.0.5", | ||||
|     "lodash": "^4.17.11", | ||||
|     "smartanalytics": "^2.0.9", | ||||
|     "smartsocket": "^1.1.19", | ||||
|     "through2": "^3.0.0" | ||||
|   "files": [ | ||||
|     "bin/", | ||||
|     "scripts/install-binary.js", | ||||
|     "readme.md", | ||||
|     "license", | ||||
|     "changelog.md" | ||||
|   ], | ||||
|   "engines": { | ||||
|     "node": ">=14.0.0" | ||||
|   }, | ||||
|   "private": false | ||||
|   "os": [ | ||||
|     "darwin", | ||||
|     "linux", | ||||
|     "win32" | ||||
|   ], | ||||
|   "cpu": [ | ||||
|     "x64", | ||||
|     "arm64" | ||||
|   ], | ||||
|   "publishConfig": { | ||||
|     "access": "public", | ||||
|     "registry": "https://registry.npmjs.org/" | ||||
|   }, | ||||
|   "packageManager": "pnpm@10.18.1+sha512.77a884a165cbba2d8d1c19e3b4880eee6d2fcabd0d879121e282196b80042351d5eb3ca0935fa599da1dc51265cc68816ad2bddd2a2de5ea9fdf92adbec7cd34" | ||||
| } | ||||
|   | ||||
							
								
								
									
										9740
									
								
								pnpm-lock.yaml
									
									
									
										generated
									
									
									
										Normal file
									
								
							
							
						
						
									
										9740
									
								
								pnpm-lock.yaml
									
									
									
										generated
									
									
									
										Normal file
									
								
							
										
											
												File diff suppressed because it is too large
												Load Diff
											
										
									
								
							
							
								
								
									
										4
									
								
								pnpm-workspace.yaml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										4
									
								
								pnpm-workspace.yaml
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,4 @@ | ||||
| onlyBuiltDependencies: | ||||
|   - esbuild | ||||
|   - mongodb-memory-server | ||||
|   - puppeteer | ||||
							
								
								
									
										2
									
								
								readme.hints.md
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										2
									
								
								readme.hints.md
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,2 @@ | ||||
| - focus on cli usage in CI environments. | ||||
| - show Gitlab CI, GitHub CI and Gitea CI examples. | ||||
							
								
								
									
										365
									
								
								readme.md
									
									
									
									
									
								
							
							
						
						
									
										365
									
								
								readme.md
									
									
									
									
									
								
							| @@ -1,106 +1,307 @@ | ||||
| # npmci | ||||
| # @ship.zone/szci | ||||
|  | ||||
| node and docker in gitlab ci on steroids | ||||
| **Serve Zone CI** - A powerful CI/CD tool for streamlining Node.js and Docker workflows within CI environments (GitLab CI, GitHub CI, Gitea CI). Now powered by Deno with standalone executables. | ||||
|  | ||||
| ## Availabililty | ||||
| ## ✨ Features | ||||
|  | ||||
| [](https://www.npmjs.com/package/@shipzone/npmci) | ||||
| [](https://GitLab.com/shipzone/npmci) | ||||
| [](https://github.com/shipzone/npmci) | ||||
| [](https://shipzone.gitlab.io/npmci/) | ||||
| - 🚀 **Standalone Executables** - No Node.js installation required | ||||
| - 🐳 **Docker Integration** - Build, tag, and push Docker images | ||||
| - 📦 **NPM Management** - Install, test, and publish npm packages | ||||
| - 🔧 **Node.js Version Management** - Install and switch between Node versions | ||||
| - 🔐 **SSH Key Management** - Deploy SSH keys from environment variables | ||||
| - ☁️ **Multi-Registry Support** - Push to multiple Docker registries | ||||
| - 🎯 **Cross-Platform** - Binaries for Linux, macOS, and Windows | ||||
|  | ||||
| ## Status for master | ||||
| ## 📥 Installation | ||||
|  | ||||
| [](https://GitLab.com/shipzone/npmci/commits/master) | ||||
| [](https://GitLab.com/shipzone/npmci/commits/master) | ||||
| [](https://www.npmjs.com/package/@shipzone/npmci) | ||||
| [](https://david-dm.org/shipzone/npmci) | ||||
| [](https://www.bithound.io/github/shipzone/npmci/master/dependencies/npm) | ||||
| [](https://www.bithound.io/github/shipzone/npmci) | ||||
| [](https://nodejs.org/dist/latest-v6.x/docs/api/) | ||||
| [](https://nodejs.org/dist/latest-v6.x/docs/api/) | ||||
| [](http://standardjs.com/) | ||||
| ### NPM (Recommended) | ||||
|  | ||||
| ## Usage | ||||
|  | ||||
| Use TypeScript for best in class instellisense. | ||||
|  | ||||
| npmci is designed to work in docker CI environments. The following docker images come with npmci presinstalled: | ||||
|  | ||||
| Docker Hub: | ||||
|  | ||||
| - [hosttoday/ht-docker-node:npmci](https://hub.docker.com/r/hosttoday/ht-docker-node/)   | ||||
|   has LTS node version and npmci preinstalled. | ||||
| - [hosttoday/ht-docker-dbase](https://hub.docker.com/r/hosttoday/ht-docker-dbase/)   | ||||
|   based on docker:git, can be used to build docker images in conjunction with docker:dind | ||||
|  | ||||
| npmci can be called from commandline and handle a lot of tasks durug ci: | ||||
|  | ||||
| ```shell | ||||
| # Handle node versions | ||||
| npmci node install stable # will install latest stable node version and update PATH for node and npm | ||||
| npmci node install lts # will install latest LTS node version and update PATH for node and npm versions | ||||
| npmci node install legacy # will install latest legacy node version and update PATH for node and npm | ||||
| npmci node install x.x.x #  will install any specific node version. | ||||
|  | ||||
| # Handle npm and yarn tasks | ||||
| npmcu npm login # logs in npm using the auth key provided at env var "NPMCI_TOKEN_NPM" | ||||
| npmci npm install  # installs dependencies using npm or yarn dependending on availablity | ||||
| npmci npm test # tests the package | ||||
| npmci npm publish # builds a package and publishes it | ||||
|  | ||||
| # handle docker tasks | ||||
| npmci docker prepare | ||||
| ## npmci test docker will look at all Dockerfiles and look for according tags on GitLab container registry | ||||
|  | ||||
|  | ||||
| # prepare tools | ||||
| npmci prepare npm # will look for $NPMCI_TOKEN_NPM env var and create .npmrc, so npm is authenticated | ||||
| npmci prepare docker # will look for $NPMCI_LOGIN_DOCKER in form username|password and authenticate docker | ||||
| npmci prepare docker-gitlab # will authenticate docker for gitlab container registry | ||||
|  | ||||
| # build containers | ||||
| npmci docker build # will build containers | ||||
| ## all Dockerfiles named Dockerfile* are picked up. | ||||
| ## specify tags like this Dockerfile_[tag] | ||||
| ## uploads all built images as [username]/[reponame]:[tag]_test to GitLab | ||||
| ## then test in next step with "npmci test docker" | ||||
|  | ||||
| # publish npm module | ||||
| npmci publish npm # will look vor $NPMCI_TOKEN_NPM env var and push any module in cwd to npm | ||||
| npmci publish docker | ||||
|  | ||||
| # trigger webhooks | ||||
| npmci trigger # will look for NPMCI_TRIGGER_1 to NPMCI_TRIGGER_100 in form domain|id|token|ref|name | ||||
| ```sh | ||||
| npm install -g @ship.zone/szci | ||||
| ``` | ||||
|  | ||||
| ## Configuration | ||||
| The package will automatically download the appropriate pre-compiled binary for your platform. | ||||
|  | ||||
| npmci supports the use of npmextra. | ||||
| ### From Source (Deno Required) | ||||
|  | ||||
| To configure npmci create a `npmextra.json` file at the root of your project | ||||
| ```sh | ||||
| git clone https://code.foss.global/ship.zone/szci.git | ||||
| cd szci | ||||
| deno task compile | ||||
| ``` | ||||
|  | ||||
| ## 🚀 Quick Start | ||||
|  | ||||
| ```sh | ||||
| # Install Node.js | ||||
| szci node install stable | ||||
|  | ||||
| # Install dependencies | ||||
| szci npm install | ||||
|  | ||||
| # Build Docker images | ||||
| szci docker build | ||||
|  | ||||
| # Run tests | ||||
| szci npm test | ||||
|  | ||||
| # Push Docker images | ||||
| szci docker push registry.example.com | ||||
| ``` | ||||
|  | ||||
| ## 📖 Usage | ||||
|  | ||||
| ### Node.js Management | ||||
|  | ||||
| ```sh | ||||
| # Install specific Node.js version | ||||
| szci node install lts | ||||
| szci node install stable | ||||
| szci node install 18 | ||||
|  | ||||
| # Install from .nvmrc | ||||
| szci node install legacy | ||||
| ``` | ||||
|  | ||||
| ### NPM Commands | ||||
|  | ||||
| ```sh | ||||
| # Install dependencies | ||||
| szci npm install | ||||
|  | ||||
| # Run tests | ||||
| szci npm test | ||||
|  | ||||
| # Publish package | ||||
| szci npm publish | ||||
| ``` | ||||
|  | ||||
| ### Docker Workflows | ||||
|  | ||||
| ```sh | ||||
| # Prepare Docker environment | ||||
| szci docker prepare | ||||
|  | ||||
| # Build all Dockerfiles | ||||
| szci docker build | ||||
|  | ||||
| # Push to registry | ||||
| szci docker push registry.example.com | ||||
|  | ||||
| # Pull from registry | ||||
| szci docker pull registry.example.com | ||||
|  | ||||
| # Test Dockerfiles | ||||
| szci docker test | ||||
| ``` | ||||
|  | ||||
| ### SSH Key Management | ||||
|  | ||||
| ```sh | ||||
| # Deploy SSH keys from environment | ||||
| szci ssh prepare | ||||
| ``` | ||||
|  | ||||
| Set environment variables like `NPMCI_SSHKEY_1`, `NPMCI_SSHKEY_2`, etc. | ||||
|  | ||||
| ## 🔧 CI/CD Integration | ||||
|  | ||||
| ### GitLab CI | ||||
|  | ||||
| ```yaml | ||||
| image: denoland/deno:alpine | ||||
|  | ||||
| stages: | ||||
|   - prepare | ||||
|   - build | ||||
|   - test | ||||
|   - deploy | ||||
|  | ||||
| variables: | ||||
|   SZCI_VERSION: "latest" | ||||
|  | ||||
| before_script: | ||||
|   - deno install --allow-all --global --name szci https://code.foss.global/ship.zone/szci/raw/branch/master/mod.ts | ||||
|   # OR use the npm package: | ||||
|   # - npm install -g @ship.zone/szci | ||||
|  | ||||
| prepare: | ||||
|   stage: prepare | ||||
|   script: | ||||
|     - szci node install stable | ||||
|     - szci npm install | ||||
|  | ||||
| build: | ||||
|   stage: build | ||||
|   script: | ||||
|     - szci docker build | ||||
|  | ||||
| test: | ||||
|   stage: test | ||||
|   script: | ||||
|     - szci npm test | ||||
|  | ||||
| deploy: | ||||
|   stage: deploy | ||||
|   script: | ||||
|     - szci docker push $CI_REGISTRY | ||||
|   only: | ||||
|     - master | ||||
| ``` | ||||
|  | ||||
| ### GitHub Actions | ||||
|  | ||||
| ```yaml | ||||
| name: CI Pipeline | ||||
|  | ||||
| on: | ||||
|   push: | ||||
|     branches: [main] | ||||
|  | ||||
| jobs: | ||||
|   build: | ||||
|     runs-on: ubuntu-latest | ||||
|  | ||||
|     steps: | ||||
|       - uses: actions/checkout@v3 | ||||
|  | ||||
|       - name: Install SZCI | ||||
|         run: npm install -g @ship.zone/szci | ||||
|  | ||||
|       - name: Setup Node.js | ||||
|         run: szci node install stable | ||||
|  | ||||
|       - name: Install Dependencies | ||||
|         run: szci npm install | ||||
|  | ||||
|       - name: Build Docker Images | ||||
|         run: szci docker build | ||||
|  | ||||
|       - name: Run Tests | ||||
|         run: szci npm test | ||||
|  | ||||
|       - name: Push Images | ||||
|         if: github.ref == 'refs/heads/main' | ||||
|         run: szci docker push ghcr.io | ||||
| ``` | ||||
|  | ||||
| ## ⚙️ Configuration | ||||
|  | ||||
| Create an `npmextra.json` file in your project root: | ||||
|  | ||||
| ```json | ||||
| { | ||||
|   "npmci": { | ||||
|     "globalNpmTools": ["npm-check-updates", "protractor", "npmts", "gitzone"] | ||||
|     "npmGlobalTools": [], | ||||
|     "npmAccessLevel": "public", | ||||
|     "npmRegistryUrl": "registry.npmjs.org", | ||||
|     "dockerRegistries": [ | ||||
|       "registry.gitlab.com" | ||||
|     ], | ||||
|     "dockerRegistryRepoMap": { | ||||
|       "registry.gitlab.com": "mygroup/myrepo" | ||||
|     }, | ||||
|     "dockerBuildargEnvMap": { | ||||
|       "ARG_NAME": "ENV_VAR_NAME" | ||||
|     } | ||||
|   } | ||||
| } | ||||
| ``` | ||||
|  | ||||
| **Available options** | ||||
| ## 🐳 Docker Registry Authentication | ||||
|  | ||||
| | setting        | example                       | description                                                                                       | | ||||
| | -------------- | ----------------------------- | ------------------------------------------------------------------------------------------------- | | ||||
| | globalNpmTools | "globalNpmTools": ["gitbook"] | Will look for the specified package names locally and (if not yet present) install them from npm. | | ||||
| SZCI supports automatic authentication with: | ||||
|  | ||||
| For further information read the linked docs at the top of this README. | ||||
| - GitLab CI Registry (via `CI_JOB_TOKEN`) | ||||
| - Custom registries via environment variables | ||||
|  | ||||
| Use TypeScript for best in class instellisense. | ||||
| Set `NPMCI_LOGIN_DOCKER*` environment variables: | ||||
|  | ||||
| For further information read the linked docs at the top of this README. | ||||
| ```sh | ||||
| NPMCI_LOGIN_DOCKER_1="registry.example.com|username|password" | ||||
| NPMCI_LOGIN_DOCKER_2="another-registry.com|user2|pass2" | ||||
| ``` | ||||
|  | ||||
| > MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh) | ||||
| > | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy.html) | ||||
| ## 🏗️ Development | ||||
|  | ||||
| [](https://push.rocks) | ||||
| ### Prerequisites | ||||
|  | ||||
| - Deno 1.40+ installed | ||||
|  | ||||
| ### Building from Source | ||||
|  | ||||
| ```sh | ||||
| # Clone the repository | ||||
| git clone https://code.foss.global/ship.zone/szci.git | ||||
| cd szci | ||||
|  | ||||
| # Compile for all platforms | ||||
| deno task compile | ||||
|  | ||||
| # Compile for current platform only | ||||
| deno compile --allow-all --output szci mod.ts | ||||
|  | ||||
| # Run tests | ||||
| deno task test | ||||
|  | ||||
| # Development mode | ||||
| deno task dev --help | ||||
| ``` | ||||
|  | ||||
| ### Testing | ||||
|  | ||||
| SZCI uses Deno's native test framework: | ||||
|  | ||||
| ```sh | ||||
| # Run all tests | ||||
| deno task test | ||||
|  | ||||
| # Run tests in watch mode | ||||
| deno task test:watch | ||||
|  | ||||
| # Run specific test file | ||||
| deno test --allow-all test/test.cloudly.ts | ||||
| ``` | ||||
|  | ||||
| ## 📦 Binary Sizes | ||||
|  | ||||
| The standalone executables are approximately: | ||||
| - Linux x64: ~800MB | ||||
| - Linux ARM64: ~800MB | ||||
| - macOS x64: ~796MB | ||||
| - macOS ARM64: ~796MB | ||||
| - Windows x64: ~804MB | ||||
|  | ||||
| Sizes include all dependencies and the Deno runtime. | ||||
|  | ||||
| ## 🔄 Migration from npmci | ||||
|  | ||||
| If you're upgrading from the old `@ship.zone/npmci` package: | ||||
|  | ||||
| 1. Update package references: | ||||
|    ```sh | ||||
|    npm uninstall -g @ship.zone/npmci | ||||
|    npm install -g @ship.zone/szci | ||||
|    ``` | ||||
|  | ||||
| 2. Update CI configuration files - replace `npmci` with `szci` | ||||
|  | ||||
| 3. The command interface remains the same, only the binary name changed | ||||
|  | ||||
| ## 📝 License | ||||
|  | ||||
| MIT © Lossless GmbH | ||||
|  | ||||
| ## 🔗 Links | ||||
|  | ||||
| - [Repository](https://code.foss.global/ship.zone/szci) | ||||
| - [Issues](https://code.foss.global/ship.zone/szci/issues) | ||||
| - [Changelog](./changelog.md) | ||||
|  | ||||
| ## 🤝 Contributing | ||||
|  | ||||
| Contributions are welcome! Please feel free to submit a Pull Request. | ||||
|  | ||||
| --- | ||||
|  | ||||
| **Built with Deno 🦕** | ||||
|   | ||||
							
								
								
									
										66
									
								
								scripts/compile-all.sh
									
									
									
									
									
										Executable file
									
								
							
							
						
						
									
										66
									
								
								scripts/compile-all.sh
									
									
									
									
									
										Executable file
									
								
							| @@ -0,0 +1,66 @@ | ||||
| #!/bin/bash | ||||
| set -e | ||||
|  | ||||
| # Get version from deno.json | ||||
| VERSION=$(cat deno.json | grep -o '"version": *"[^"]*"' | cut -d'"' -f4) | ||||
| BINARY_DIR="dist/binaries" | ||||
|  | ||||
| echo "================================================" | ||||
| echo "  SZCI Compilation Script" | ||||
| echo "  Version: ${VERSION}" | ||||
| echo "================================================" | ||||
| echo "" | ||||
| echo "Compiling for all supported platforms..." | ||||
| echo "" | ||||
|  | ||||
| # Clean up old binaries and create fresh directory | ||||
| rm -rf "$BINARY_DIR" | ||||
| mkdir -p "$BINARY_DIR" | ||||
| echo "→ Cleaned old binaries from $BINARY_DIR" | ||||
| echo "" | ||||
|  | ||||
| # Linux x86_64 | ||||
| echo "→ Compiling for Linux x86_64..." | ||||
| deno compile --allow-all --no-check --output "$BINARY_DIR/szci-linux-x64" \ | ||||
|   --target x86_64-unknown-linux-gnu mod.ts | ||||
| echo "  ✓ Linux x86_64 complete" | ||||
| echo "" | ||||
|  | ||||
| # Linux ARM64 | ||||
| echo "→ Compiling for Linux ARM64..." | ||||
| deno compile --allow-all --no-check --output "$BINARY_DIR/szci-linux-arm64" \ | ||||
|   --target aarch64-unknown-linux-gnu mod.ts | ||||
| echo "  ✓ Linux ARM64 complete" | ||||
| echo "" | ||||
|  | ||||
| # macOS x86_64 | ||||
| echo "→ Compiling for macOS x86_64..." | ||||
| deno compile --allow-all --no-check --output "$BINARY_DIR/szci-macos-x64" \ | ||||
|   --target x86_64-apple-darwin mod.ts | ||||
| echo "  ✓ macOS x86_64 complete" | ||||
| echo "" | ||||
|  | ||||
| # macOS ARM64 | ||||
| echo "→ Compiling for macOS ARM64..." | ||||
| deno compile --allow-all --no-check --output "$BINARY_DIR/szci-macos-arm64" \ | ||||
|   --target aarch64-apple-darwin mod.ts | ||||
| echo "  ✓ macOS ARM64 complete" | ||||
| echo "" | ||||
|  | ||||
| # Windows x86_64 | ||||
| echo "→ Compiling for Windows x86_64..." | ||||
| deno compile --allow-all --no-check --output "$BINARY_DIR/szci-windows-x64.exe" \ | ||||
|   --target x86_64-pc-windows-msvc mod.ts | ||||
| echo "  ✓ Windows x86_64 complete" | ||||
| echo "" | ||||
|  | ||||
| echo "================================================" | ||||
| echo "  Compilation Summary" | ||||
| echo "================================================" | ||||
| echo "" | ||||
| ls -lh "$BINARY_DIR/" | tail -n +2 | ||||
| echo "" | ||||
| echo "✓ All binaries compiled successfully!" | ||||
| echo "" | ||||
| echo "Binary location: $BINARY_DIR/" | ||||
| echo "" | ||||
							
								
								
									
										228
									
								
								scripts/install-binary.js
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										228
									
								
								scripts/install-binary.js
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,228 @@ | ||||
| #!/usr/bin/env node | ||||
|  | ||||
| /** | ||||
|  * SZCI npm postinstall script | ||||
|  * Downloads the appropriate binary for the current platform from repository releases | ||||
|  */ | ||||
|  | ||||
| import { platform, arch } from 'os'; | ||||
| import { existsSync, mkdirSync, writeFileSync, chmodSync, unlinkSync } from 'fs'; | ||||
| import { join, dirname } from 'path'; | ||||
| import { fileURLToPath } from 'url'; | ||||
| import https from 'https'; | ||||
| import { pipeline } from 'stream'; | ||||
| import { promisify } from 'util'; | ||||
| import { createWriteStream } from 'fs'; | ||||
|  | ||||
| const __filename = fileURLToPath(import.meta.url); | ||||
| const __dirname = dirname(__filename); | ||||
| const streamPipeline = promisify(pipeline); | ||||
|  | ||||
| // Configuration | ||||
| const REPO_BASE = 'https://code.foss.global/ship.zone/szci'; | ||||
| const VERSION = process.env.npm_package_version || '4.1.37'; | ||||
|  | ||||
| function getBinaryInfo() { | ||||
|   const plat = platform(); | ||||
|   const architecture = arch(); | ||||
|  | ||||
|   const platformMap = { | ||||
|     'darwin': 'macos', | ||||
|     'linux': 'linux', | ||||
|     'win32': 'windows' | ||||
|   }; | ||||
|  | ||||
|   const archMap = { | ||||
|     'x64': 'x64', | ||||
|     'arm64': 'arm64' | ||||
|   }; | ||||
|  | ||||
|   const mappedPlatform = platformMap[plat]; | ||||
|   const mappedArch = archMap[architecture]; | ||||
|  | ||||
|   if (!mappedPlatform || !mappedArch) { | ||||
|     return { supported: false, platform: plat, arch: architecture }; | ||||
|   } | ||||
|  | ||||
|   let binaryName = `szci-${mappedPlatform}-${mappedArch}`; | ||||
|   if (plat === 'win32') { | ||||
|     binaryName += '.exe'; | ||||
|   } | ||||
|  | ||||
|   return { | ||||
|     supported: true, | ||||
|     platform: mappedPlatform, | ||||
|     arch: mappedArch, | ||||
|     binaryName, | ||||
|     originalPlatform: plat | ||||
|   }; | ||||
| } | ||||
|  | ||||
| function downloadFile(url, destination) { | ||||
|   return new Promise((resolve, reject) => { | ||||
|     console.log(`Downloading from: ${url}`); | ||||
|  | ||||
|     // Follow redirects | ||||
|     const download = (url, redirectCount = 0) => { | ||||
|       if (redirectCount > 5) { | ||||
|         reject(new Error('Too many redirects')); | ||||
|         return; | ||||
|       } | ||||
|  | ||||
|       https.get(url, (response) => { | ||||
|         if (response.statusCode === 301 || response.statusCode === 302) { | ||||
|           console.log(`Following redirect to: ${response.headers.location}`); | ||||
|           download(response.headers.location, redirectCount + 1); | ||||
|           return; | ||||
|         } | ||||
|  | ||||
|         if (response.statusCode !== 200) { | ||||
|           reject(new Error(`Failed to download: ${response.statusCode} ${response.statusMessage}`)); | ||||
|           return; | ||||
|         } | ||||
|  | ||||
|         const totalSize = parseInt(response.headers['content-length'], 10); | ||||
|         let downloadedSize = 0; | ||||
|         let lastProgress = 0; | ||||
|  | ||||
|         response.on('data', (chunk) => { | ||||
|           downloadedSize += chunk.length; | ||||
|           const progress = Math.round((downloadedSize / totalSize) * 100); | ||||
|  | ||||
|           // Only log every 10% to reduce noise | ||||
|           if (progress >= lastProgress + 10) { | ||||
|             console.log(`Download progress: ${progress}%`); | ||||
|             lastProgress = progress; | ||||
|           } | ||||
|         }); | ||||
|  | ||||
|         const file = createWriteStream(destination); | ||||
|  | ||||
|         pipeline(response, file, (err) => { | ||||
|           if (err) { | ||||
|             reject(err); | ||||
|           } else { | ||||
|             console.log('Download complete!'); | ||||
|             resolve(); | ||||
|           } | ||||
|         }); | ||||
|       }).on('error', reject); | ||||
|     }; | ||||
|  | ||||
|     download(url); | ||||
|   }); | ||||
| } | ||||
|  | ||||
| async function main() { | ||||
|   console.log('==========================================='); | ||||
|   console.log('  SZCI - Binary Installation'); | ||||
|   console.log('==========================================='); | ||||
|   console.log(''); | ||||
|  | ||||
|   const binaryInfo = getBinaryInfo(); | ||||
|  | ||||
|   if (!binaryInfo.supported) { | ||||
|     console.error(`❌ Error: Unsupported platform/architecture: ${binaryInfo.platform}/${binaryInfo.arch}`); | ||||
|     console.error(''); | ||||
|     console.error('Supported platforms:'); | ||||
|     console.error('  • Linux (x64, arm64)'); | ||||
|     console.error('  • macOS (x64, arm64)'); | ||||
|     console.error('  • Windows (x64)'); | ||||
|     console.error(''); | ||||
|     console.error('If you believe your platform should be supported, please file an issue:'); | ||||
|     console.error('  https://code.foss.global/ship.zone/szci/issues'); | ||||
|     process.exit(1); | ||||
|   } | ||||
|  | ||||
|   console.log(`Platform: ${binaryInfo.platform} (${binaryInfo.originalPlatform})`); | ||||
|   console.log(`Architecture: ${binaryInfo.arch}`); | ||||
|   console.log(`Binary: ${binaryInfo.binaryName}`); | ||||
|   console.log(`Version: ${VERSION}`); | ||||
|   console.log(''); | ||||
|  | ||||
|   // Create dist/binaries directory if it doesn't exist | ||||
|   const binariesDir = join(__dirname, '..', 'dist', 'binaries'); | ||||
|   if (!existsSync(binariesDir)) { | ||||
|     console.log('Creating binaries directory...'); | ||||
|     mkdirSync(binariesDir, { recursive: true }); | ||||
|   } | ||||
|  | ||||
|   const binaryPath = join(binariesDir, binaryInfo.binaryName); | ||||
|  | ||||
|   // Check if binary already exists and skip download | ||||
|   if (existsSync(binaryPath)) { | ||||
|     console.log('✓ Binary already exists, skipping download'); | ||||
|   } else { | ||||
|     // Construct download URL | ||||
|     // Try release URL first, fall back to raw branch if needed | ||||
|     const releaseUrl = `${REPO_BASE}/releases/download/v${VERSION}/${binaryInfo.binaryName}`; | ||||
|     const fallbackUrl = `${REPO_BASE}/raw/branch/master/dist/binaries/${binaryInfo.binaryName}`; | ||||
|  | ||||
|     console.log('Downloading platform-specific binary...'); | ||||
|     console.log('This may take a moment depending on your connection speed.'); | ||||
|     console.log(''); | ||||
|  | ||||
|     try { | ||||
|       // Try downloading from release | ||||
|       await downloadFile(releaseUrl, binaryPath); | ||||
|     } catch (err) { | ||||
|       console.log(`Release download failed: ${err.message}`); | ||||
|       console.log('Trying fallback URL...'); | ||||
|  | ||||
|       try { | ||||
|         // Try fallback URL | ||||
|         await downloadFile(fallbackUrl, binaryPath); | ||||
|       } catch (fallbackErr) { | ||||
|         console.error(`❌ Error: Failed to download binary`); | ||||
|         console.error(`  Primary URL: ${releaseUrl}`); | ||||
|         console.error(`  Fallback URL: ${fallbackUrl}`); | ||||
|         console.error(''); | ||||
|         console.error('This might be because:'); | ||||
|         console.error('1. The release has not been created yet'); | ||||
|         console.error('2. Network connectivity issues'); | ||||
|         console.error('3. The version specified does not exist'); | ||||
|         console.error(''); | ||||
|         console.error('You can try:'); | ||||
|         console.error('1. Installing from source: https://code.foss.global/ship.zone/szci'); | ||||
|         console.error('2. Downloading the binary manually from the releases page'); | ||||
|         console.error('3. Building from source with: deno task compile'); | ||||
|  | ||||
|         // Clean up partial download | ||||
|         if (existsSync(binaryPath)) { | ||||
|           unlinkSync(binaryPath); | ||||
|         } | ||||
|  | ||||
|         process.exit(1); | ||||
|       } | ||||
|     } | ||||
|  | ||||
|     console.log(`✓ Binary downloaded successfully`); | ||||
|   } | ||||
|  | ||||
|   // On Unix-like systems, ensure the binary is executable | ||||
|   if (binaryInfo.originalPlatform !== 'win32') { | ||||
|     try { | ||||
|       console.log('Setting executable permissions...'); | ||||
|       chmodSync(binaryPath, 0o755); | ||||
|       console.log('✓ Binary permissions updated'); | ||||
|     } catch (err) { | ||||
|       console.error(`⚠️  Warning: Could not set executable permissions: ${err.message}`); | ||||
|       console.error('   You may need to manually run:'); | ||||
|       console.error(`   chmod +x ${binaryPath}`); | ||||
|     } | ||||
|   } | ||||
|  | ||||
|   console.log(''); | ||||
|   console.log('✅ SZCI installation completed successfully!'); | ||||
|   console.log(''); | ||||
|   console.log('You can now use SZCI by running:'); | ||||
|   console.log('  szci --help'); | ||||
|   console.log(''); | ||||
|   console.log('==========================================='); | ||||
| } | ||||
|  | ||||
| // Run the installation | ||||
| main().catch(err => { | ||||
|   console.error(`❌ Installation failed: ${err.message}`); | ||||
|   process.exit(1); | ||||
| }); | ||||
							
								
								
									
										2
									
								
								test/assets/Dockerfile_hello_##version##
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										2
									
								
								test/assets/Dockerfile_hello_##version##
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,2 @@ | ||||
| FROM mygroup/myrepo:sometag2 | ||||
| RUN apt-get update | ||||
| @@ -1 +1,9 @@ | ||||
| {} | ||||
| { | ||||
|   "gitzone": { | ||||
|     "module": { | ||||
|       "githost": "code.foss.global", | ||||
|       "gitscope": "mygroup", | ||||
|       "gitrepo": "myrepo" | ||||
|     } | ||||
|   } | ||||
| } | ||||
							
								
								
									
										17
									
								
								test/test.cloudly.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										17
									
								
								test/test.cloudly.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,17 @@ | ||||
| // Disable TLS certificate validation for testing | ||||
| Deno.env.set('NODE_TLS_REJECT_UNAUTHORIZED', '0'); | ||||
|  | ||||
| import { CloudlyConnector } from '../ts/connector.cloudly/cloudlyconnector.ts'; | ||||
|  | ||||
| Deno.test('should be able to announce a container to cloudly', async () => { | ||||
|   const cloudlyConnector = new CloudlyConnector(null); | ||||
|   await cloudlyConnector.announceDockerContainer( | ||||
|     { | ||||
|       registryUrl: 'registry.losssless.com', | ||||
|       tag: 'testcontainer', | ||||
|       version: 'x.x.x', | ||||
|       labels: [], | ||||
|     }, | ||||
|     'cloudly.lossless.one' | ||||
|   ); | ||||
| }); | ||||
							
								
								
									
										152
									
								
								test/test.ts
									
									
									
									
									
								
							
							
						
						
									
										152
									
								
								test/test.ts
									
									
									
									
									
								
							| @@ -1,116 +1,116 @@ | ||||
| import { tap, expect } from '@pushrocks/tapbundle'; | ||||
| import * as path from 'path'; | ||||
| import { assertEquals } from '@std/assert'; | ||||
| import * as path from '@std/path'; | ||||
| import * as smartpath from '@push.rocks/smartpath'; | ||||
|  | ||||
| // Setup test | ||||
| process.env.NPMTS_TEST = 'true'; | ||||
| // Set up test environment | ||||
| Deno.env.set('NPMTS_TEST', 'true'); | ||||
| Deno.env.set('NPMCI_URL_CLOUDLY', 'localhost'); | ||||
| Deno.env.set('CI_REPOSITORY_URL', 'https://yyyyyy:xxxxxxxx@gitlab.com/mygroup/myrepo.git'); | ||||
| Deno.env.set('CI_BUILD_TOKEN', 'kjlkjfiudofiufs'); | ||||
| Deno.env.set('NPMCI_LOGIN_DOCKER', 'docker.io|someuser|somepass'); | ||||
| Deno.env.set('NPMCI_SSHKEY_1', 'hostString|somePrivKey|##'); | ||||
|  | ||||
| // set up environment | ||||
| process.env.CI_REPOSITORY_URL = 'https://yyyyyy:xxxxxxxx@gitlab.com/mygroup/myrepo.git'; | ||||
| process.env.CI_BUILD_TOKEN = 'kjlkjfiudofiufs'; | ||||
| // Get the test assets directory | ||||
| const testAssetsDir = path.join(smartpath.get.dirnameFromImportMetaUrl(import.meta.url), 'assets/'); | ||||
|  | ||||
| // Docker | ||||
| process.env.NPMCI_LOGIN_DOCKER = 'docker.io|someuser|somepass'; | ||||
| // Save original cwd and change to test assets | ||||
| const originalCwd = Deno.cwd(); | ||||
| Deno.chdir(testAssetsDir); | ||||
|  | ||||
| // SSH env | ||||
| process.env.NPMCI_SSHKEY_1 = 'hostString|somePrivKey|##'; | ||||
|  | ||||
| process.cwd = () => { | ||||
|   return path.join(__dirname, 'assets/'); | ||||
| }; | ||||
|  | ||||
| // require NPMCI files | ||||
| import '../ts/index'; | ||||
| import npmciModDocker = require('../ts/mod_docker/index'); | ||||
| import npmciModNpm = require('../ts/mod_npm/index'); | ||||
| import npmciModNode = require('../ts/mod_node/index'); | ||||
| import npmciModSsh = require('../ts/mod_ssh/index'); | ||||
| import npmciEnv = require('../ts/npmci.env'); | ||||
| import type { Dockerfile } from '../ts/manager.docker/mod.classes.dockerfile.ts'; | ||||
| import { Szci } from '../ts/szci.classes.szci.ts'; | ||||
| import * as DockerfileModule from '../ts/manager.docker/mod.classes.dockerfile.ts'; | ||||
|  | ||||
| // ====== | ||||
| // Docker | ||||
| // ====== | ||||
|  | ||||
| let dockerfile1: npmciModDocker.Dockerfile; | ||||
| let dockerfile2: npmciModDocker.Dockerfile; | ||||
| let sortableArray: npmciModDocker.Dockerfile[]; | ||||
| let dockerfile1: Dockerfile; | ||||
| let dockerfile2: Dockerfile; | ||||
| let sortableArray: Dockerfile[]; | ||||
|  | ||||
| tap.test('should return valid Dockerfiles', async () => { | ||||
|   dockerfile1 = new npmciModDocker.Dockerfile({ filePath: './Dockerfile', read: true }); | ||||
|   dockerfile2 = new npmciModDocker.Dockerfile({ filePath: './Dockerfile_sometag1', read: true }); | ||||
|   expect(dockerfile1.version).to.equal('latest'); | ||||
|   return expect(dockerfile2.version).to.equal('sometag1'); | ||||
| Deno.test('should return valid Dockerfiles', async () => { | ||||
|   const szciInstance = new Szci(); | ||||
|   await szciInstance.start(); | ||||
|   dockerfile1 = new DockerfileModule.Dockerfile(szciInstance.dockerManager, { | ||||
|     filePath: './Dockerfile', | ||||
|     read: true, | ||||
|   }); | ||||
|   dockerfile2 = new DockerfileModule.Dockerfile(szciInstance.dockerManager, { | ||||
|     filePath: './Dockerfile_sometag1', | ||||
|     read: true, | ||||
|   }); | ||||
|   assertEquals(dockerfile1.version, 'latest'); | ||||
|   assertEquals(dockerfile2.version, 'sometag1'); | ||||
| }); | ||||
|  | ||||
| tap.test('should read a directory of Dockerfiles', async () => { | ||||
|   return npmciModDocker.helpers | ||||
|     .readDockerfiles() | ||||
|     .then(async (readDockerfilesArrayArg: npmciModDocker.Dockerfile[]) => { | ||||
|       sortableArray = readDockerfilesArrayArg; | ||||
|       return expect(readDockerfilesArrayArg[1].version).to.equal('sometag1'); | ||||
|     }); | ||||
| Deno.test('should read a directory of Dockerfiles', async () => { | ||||
|   const szciInstance = new Szci(); | ||||
|   await szciInstance.start(); | ||||
|   const readDockerfilesArray = await DockerfileModule.Dockerfile.readDockerfiles( | ||||
|     szciInstance.dockerManager | ||||
|   ); | ||||
|   sortableArray = readDockerfilesArray; | ||||
|   assertEquals(readDockerfilesArray[1].version, 'sometag1'); | ||||
| }); | ||||
|  | ||||
| tap.test('should sort an array of Dockerfiles', async () => { | ||||
|   return npmciModDocker.helpers | ||||
|     .sortDockerfiles(sortableArray) | ||||
|     .then(async (sortedArrayArg: npmciModDocker.Dockerfile[]) => { | ||||
|       console.log(sortedArrayArg); | ||||
|     }); | ||||
| Deno.test('should sort an array of Dockerfiles', async () => { | ||||
|   const sortedArray = await DockerfileModule.Dockerfile.sortDockerfiles(sortableArray); | ||||
|   console.log(sortedArray); | ||||
| }); | ||||
|  | ||||
| tap.test('should build all Dockerfiles', async () => { | ||||
|   return npmciModDocker.handleCli({ | ||||
|     _: ['docker', 'build'] | ||||
| Deno.test('should build all Dockerfiles', async () => { | ||||
|   const szciInstance = new Szci(); | ||||
|   await szciInstance.start(); | ||||
|   await szciInstance.dockerManager.handleCli({ | ||||
|     _: ['docker', 'build'], | ||||
|   }); | ||||
| }); | ||||
|  | ||||
| tap.test('should test all Dockerfiles', async () => { | ||||
|   return await npmciModDocker.handleCli({ | ||||
|     _: ['docker', 'test'] | ||||
| Deno.test('should test all Dockerfiles', async () => { | ||||
|   const szciInstance = new Szci(); | ||||
|   await szciInstance.start(); | ||||
|   await szciInstance.dockerManager.handleCli({ | ||||
|     _: ['docker', 'test'], | ||||
|   }); | ||||
| }); | ||||
|  | ||||
| tap.test('should test dockerfiles', async () => { | ||||
|   return await npmciModDocker.handleCli({ | ||||
|     _: ['docker', 'test'] | ||||
|   }); | ||||
| }); | ||||
|  | ||||
| tap.test('should login docker daemon', async () => { | ||||
|   return await npmciModDocker.handleCli({ | ||||
|     _: ['docker', 'login'] | ||||
| Deno.test('should login docker daemon', async () => { | ||||
|   const szciInstance = new Szci(); | ||||
|   await szciInstance.start(); | ||||
|   await szciInstance.dockerManager.handleCli({ | ||||
|     _: ['docker', 'login'], | ||||
|   }); | ||||
| }); | ||||
|  | ||||
| // === | ||||
| // SSH | ||||
| // === | ||||
| tap.test('should prepare SSH keys', async () => { | ||||
|   return await npmciModSsh.handleCli({ | ||||
|     _: ['ssh', 'prepare'] | ||||
| Deno.test('should prepare SSH keys', async () => { | ||||
|   const npmciModSsh = await import('../ts/mod_ssh/index.ts'); | ||||
|   await npmciModSsh.handleCli({ | ||||
|     _: ['ssh', 'prepare'], | ||||
|   }); | ||||
| }); | ||||
|  | ||||
| // ==== | ||||
| // node | ||||
| // ==== | ||||
| tap.test('should install a certain version of node', async () => { | ||||
|   await npmciModNode.handleCli({ | ||||
|     _: ['node', 'install', 'stable'] | ||||
| Deno.test('should install a certain version of node', async () => { | ||||
|   const szciInstance = new Szci(); | ||||
|   await szciInstance.start(); | ||||
|   await szciInstance.nodejsManager.handleCli({ | ||||
|     _: ['node', 'install', 'stable'], | ||||
|   }); | ||||
|   await npmciModNode.handleCli({ | ||||
|     _: ['node', 'install', 'lts'] | ||||
|   await szciInstance.nodejsManager.handleCli({ | ||||
|     _: ['node', 'install', 'lts'], | ||||
|   }); | ||||
|   await npmciModNode.handleCli({ | ||||
|     _: ['node', 'install', 'legacy'] | ||||
|   await szciInstance.nodejsManager.handleCli({ | ||||
|     _: ['node', 'install', 'legacy'], | ||||
|   }); | ||||
| }); | ||||
|  | ||||
| // make sure test ends all right | ||||
| tap.test('reset paths', async () => { | ||||
|   process.cwd = () => { | ||||
|     return path.join(__dirname, '../'); | ||||
|   }; | ||||
| // Restore original working directory after all tests | ||||
| Deno.test('reset paths', () => { | ||||
|   Deno.chdir(originalCwd); | ||||
| }); | ||||
|  | ||||
| tap.start(); | ||||
|   | ||||
							
								
								
									
										8
									
								
								ts/00_commitinfo_data.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										8
									
								
								ts/00_commitinfo_data.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,8 @@ | ||||
| /** | ||||
|  * autocreated commitinfo by @push.rocks/commitinfo | ||||
|  */ | ||||
| export const commitinfo = { | ||||
|   name: '@ship.zone/szci', | ||||
|   version: '6.0.1', | ||||
|   description: 'Serve Zone CI - A tool to streamline Node.js and Docker workflows within CI environments, particularly GitLab CI, providing various CI/CD utilities. Powered by Deno with standalone executables.' | ||||
| } | ||||
							
								
								
									
										31
									
								
								ts/connector.cloudly/cloudlyconnector.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										31
									
								
								ts/connector.cloudly/cloudlyconnector.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,31 @@ | ||||
| import * as plugins from '../szci.plugins.ts'; | ||||
|  | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
| import { logger } from '../szci.logging.ts'; | ||||
|  | ||||
| /** | ||||
|  * connects to cloudly | ||||
|  */ | ||||
| export class CloudlyConnector { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   constructor(szciRefArg: Szci) { | ||||
|     this.szciRef = szciRefArg; | ||||
|   } | ||||
|  | ||||
|   public async announceDockerContainer( | ||||
|     optionsArg: plugins.tsclass.container.IContainer, | ||||
|     testCloudlyUrlArg?: string | ||||
|   ) { | ||||
|     const cloudlyUrl = testCloudlyUrlArg || this.szciRef.npmciConfig.getConfig().urlCloudly; | ||||
|     if (!cloudlyUrl) { | ||||
|       logger.log( | ||||
|         'warn', | ||||
|         'no cloudly url provided. Thus we cannot announce the newly built Dockerimage!' | ||||
|       ); | ||||
|       return; | ||||
|     } | ||||
|  | ||||
|     // lets push to cloudly here | ||||
|   } | ||||
| } | ||||
							
								
								
									
										11
									
								
								ts/index.ts
									
									
									
									
									
								
							
							
						
						
									
										11
									
								
								ts/index.ts
									
									
									
									
									
								
							| @@ -1 +1,10 @@ | ||||
| import './npmci.cli'; | ||||
| import { Szci } from './szci.classes.szci.ts'; | ||||
| import { Dockerfile } from './manager.docker/mod.classes.dockerfile.ts'; | ||||
|  | ||||
| export const szciInstance = new Npmci(); | ||||
|  | ||||
| export { Dockerfile, Npmci }; | ||||
|  | ||||
| export const runCli = async () => { | ||||
|   await szciInstance.start(); | ||||
| }; | ||||
|   | ||||
							
								
								
									
										67
									
								
								ts/manager.cloudron/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										67
									
								
								ts/manager.cloudron/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,67 @@ | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
| import { bash } from '../szci.bash.ts'; | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
|  | ||||
| export class SzciCloudronManager { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   constructor(szciArg: Szci) { | ||||
|     this.szciRef = szciArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * handle cli input | ||||
|    * @param argvArg | ||||
|    */ | ||||
|   public handleCli = async (argvArg: any) => { | ||||
|     if (argvArg._.length >= 2) { | ||||
|       const action: string = argvArg._[1]; | ||||
|       switch (action) { | ||||
|         case 'deploy': | ||||
|           await this.deploy(); | ||||
|           break; | ||||
|         default: | ||||
|           logger.log('error', `>>npmci cloudron ...<< action >>${action}<< not supported`); | ||||
|       } | ||||
|     } else { | ||||
|       logger.log( | ||||
|         'info', | ||||
|         `>>npmci cloudron ...<< cli arguments invalid... Please read the documentation.` | ||||
|       ); | ||||
|     } | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * Replaces the version string in CloudronManifest file | ||||
|    * @param versionArg | ||||
|    */ | ||||
|   public deploy = async () => { | ||||
|     logger.log('info', 'now deploying to cloudron...'); | ||||
|     logger.log('info', 'installing cloudron cli...'); | ||||
|     await bash(`pnpm install -g cloudron`); | ||||
|     logger.log('ok', 'cloudron cli installed'); | ||||
|  | ||||
|     // lets set the version in the CloudronManifest file | ||||
|     await this.prepareCloudronManifest(this.szciRef.npmciConfig.getConfig().projectInfo.npm.version); | ||||
|     logger.log('ok', 'CloudronManifest prepared'); | ||||
|  | ||||
|     // lets figure out the docker image tag | ||||
|     const dockerImageTag = await this.szciRef.npmciConfig.kvStorage.readKey('latestPushedDockerTag'); | ||||
|     const appName = this.szciRef.npmciConfig.getConfig().cloudronAppName; | ||||
|      | ||||
|     const cloudronEnvVar = Deno.env.get("NPMCI_LOGIN_CLOUDRON"); | ||||
|     const cloudronServer = cloudronEnvVar.split('|')[0]; | ||||
|     const cloudronToken = cloudronEnvVar.split('|')[1]; | ||||
|     await bash(`cloudron update --server ${cloudronServer} --token ${cloudronToken} --image ${dockerImageTag} --app ${appName}`); | ||||
|   }; | ||||
|  | ||||
|   private prepareCloudronManifest = async (versionArg: string) => { | ||||
|     const manifestPath = plugins.path.join(paths.cwd, 'CloudronManifest.json'); | ||||
|     let manifestFile = plugins.smartfile.fs.toStringSync(manifestPath); | ||||
|     manifestFile = manifestFile.replace(/##version##/g, versionArg); | ||||
|     plugins.smartfile.memory.toFsSync(manifestFile, manifestPath); | ||||
|     logger.log('info', 'Version replaced in CloudronManifest file'); | ||||
|   } | ||||
| } | ||||
							
								
								
									
										1
									
								
								ts/manager.cloudron/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								ts/manager.cloudron/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1 @@ | ||||
| export * from '../szci.plugins.ts'; | ||||
							
								
								
									
										190
									
								
								ts/manager.docker/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										190
									
								
								ts/manager.docker/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,190 @@ | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
| import { bash } from '../szci.bash.ts'; | ||||
|  | ||||
| // classes | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
| import { Dockerfile } from './mod.classes.dockerfile.ts'; | ||||
| import { DockerRegistry } from './mod.classes.dockerregistry.ts'; | ||||
| import { RegistryStorage } from './mod.classes.registrystorage.ts'; | ||||
|  | ||||
| export class SzciDockerManager { | ||||
|   public szciRef: Szci; | ||||
|   public npmciRegistryStorage = new RegistryStorage(); | ||||
|  | ||||
|   constructor(szciArg: Szci) { | ||||
|     this.szciRef = szciArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * handle cli input | ||||
|    * @param argvArg | ||||
|    */ | ||||
|   public handleCli = async (argvArg: any) => { | ||||
|     if (argvArg._.length >= 2) { | ||||
|       const action: string = argvArg._[1]; | ||||
|       switch (action) { | ||||
|         case 'build': | ||||
|           await this.build(); | ||||
|           break; | ||||
|         case 'login': | ||||
|         case 'prepare': | ||||
|           await this.login(); | ||||
|           break; | ||||
|         case 'test': | ||||
|           await this.test(); | ||||
|           break; | ||||
|         case 'push': | ||||
|           await this.push(argvArg); | ||||
|           break; | ||||
|         case 'pull': | ||||
|           await this.pull(argvArg); | ||||
|           break; | ||||
|         default: | ||||
|           logger.log('error', `>>npmci docker ...<< action >>${action}<< not supported`); | ||||
|       } | ||||
|     } else { | ||||
|       logger.log( | ||||
|         'info', | ||||
|         `>>npmci docker ...<< cli arguments invalid... Please read the documentation.` | ||||
|       ); | ||||
|     } | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * builds a cwd of Dockerfiles by triggering a promisechain | ||||
|    */ | ||||
|   public build = async () => { | ||||
|     await this.prepare(); | ||||
|     logger.log('info', 'now building Dockerfiles...'); | ||||
|     await Dockerfile.readDockerfiles(this) | ||||
|       .then(Dockerfile.sortDockerfiles) | ||||
|       .then(Dockerfile.mapDockerfiles) | ||||
|       .then(Dockerfile.buildDockerfiles); | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * login to the DockerRegistries | ||||
|    */ | ||||
|   public login = async () => { | ||||
|     await this.prepare(); | ||||
|     await this.npmciRegistryStorage.loginAll(); | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * logs in docker | ||||
|    */ | ||||
|   public prepare = async () => { | ||||
|     // Always login to GitLab Registry | ||||
|     if (Deno.env.get("GITLAB_CI")) { | ||||
|       console.log('gitlab ci detected'); | ||||
|       if (!Deno.env.get("CI_JOB_TOKEN") || Deno.env.get("CI_JOB_TOKEN") === '') { | ||||
|         logger.log('error', 'Running in Gitlab CI, but no registry token specified by gitlab!'); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|       this.npmciRegistryStorage.addRegistry( | ||||
|         new DockerRegistry({ | ||||
|           registryUrl: 'registry.gitlab.com', | ||||
|           username: 'gitlab-ci-token', | ||||
|           password: Deno.env.get("CI_JOB_TOKEN"), | ||||
|         }) | ||||
|       ); | ||||
|     } | ||||
|  | ||||
|     // handle registries | ||||
|     await plugins.smartobject.forEachMinimatch( | ||||
|       Deno.env.toObject(), | ||||
|       'NPMCI_LOGIN_DOCKER*', | ||||
|       async (envString: string) => { | ||||
|         this.npmciRegistryStorage.addRegistry(DockerRegistry.fromEnvString(envString)); | ||||
|       } | ||||
|     ); | ||||
|     return; | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * pushes an image towards a registry | ||||
|    * @param argvArg | ||||
|    */ | ||||
|   public push = async (argvArg: any) => { | ||||
|     await this.prepare(); | ||||
|     let dockerRegistryUrls: string[] = []; | ||||
|  | ||||
|     // lets parse the input of cli and npmextra | ||||
|     if (argvArg._.length >= 3 && argvArg._[2] !== 'npmextra') { | ||||
|       dockerRegistryUrls.push(argvArg._[2]); | ||||
|     } else { | ||||
|       if (this.szciRef.npmciConfig.getConfig().dockerRegistries.length === 0) { | ||||
|         logger.log( | ||||
|           'warn', | ||||
|           `There are no docker registries listed in npmextra.json! This is strange!` | ||||
|         ); | ||||
|       } | ||||
|       dockerRegistryUrls = dockerRegistryUrls.concat( | ||||
|         this.szciRef.npmciConfig.getConfig().dockerRegistries | ||||
|       ); | ||||
|     } | ||||
|  | ||||
|     // lets determine the suffix | ||||
|     let suffix = null; | ||||
|     if (argvArg._.length >= 4) { | ||||
|       suffix = argvArg._[3]; | ||||
|     } | ||||
|  | ||||
|     // lets push to the registries | ||||
|     for (const dockerRegistryUrl of dockerRegistryUrls) { | ||||
|       const dockerfileArray = await Dockerfile.readDockerfiles(this) | ||||
|         .then(Dockerfile.sortDockerfiles) | ||||
|         .then(Dockerfile.mapDockerfiles); | ||||
|       const dockerRegistryToPushTo = await this.npmciRegistryStorage.getRegistryByUrl( | ||||
|         dockerRegistryUrl | ||||
|       ); | ||||
|       if (!dockerRegistryToPushTo) { | ||||
|         logger.log( | ||||
|           'error', | ||||
|           `Cannot push to registry ${dockerRegistryUrl}, because it was not found in the authenticated registry list.` | ||||
|         ); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|       for (const dockerfile of dockerfileArray) { | ||||
|         await dockerfile.push(dockerRegistryToPushTo, suffix); | ||||
|       } | ||||
|     } | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * pulls an image | ||||
|    */ | ||||
|   public pull = async (argvArg: any) => { | ||||
|     await this.prepare(); | ||||
|     const registryUrlArg = argvArg._[2]; | ||||
|     let suffix = null; | ||||
|     if (argvArg._.length >= 4) { | ||||
|       suffix = argvArg._[3]; | ||||
|     } | ||||
|     const localDockerRegistry = await this.npmciRegistryStorage.getRegistryByUrl(registryUrlArg); | ||||
|     const dockerfileArray = await Dockerfile.readDockerfiles(this) | ||||
|       .then(Dockerfile.sortDockerfiles) | ||||
|       .then(Dockerfile.mapDockerfiles); | ||||
|     for (const dockerfile of dockerfileArray) { | ||||
|       await dockerfile.pull(localDockerRegistry, suffix); | ||||
|     } | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * tests docker files | ||||
|    */ | ||||
|   public test = async () => { | ||||
|     await this.prepare(); | ||||
|     return await Dockerfile.readDockerfiles(this).then(Dockerfile.testDockerfiles); | ||||
|   }; | ||||
|  | ||||
|   /** | ||||
|    * can be used to get the Dockerfiles in the directory | ||||
|    */ | ||||
|   getDockerfiles = async () => { | ||||
|     const dockerfiles = await Dockerfile.readDockerfiles(this); | ||||
|     return dockerfiles; | ||||
|   } | ||||
| } | ||||
							
								
								
									
										410
									
								
								ts/manager.docker/mod.classes.dockerfile.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										410
									
								
								ts/manager.docker/mod.classes.dockerfile.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,410 @@ | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
|  | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import { bash } from '../szci.bash.ts'; | ||||
|  | ||||
| import { DockerRegistry } from './mod.classes.dockerregistry.ts'; | ||||
| import * as helpers from './mod.helpers.ts'; | ||||
| import { SzciDockerManager } from './index.ts'; | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
|  | ||||
| /** | ||||
|  * class Dockerfile represents a Dockerfile on disk in npmci | ||||
|  */ | ||||
| export class Dockerfile { | ||||
|   // STATIC | ||||
|  | ||||
|   /** | ||||
|    * creates instance of class Dockerfile for all Dockerfiles in cwd | ||||
|    * @returns Promise<Dockerfile[]> | ||||
|    */ | ||||
|   public static async readDockerfiles( | ||||
|     npmciDockerManagerRefArg: SzciDockerManager | ||||
|   ): Promise<Dockerfile[]> { | ||||
|     const fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*'); | ||||
|  | ||||
|     // create the Dockerfile array | ||||
|     const readDockerfilesArray: Dockerfile[] = []; | ||||
|     logger.log('info', `found ${fileTree.length} Dockerfiles:`); | ||||
|     console.log(fileTree); | ||||
|     for (const dockerfilePath of fileTree) { | ||||
|       const myDockerfile = new Dockerfile(npmciDockerManagerRefArg, { | ||||
|         filePath: dockerfilePath, | ||||
|         read: true, | ||||
|       }); | ||||
|       readDockerfilesArray.push(myDockerfile); | ||||
|     } | ||||
|  | ||||
|     return readDockerfilesArray; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * Sorts Dockerfiles into a build order based on dependencies. | ||||
|    * @param dockerfiles An array of Dockerfile instances. | ||||
|    * @returns A Promise that resolves to a sorted array of Dockerfiles. | ||||
|    */ | ||||
|   public static async sortDockerfiles(dockerfiles: Dockerfile[]): Promise<Dockerfile[]> { | ||||
|     logger.log('info', 'Sorting Dockerfiles based on dependencies...'); | ||||
|  | ||||
|     // Map from cleanTag to Dockerfile instance for quick lookup | ||||
|     const tagToDockerfile = new Map<string, Dockerfile>(); | ||||
|     dockerfiles.forEach((dockerfile) => { | ||||
|       tagToDockerfile.set(dockerfile.cleanTag, dockerfile); | ||||
|     }); | ||||
|  | ||||
|     // Build the dependency graph | ||||
|     const graph = new Map<Dockerfile, Dockerfile[]>(); | ||||
|     dockerfiles.forEach((dockerfile) => { | ||||
|       const dependencies: Dockerfile[] = []; | ||||
|       const baseImage = dockerfile.baseImage; | ||||
|  | ||||
|       // Check if the baseImage is among the local Dockerfiles | ||||
|       if (tagToDockerfile.has(baseImage)) { | ||||
|         const baseDockerfile = tagToDockerfile.get(baseImage); | ||||
|         dependencies.push(baseDockerfile); | ||||
|         dockerfile.localBaseImageDependent = true; | ||||
|         dockerfile.localBaseDockerfile = baseDockerfile; | ||||
|       } | ||||
|  | ||||
|       graph.set(dockerfile, dependencies); | ||||
|     }); | ||||
|  | ||||
|     // Perform topological sort | ||||
|     const sortedDockerfiles: Dockerfile[] = []; | ||||
|     const visited = new Set<Dockerfile>(); | ||||
|     const tempMarked = new Set<Dockerfile>(); | ||||
|  | ||||
|     const visit = (dockerfile: Dockerfile) => { | ||||
|       if (tempMarked.has(dockerfile)) { | ||||
|         throw new Error(`Circular dependency detected involving ${dockerfile.cleanTag}`); | ||||
|       } | ||||
|       if (!visited.has(dockerfile)) { | ||||
|         tempMarked.add(dockerfile); | ||||
|         const dependencies = graph.get(dockerfile) || []; | ||||
|         dependencies.forEach((dep) => visit(dep)); | ||||
|         tempMarked.delete(dockerfile); | ||||
|         visited.add(dockerfile); | ||||
|         sortedDockerfiles.push(dockerfile); | ||||
|       } | ||||
|     }; | ||||
|  | ||||
|     try { | ||||
|       dockerfiles.forEach((dockerfile) => { | ||||
|         if (!visited.has(dockerfile)) { | ||||
|           visit(dockerfile); | ||||
|         } | ||||
|       }); | ||||
|     } catch (error) { | ||||
|       logger.log('error', error.message); | ||||
|       throw error; | ||||
|     } | ||||
|  | ||||
|     // Log the sorted order | ||||
|     sortedDockerfiles.forEach((dockerfile, index) => { | ||||
|       logger.log( | ||||
|         'info', | ||||
|         `Build order ${index + 1}: ${dockerfile.cleanTag} | ||||
|       with base image ${dockerfile.baseImage}` | ||||
|       ); | ||||
|     }); | ||||
|  | ||||
|     return sortedDockerfiles; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * maps local Dockerfiles dependencies to the correspoding Dockerfile class instances | ||||
|    */ | ||||
|   public static async mapDockerfiles(sortedDockerfileArray: Dockerfile[]): Promise<Dockerfile[]> { | ||||
|     sortedDockerfileArray.forEach((dockerfileArg) => { | ||||
|       if (dockerfileArg.localBaseImageDependent) { | ||||
|         sortedDockerfileArray.forEach((dockfile2: Dockerfile) => { | ||||
|           if (dockfile2.cleanTag === dockerfileArg.baseImage) { | ||||
|             dockerfileArg.localBaseDockerfile = dockfile2; | ||||
|           } | ||||
|         }); | ||||
|       } | ||||
|     }); | ||||
|     return sortedDockerfileArray; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * builds the correspoding real docker image for each Dockerfile class instance | ||||
|    */ | ||||
|   public static async buildDockerfiles(sortedArrayArg: Dockerfile[]) { | ||||
|     for (const dockerfileArg of sortedArrayArg) { | ||||
|       await dockerfileArg.build(); | ||||
|     } | ||||
|     return sortedArrayArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * tests all Dockerfiles in by calling class Dockerfile.test(); | ||||
|    * @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd | ||||
|    */ | ||||
|   public static async testDockerfiles(sortedArrayArg: Dockerfile[]) { | ||||
|     for (const dockerfileArg of sortedArrayArg) { | ||||
|       await dockerfileArg.test(); | ||||
|     } | ||||
|     return sortedArrayArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * returns a version for a docker file | ||||
|    * @execution SYNC | ||||
|    */ | ||||
|   public static dockerFileVersion( | ||||
|     dockerfileInstanceArg: Dockerfile, | ||||
|     dockerfileNameArg: string | ||||
|   ): string { | ||||
|     let versionString: string; | ||||
|     const versionRegex = /Dockerfile_(.+)$/; | ||||
|     const regexResultArray = versionRegex.exec(dockerfileNameArg); | ||||
|     if (regexResultArray && regexResultArray.length === 2) { | ||||
|       versionString = regexResultArray[1]; | ||||
|     } else { | ||||
|       versionString = 'latest'; | ||||
|     } | ||||
|     versionString = versionString.replace( | ||||
|       '##version##', | ||||
|       dockerfileInstanceArg.npmciDockerManagerRef.szciRef.npmciConfig.getConfig().projectInfo.npm | ||||
|         .version | ||||
|     ); | ||||
|     return versionString; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * Extracts the base image from a Dockerfile content without using external libraries. | ||||
|    * @param dockerfileContentArg The content of the Dockerfile as a string. | ||||
|    * @returns The base image specified in the first FROM instruction. | ||||
|    */ | ||||
|   public static dockerBaseImage(dockerfileContentArg: string): string { | ||||
|     const lines = dockerfileContentArg.split(/\r?\n/); | ||||
|     const args: { [key: string]: string } = {}; | ||||
|  | ||||
|     for (const line of lines) { | ||||
|       const trimmedLine = line.trim(); | ||||
|  | ||||
|       // Skip empty lines and comments | ||||
|       if (trimmedLine === '' || trimmedLine.startsWith('#')) { | ||||
|         continue; | ||||
|       } | ||||
|  | ||||
|       // Match ARG instructions | ||||
|       const argMatch = trimmedLine.match(/^ARG\s+([^\s=]+)(?:=(.*))?$/i); | ||||
|       if (argMatch) { | ||||
|         const argName = argMatch[1]; | ||||
|         const argValue = argMatch[2] !== undefined ? argMatch[2] : Deno.env.get(argName) || ''; | ||||
|         args[argName] = argValue; | ||||
|         continue; | ||||
|       } | ||||
|  | ||||
|       // Match FROM instructions | ||||
|       const fromMatch = trimmedLine.match(/^FROM\s+(.+?)(?:\s+AS\s+[^\s]+)?$/i); | ||||
|       if (fromMatch) { | ||||
|         let baseImage = fromMatch[1].trim(); | ||||
|  | ||||
|         // Substitute variables in the base image name | ||||
|         baseImage = Dockerfile.substituteVariables(baseImage, args); | ||||
|  | ||||
|         return baseImage; | ||||
|       } | ||||
|     } | ||||
|  | ||||
|     throw new Error('No FROM instruction found in Dockerfile'); | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * Substitutes variables in a string, supporting default values like ${VAR:-default}. | ||||
|    * @param str The string containing variables. | ||||
|    * @param vars The object containing variable values. | ||||
|    * @returns The string with variables substituted. | ||||
|    */ | ||||
|   private static substituteVariables(str: string, vars: { [key: string]: string }): string { | ||||
|     return str.replace(/\${([^}:]+)(:-([^}]+))?}/g, (_, varName, __, defaultValue) => { | ||||
|       if (vars[varName] !== undefined) { | ||||
|         return vars[varName]; | ||||
|       } else if (defaultValue !== undefined) { | ||||
|         return defaultValue; | ||||
|       } else { | ||||
|         return ''; | ||||
|       } | ||||
|     }); | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * returns the docker tag | ||||
|    */ | ||||
|   public static getDockerTagString( | ||||
|     npmciDockerManagerRef: SzciDockerManager, | ||||
|     registryArg: string, | ||||
|     repoArg: string, | ||||
|     versionArg: string, | ||||
|     suffixArg?: string | ||||
|   ): string { | ||||
|     // determine wether the repo should be mapped accordingly to the registry | ||||
|     const mappedRepo = | ||||
|       npmciDockerManagerRef.szciRef.npmciConfig.getConfig().dockerRegistryRepoMap[registryArg]; | ||||
|     const repo = (() => { | ||||
|       if (mappedRepo) { | ||||
|         return mappedRepo; | ||||
|       } else { | ||||
|         return repoArg; | ||||
|       } | ||||
|     })(); | ||||
|  | ||||
|     // determine wether the version contais a suffix | ||||
|     let version = versionArg; | ||||
|     if (suffixArg) { | ||||
|       version = versionArg + '_' + suffixArg; | ||||
|     } | ||||
|  | ||||
|     const tagString = `${registryArg}/${repo}:${version}`; | ||||
|     return tagString; | ||||
|   } | ||||
|  | ||||
|   public static async getDockerBuildArgs( | ||||
|     npmciDockerManagerRef: SzciDockerManager | ||||
|   ): Promise<string> { | ||||
|     logger.log('info', 'checking for env vars to be supplied to the docker build'); | ||||
|     let buildArgsString: string = ''; | ||||
|     for (const dockerArgKey of Object.keys( | ||||
|       npmciDockerManagerRef.szciRef.npmciConfig.getConfig().dockerBuildargEnvMap | ||||
|     )) { | ||||
|       const dockerArgOuterEnvVar = | ||||
|         npmciDockerManagerRef.szciRef.npmciConfig.getConfig().dockerBuildargEnvMap[dockerArgKey]; | ||||
|       logger.log( | ||||
|         'note', | ||||
|         `docker ARG "${dockerArgKey}" maps to outer env var "${dockerArgOuterEnvVar}"` | ||||
|       ); | ||||
|       const targetValue = Deno.env.get(dockerArgOuterEnvVar); | ||||
|       buildArgsString = `${buildArgsString} --build-arg ${dockerArgKey}="${targetValue}"`; | ||||
|     } | ||||
|     return buildArgsString; | ||||
|   } | ||||
|  | ||||
|   // INSTANCE | ||||
|   public npmciDockerManagerRef: SzciDockerManager; | ||||
|  | ||||
|   public filePath: string; | ||||
|   public repo: string; | ||||
|   public version: string; | ||||
|   public cleanTag: string; | ||||
|   public buildTag: string; | ||||
|   public pushTag: string; | ||||
|   public containerName: string; | ||||
|   public content: string; | ||||
|   public baseImage: string; | ||||
|   public localBaseImageDependent: boolean; | ||||
|   public localBaseDockerfile: Dockerfile; | ||||
|  | ||||
|   constructor( | ||||
|     dockerManagerRefArg: SzciDockerManager, | ||||
|     options: { filePath?: string; fileContents?: string | Buffer; read?: boolean } | ||||
|   ) { | ||||
|     this.npmciDockerManagerRef = dockerManagerRefArg; | ||||
|     this.filePath = options.filePath; | ||||
|     this.repo = | ||||
|       this.npmciDockerManagerRef.szciRef.npmciEnv.repo.user + | ||||
|       '/' + | ||||
|       this.npmciDockerManagerRef.szciRef.npmciEnv.repo.repo; | ||||
|     this.version = Dockerfile.dockerFileVersion(this, plugins.path.parse(options.filePath).base); | ||||
|     this.cleanTag = this.repo + ':' + this.version; | ||||
|     this.buildTag = this.cleanTag; | ||||
|  | ||||
|     this.containerName = 'dockerfile-' + this.version; | ||||
|     if (options.filePath && options.read) { | ||||
|       this.content = plugins.smartfile.fs.toStringSync(plugins.path.resolve(options.filePath)); | ||||
|     } | ||||
|     this.baseImage = Dockerfile.dockerBaseImage(this.content); | ||||
|     this.localBaseImageDependent = false; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * builds the Dockerfile | ||||
|    */ | ||||
|   public async build() { | ||||
|     logger.log('info', 'now building Dockerfile for ' + this.cleanTag); | ||||
|     const buildArgsString = await Dockerfile.getDockerBuildArgs(this.npmciDockerManagerRef); | ||||
|     const buildCommand = `docker build --label="version=${ | ||||
|       this.npmciDockerManagerRef.szciRef.npmciConfig.getConfig().projectInfo.npm.version | ||||
|     }" -t ${this.buildTag} -f ${this.filePath} ${buildArgsString} .`; | ||||
|     await bash(buildCommand); | ||||
|     return; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * pushes the Dockerfile to a registry | ||||
|    */ | ||||
|   public async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) { | ||||
|     this.pushTag = Dockerfile.getDockerTagString( | ||||
|       this.npmciDockerManagerRef, | ||||
|       dockerRegistryArg.registryUrl, | ||||
|       this.repo, | ||||
|       this.version, | ||||
|       versionSuffix | ||||
|     ); | ||||
|     await bash(`docker tag ${this.buildTag} ${this.pushTag}`); | ||||
|     await bash(`docker push ${this.pushTag}`); | ||||
|     const imageDigest = ( | ||||
|       await bash(`docker inspect --format="{{index .RepoDigests 0}}" ${this.pushTag}`) | ||||
|     ).split('@')[1]; | ||||
|     console.log(`The image ${this.pushTag} has digest ${imageDigest}`); | ||||
|     await this.npmciDockerManagerRef.szciRef.cloudlyConnector.announceDockerContainer({ | ||||
|       registryUrl: this.pushTag, | ||||
|       tag: this.buildTag, | ||||
|       labels: [], | ||||
|       version: this.npmciDockerManagerRef.szciRef.npmciConfig.getConfig().projectInfo.npm.version, | ||||
|     }); | ||||
|     await this.npmciDockerManagerRef.szciRef.npmciConfig.kvStorage.writeKey( | ||||
|       'latestPushedDockerTag', | ||||
|       this.pushTag | ||||
|     ); | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * pulls the Dockerfile from a registry | ||||
|    */ | ||||
|   public async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) { | ||||
|     const pullTag = Dockerfile.getDockerTagString( | ||||
|       this.npmciDockerManagerRef, | ||||
|       registryArg.registryUrl, | ||||
|       this.repo, | ||||
|       this.version, | ||||
|       versionSuffixArg | ||||
|     ); | ||||
|     await bash(`docker pull ${pullTag}`); | ||||
|     await bash(`docker tag ${pullTag} ${this.buildTag}`); | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * tests the Dockerfile; | ||||
|    */ | ||||
|   public async test() { | ||||
|     const testFile: string = plugins.path.join(paths.SzciTestDir, 'test_' + this.version + '.sh'); | ||||
|     const testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile); | ||||
|     if (testFileExists) { | ||||
|       // run tests | ||||
|       await bash( | ||||
|         `docker run --name npmci_test_container --entrypoint="bash" ${this.buildTag} -c "mkdir /npmci_test"` | ||||
|       ); | ||||
|       await bash(`docker cp ${testFile} npmci_test_container:/npmci_test/test.sh`); | ||||
|       await bash(`docker commit npmci_test_container npmci_test_image`); | ||||
|       await bash(`docker run --entrypoint="bash" npmci_test_image -x /npmci_test/test.sh`); | ||||
|       await bash(`docker rm npmci_test_container`); | ||||
|       await bash(`docker rmi --force npmci_test_image`); | ||||
|     } else { | ||||
|       logger.log('warn', 'skipping tests for ' + this.cleanTag + ' because no testfile was found!'); | ||||
|     } | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * gets the id of a Dockerfile | ||||
|    */ | ||||
|   public async getId() { | ||||
|     const containerId = await bash( | ||||
|       'docker inspect --type=image --format="{{.Id}}" ' + this.buildTag | ||||
|     ); | ||||
|     return containerId; | ||||
|   } | ||||
| } | ||||
| @@ -1,6 +1,6 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import { bash } from '../npmci.bash'; | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import { bash } from '../szci.bash.ts'; | ||||
| 
 | ||||
| export interface IDockerRegistryConstructorOptions { | ||||
|   registryUrl: string; | ||||
| @@ -23,16 +23,16 @@ export class DockerRegistry { | ||||
|     const dockerRegexResultArray = envString.split('|'); | ||||
|     if (dockerRegexResultArray.length !== 3) { | ||||
|       logger.log('error', 'malformed docker env var...'); | ||||
|       process.exit(1); | ||||
|       Deno.exit(1); | ||||
|       return; | ||||
|     } | ||||
|     const registryUrl = dockerRegexResultArray[0]; | ||||
|     const registryUrl = dockerRegexResultArray[0].replace('https://', '').replace('http://', ''); | ||||
|     const username = dockerRegexResultArray[1]; | ||||
|     const password = dockerRegexResultArray[2]; | ||||
|     return new DockerRegistry({ | ||||
|       registryUrl: registryUrl, | ||||
|       username: username, | ||||
|       password: password | ||||
|       password: password, | ||||
|     }); | ||||
|   } | ||||
| 
 | ||||
| @@ -1,11 +1,10 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import { Objectmap } from '@pushrocks/lik'; | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| 
 | ||||
| import { DockerRegistry } from './mod.classes.dockerregistry'; | ||||
| import { DockerRegistry } from './mod.classes.dockerregistry.ts'; | ||||
| 
 | ||||
| export class RegistryStorage { | ||||
|   objectMap = new Objectmap<DockerRegistry>(); | ||||
|   objectMap = new plugins.lik.ObjectMap<DockerRegistry>(); | ||||
|   constructor() { | ||||
|     // Nothing here
 | ||||
|   } | ||||
| @@ -15,13 +14,13 @@ export class RegistryStorage { | ||||
|   } | ||||
| 
 | ||||
|   getRegistryByUrl(registryUrlArg: string) { | ||||
|     return this.objectMap.find(registryArg => { | ||||
|     return this.objectMap.findSync((registryArg) => { | ||||
|       return registryArg.registryUrl === registryUrlArg; | ||||
|     }); | ||||
|   } | ||||
| 
 | ||||
|   async loginAll() { | ||||
|     await this.objectMap.forEach(async registryArg => { | ||||
|     await this.objectMap.forEach(async (registryArg) => { | ||||
|       await registryArg.login(); | ||||
|     }); | ||||
|     logger.log('success', 'logged in successfully into all available DockerRegistries!'); | ||||
							
								
								
									
										5
									
								
								ts/manager.docker/mod.helpers.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										5
									
								
								ts/manager.docker/mod.helpers.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,5 @@ | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
|  | ||||
| import { Dockerfile } from './mod.classes.dockerfile.ts'; | ||||
							
								
								
									
										1
									
								
								ts/manager.docker/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								ts/manager.docker/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1 @@ | ||||
| export * from '../szci.plugins.ts'; | ||||
							
								
								
									
										71
									
								
								ts/manager.git/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										71
									
								
								ts/manager.git/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,71 @@ | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import { bash, bashNoError } from '../szci.bash.ts'; | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
|  | ||||
| export class SzciGitManager { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   constructor(szciRefArg: Szci) { | ||||
|     this.szciRef = szciRefArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * handle cli input | ||||
|    * @param argvArg | ||||
|    */ | ||||
|   public handleCli = async (argvArg: any) => { | ||||
|     if (argvArg._.length >= 2) { | ||||
|       const action: string = argvArg._[1]; | ||||
|       switch (action) { | ||||
|         case 'mirror': | ||||
|           await this.mirror(); | ||||
|           break; | ||||
|         default: | ||||
|           logger.log('error', `npmci git -> action >>${action}<< not supported!`); | ||||
|       } | ||||
|     } else { | ||||
|       logger.log('info', `npmci git -> cli arguments invalid! Please read the documentation.`); | ||||
|     } | ||||
|   }; | ||||
|  | ||||
|   public mirror = async () => { | ||||
|     const githubToken = Deno.env.get("NPMCI_GIT_GITHUBTOKEN"); | ||||
|     const githubUser = Deno.env.get("NPMCI_GIT_GITHUBGROUP") || this.szciRef.npmciEnv.repo.user; | ||||
|     const githubRepo = Deno.env.get("NPMCI_GIT_GITHUB") || this.szciRef.npmciEnv.repo.repo; | ||||
|     if ( | ||||
|       this.szciRef.npmciConfig.getConfig().projectInfo.npm.packageJson.private === true || | ||||
|       this.szciRef.npmciConfig.getConfig().npmAccessLevel === 'private' | ||||
|     ) { | ||||
|       logger.log( | ||||
|         'warn', | ||||
|         `refusing to mirror due to private property use a private mirror location instead` | ||||
|       ); | ||||
|       return; | ||||
|     } | ||||
|     if (githubToken) { | ||||
|       logger.log('info', 'found github token.'); | ||||
|       logger.log('info', 'attempting the mirror the repository to GitHub'); | ||||
|  | ||||
|       // remove old mirrors | ||||
|       await bashNoError('git remote rm mirror'); | ||||
|  | ||||
|       await bash(`git fetch`); | ||||
|       // add the mirror | ||||
|       await bashNoError( | ||||
|         `git remote add mirror https://${githubToken}@github.com/${githubUser}/${githubRepo}.git` | ||||
|       ); | ||||
|       await bashNoError(`git push mirror --all`); | ||||
|       await bashNoError(`git checkout origin/master`); | ||||
|       await bashNoError(`git push mirror master`); | ||||
|       logger.log('ok', 'pushed all branches to mirror!'); | ||||
|       await bashNoError(`git push mirror --tags`); | ||||
|       logger.log('ok', 'pushed all tags to mirror!'); | ||||
|       // remove old mirrors | ||||
|       await bashNoError('git remote rm mirror'); | ||||
|     } else { | ||||
|       logger.log('error', `cannot find NPMCI_GIT_GITHUBTOKEN env var!`); | ||||
|       Deno.exit(1); | ||||
|     } | ||||
|   }; | ||||
| } | ||||
							
								
								
									
										1
									
								
								ts/manager.git/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								ts/manager.git/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1 @@ | ||||
| export * from '../szci.plugins.ts'; | ||||
							
								
								
									
										82
									
								
								ts/manager.nodejs/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										82
									
								
								ts/manager.nodejs/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,82 @@ | ||||
| import * as plugins from '../szci.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
|  | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import { bash, bashNoError, nvmAvailable } from '../szci.bash.ts'; | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
|  | ||||
| export class SzciNodeJsManager { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   constructor(szciRefArg: Szci) { | ||||
|     this.szciRef = szciRefArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * handle cli input | ||||
|    * @param argvArg | ||||
|    */ | ||||
|   public async handleCli(argvArg: any) { | ||||
|     if (argvArg._.length >= 3) { | ||||
|       const action: string = argvArg._[1]; | ||||
|       switch (action) { | ||||
|         case 'install': | ||||
|           await this.install(argvArg._[2]); | ||||
|           break; | ||||
|         default: | ||||
|           logger.log('error', `>>npmci node ...<< action >>${action}<< not supported`); | ||||
|           Deno.exit(1); | ||||
|       } | ||||
|     } else { | ||||
|       logger.log( | ||||
|         'error', | ||||
|         `>>npmci node ...<< cli arguments invalid... Please read the documentation.` | ||||
|       ); | ||||
|       Deno.exit(1); | ||||
|     } | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * Install a specific version of node | ||||
|    * @param versionArg | ||||
|    */ | ||||
|   public async install(versionArg: any) { | ||||
|     logger.log('info', `now installing node version ${versionArg}`); | ||||
|     let version: string; | ||||
|     if (versionArg === 'stable') { | ||||
|       version = '18'; | ||||
|     } else if (versionArg === 'lts') { | ||||
|       version = '16'; | ||||
|     } else if (versionArg === 'legacy') { | ||||
|       version = '14'; | ||||
|     } else { | ||||
|       version = versionArg; | ||||
|     } | ||||
|     if (await nvmAvailable.promise) { | ||||
|       await bash(`nvm install ${version} && nvm alias default ${version}`); | ||||
|       logger.log('success', `Node version ${version} successfully installed!`); | ||||
|     } else { | ||||
|       logger.log('warn', 'Nvm not in path so staying at installed node version!'); | ||||
|     } | ||||
|     logger.log('info', 'now installing latest npm version'); | ||||
|     await bash('npm install -g npm'); | ||||
|     await bash('node -v'); | ||||
|     await bash('npm -v'); | ||||
|  | ||||
|     // lets look for further config | ||||
|     const config = await this.szciRef.npmciConfig.getConfig(); | ||||
|     logger.log('info', 'Now checking for needed global npm tools...'); | ||||
|     for (const npmTool of config.npmGlobalTools) { | ||||
|       logger.log('info', `Checking for global "${npmTool}"`); | ||||
|       const whichOutput: string = await bashNoError(`which ${npmTool}`); | ||||
|       const toolAvailable: boolean = !(/not\sfound/.test(whichOutput) || whichOutput === ''); | ||||
|       if (toolAvailable) { | ||||
|         logger.log('info', `Tool ${npmTool} is available`); | ||||
|       } else { | ||||
|         logger.log('info', `globally installing ${npmTool} from npm`); | ||||
|         await bash(`npm install ${npmTool} -q -g`); | ||||
|       } | ||||
|     } | ||||
|     logger.log('success', 'all global npm tools specified in npmextra.json are now available!'); | ||||
|   } | ||||
| } | ||||
							
								
								
									
										194
									
								
								ts/manager.npm/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										194
									
								
								ts/manager.npm/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,194 @@ | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
|  | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import { bash, bashNoError, nvmAvailable } from '../szci.bash.ts'; | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
|  | ||||
| export class SzciNpmManager { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   constructor(szciRefArg: Szci) { | ||||
|     this.szciRef = szciRefArg; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * handle cli input | ||||
|    * @param argvArg | ||||
|    */ | ||||
|   public async handleCli(argvArg: any) { | ||||
|     if (argvArg._.length >= 2) { | ||||
|       const action: string = argvArg._[1]; | ||||
|       switch (action) { | ||||
|         case 'install': | ||||
|           await this.install(); | ||||
|           break; | ||||
|         case 'build': | ||||
|           await this.build(); | ||||
|           break; | ||||
|         case 'prepare': | ||||
|           await this.prepare(); | ||||
|           break; | ||||
|         case 'test': | ||||
|           await this.test(); | ||||
|           break; | ||||
|         case 'publish': | ||||
|           await this.publish(); | ||||
|           break; | ||||
|         default: | ||||
|           logger.log('error', `>>npmci npm ...<< action >>${action}<< not supported`); | ||||
|           Deno.exit(1); | ||||
|       } | ||||
|     } else { | ||||
|       logger.log( | ||||
|         'info', | ||||
|         `>>npmci npm ...<< cli arguments invalid... Please read the documentation.` | ||||
|       ); | ||||
|       Deno.exit(1); | ||||
|     } | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * authenticates npm with token from env var | ||||
|    */ | ||||
|   public async prepare() { | ||||
|     logger.log('info', 'running >>npm prepare<<'); | ||||
|     const config = this.szciRef.npmciConfig.getConfig(); | ||||
|     let npmrcFileString: string = ''; | ||||
|     await plugins.smartobject.forEachMinimatch( | ||||
|       Deno.env.toObject(), | ||||
|       'NPMCI_TOKEN_NPM*', | ||||
|       (npmEnvArg: string) => { | ||||
|         if (!npmEnvArg) { | ||||
|           logger.log('note','found empty token...'); | ||||
|           return; | ||||
|         } | ||||
|         const npmRegistryUrl = npmEnvArg.split('|')[0]; | ||||
|         logger.log('ok', `found token for ${npmRegistryUrl}`); | ||||
|         let npmToken = npmEnvArg.split('|')[1]; | ||||
|         if (npmEnvArg.split('|')[2] && npmEnvArg.split('|')[2] === 'plain') { | ||||
|           logger.log('ok', 'npm token not base64 encoded.'); | ||||
|         } else { | ||||
|           logger.log('ok', 'npm token base64 encoded.'); | ||||
|           npmToken = plugins.smartstring.base64.decode(npmToken); | ||||
|         } | ||||
|         npmrcFileString += `//${npmRegistryUrl}/:_authToken="${npmToken}"\n`; | ||||
|       } | ||||
|     ); | ||||
|     logger.log('info', `setting default npm registry to ${config.npmRegistryUrl}`); | ||||
|     npmrcFileString += `registry=https://${config.npmRegistryUrl}\n`; | ||||
|  | ||||
|     // final check | ||||
|     if (npmrcFileString.length > 0) { | ||||
|       logger.log('info', 'found one or more access tokens'); | ||||
|     } else { | ||||
|       logger.log('error', 'no access token found! Exiting!'); | ||||
|       Deno.exit(1); | ||||
|     } | ||||
|  | ||||
|     // lets save it to disk | ||||
|     plugins.smartfile.memory.toFsSync(npmrcFileString, '/root/.npmrc'); | ||||
|  | ||||
|     // lets set the cache directory | ||||
|     await bash(`npm config set cache ${paths.SzciCacheDir}  --global `); | ||||
|  | ||||
|     return; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * publish a package to npm | ||||
|    */ | ||||
|   public async publish() { | ||||
|     const buildPublishCommand = async () => { | ||||
|       let npmAccessCliString = ``; | ||||
|       let npmRegistryCliString = ``; | ||||
|       let publishVerdaccioAsWell = false; | ||||
|       const config = this.szciRef.npmciConfig.getConfig(); | ||||
|       const availableRegistries: string[] = []; | ||||
|       await plugins.smartobject.forEachMinimatch( | ||||
|         Deno.env.toObject(), | ||||
|         'NPMCI_TOKEN_NPM*', | ||||
|         (npmEnvArg: string) => { | ||||
|           availableRegistries.push(npmEnvArg.split('|')[0]); | ||||
|         } | ||||
|       ); | ||||
|  | ||||
|       // -> configure package access level | ||||
|       if (config.npmAccessLevel) { | ||||
|         npmAccessCliString = `--access=${config.npmAccessLevel}`; | ||||
|         if (config.npmAccessLevel === 'public') { | ||||
|           publishVerdaccioAsWell = true; | ||||
|         } | ||||
|       } else { | ||||
|         throw new Error('You need to set a npmAccessLevel!!!'); | ||||
|       } | ||||
|       // -> configure registry url | ||||
|       if (config.npmRegistryUrl) { | ||||
|         npmRegistryCliString = `--registry=https://${config.npmRegistryUrl}`; | ||||
|       } else { | ||||
|         logger.log('error', `no registry url specified. Can't publish!`); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|  | ||||
|       let publishCommand = `npm publish ${npmAccessCliString} ${npmRegistryCliString} `; | ||||
|  | ||||
|       // publishEverywhere | ||||
|       if (publishVerdaccioAsWell) { | ||||
|         const verdaccioRegistry = availableRegistries.find((registryString) => | ||||
|           registryString.startsWith('verdaccio') | ||||
|         ); | ||||
|         if (verdaccioRegistry) { | ||||
|           logger.log( | ||||
|             'info', | ||||
|             `package is public and verdaccio registry is specified. Also publishing to Verdaccio!` | ||||
|           ); | ||||
|           publishCommand = `${publishCommand} && npm publish ${npmAccessCliString} --registry=https://${verdaccioRegistry}`; | ||||
|         } else { | ||||
|           logger.log( | ||||
|             'error', | ||||
|             `This package should also be published to Verdaccio, however there is no Verdaccio registry data available!` | ||||
|           ); | ||||
|         } | ||||
|       } | ||||
|       return publishCommand; | ||||
|     }; | ||||
|  | ||||
|     // -> preparing | ||||
|     logger.log('info', `now preparing environment:`); | ||||
|     this.prepare(); | ||||
|     await bash(`npm -v`); | ||||
|     await bash(`pnpm -v`); | ||||
|  | ||||
|     // -> build it | ||||
|     await this.install(); | ||||
|     await this.build(); | ||||
|  | ||||
|     logger.log('success', `Nice!!! The build for the publication was successfull!`); | ||||
|     logger.log('info', `Lets clean up so we don't publish any packages that don't belong to us:`); | ||||
|     // -> clean up before we publish stuff | ||||
|     await bashNoError(`rm -r ./.npmci_cache`); | ||||
|     await bash(`rm -r ./node_modules`); | ||||
|  | ||||
|     logger.log('success', `Cleaned up!:`); | ||||
|  | ||||
|     // -> publish it | ||||
|     logger.log('info', `now invoking npm to publish the package!`); | ||||
|     await bash(await buildPublishCommand()); | ||||
|     logger.log('success', `Package was successfully published!`); | ||||
|   } | ||||
|  | ||||
|   public async install(): Promise<void> { | ||||
|     logger.log('info', 'now installing dependencies:'); | ||||
|     await bash('pnpm install'); | ||||
|   } | ||||
|  | ||||
|   public async build(): Promise<void> { | ||||
|     logger.log('info', 'now building the project:'); | ||||
|     await bash('pnpm run build'); | ||||
|   } | ||||
|  | ||||
|   public async test(): Promise<void> { | ||||
|     logger.log('info', 'now starting tests:'); | ||||
|     await bash('pnpm test'); | ||||
|   } | ||||
| } | ||||
							
								
								
									
										1
									
								
								ts/manager.npm/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								ts/manager.npm/mod.plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1 @@ | ||||
| export * from '../szci.plugins.ts'; | ||||
| @@ -1,10 +1,10 @@ | ||||
| import * as plugins from './mod.plugins'; | ||||
| import * as paths from '../npmci.paths'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
|  | ||||
| /** | ||||
|  * cleans npmci config files | ||||
|  */ | ||||
| export let clean = async (): Promise<void> => { | ||||
|   plugins.smartfile.fs.removeSync(paths.NpmciPackageConfig); | ||||
|   plugins.smartfile.fs.removeSync(paths.SzciPackageConfig); | ||||
|   return; | ||||
| }; | ||||
|   | ||||
| @@ -1 +1 @@ | ||||
| export * from '../npmci.plugins'; | ||||
| export * from '../szci.plugins.ts'; | ||||
|   | ||||
| @@ -1,9 +1,9 @@ | ||||
| import * as plugins from './mod.plugins'; | ||||
| import { bash } from '../npmci.bash'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import { bash } from '../szci.bash.ts'; | ||||
|  | ||||
| export let command = async () => { | ||||
|   let wrappedCommand: string = ''; | ||||
|   let argvArray = process.argv; | ||||
|   let argvArray = ['deno', 'mod.ts', ...Deno.args]; | ||||
|   for (let i = 3; i < argvArray.length; i++) { | ||||
|     wrappedCommand = wrappedCommand + argvArray[i]; | ||||
|     if (i + 1 !== argvArray.length) { | ||||
|   | ||||
| @@ -1 +1 @@ | ||||
| export * from '../npmci.plugins'; | ||||
| export * from '../szci.plugins.ts'; | ||||
|   | ||||
| @@ -1,145 +0,0 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import * as paths from '../npmci.paths'; | ||||
| import { bash } from '../npmci.bash'; | ||||
|  | ||||
| import * as helpers from './mod.helpers'; | ||||
|  | ||||
| // classes | ||||
| import { Dockerfile } from './mod.classes.dockerfile'; | ||||
| import { DockerRegistry } from './mod.classes.dockerregistry'; | ||||
| import { RegistryStorage } from './mod.classes.registrystorage'; | ||||
|  | ||||
| // instances | ||||
| const npmciRegistryStorage = new RegistryStorage(); | ||||
|  | ||||
| export { Dockerfile, helpers }; | ||||
|  | ||||
| export let modArgvArg; // will be set through the build command | ||||
|  | ||||
| /** | ||||
|  * handle cli input | ||||
|  * @param argvArg | ||||
|  */ | ||||
| export let handleCli = async argvArg => { | ||||
|   modArgvArg = argvArg; | ||||
|   if (argvArg._.length >= 2) { | ||||
|     const action: string = argvArg._[1]; | ||||
|     switch (action) { | ||||
|       case 'build': | ||||
|         await build(); | ||||
|         break; | ||||
|       case 'login': | ||||
|       case 'prepare': | ||||
|         await login(); | ||||
|         break; | ||||
|       case 'test': | ||||
|         await test(); | ||||
|         break; | ||||
|       case 'push': | ||||
|         await push(argvArg); | ||||
|         break; | ||||
|       case 'pull': | ||||
|         await pull(argvArg); | ||||
|         break; | ||||
|       default: | ||||
|         logger.log('error', `>>npmci docker ...<< action >>${action}<< not supported`); | ||||
|     } | ||||
|   } else { | ||||
|     logger.log( | ||||
|       'info', | ||||
|       `>>npmci docker ...<< cli arguments invalid... Please read the documentation.` | ||||
|     ); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * builds a cwd of Dockerfiles by triggering a promisechain | ||||
|  */ | ||||
| export let build = async () => { | ||||
|   await prepare(); | ||||
|   logger.log('info', 'now building Dockerfiles...'); | ||||
|   await helpers | ||||
|     .readDockerfiles() | ||||
|     .then(helpers.sortDockerfiles) | ||||
|     .then(helpers.mapDockerfiles) | ||||
|     .then(helpers.buildDockerfiles); | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * login to the DockerRegistries | ||||
|  */ | ||||
| export let login = async () => { | ||||
|   await prepare(); | ||||
|   await npmciRegistryStorage.loginAll(); | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * logs in docker | ||||
|  */ | ||||
| export let prepare = async () => { | ||||
|   // Always login to GitLab Registry | ||||
|   if (!process.env.CI_BUILD_TOKEN || process.env.CI_BUILD_TOKEN === '') { | ||||
|     logger.log('error', 'No registry token specified by gitlab!'); | ||||
|     process.exit(1); | ||||
|   } | ||||
|   npmciRegistryStorage.addRegistry( | ||||
|     new DockerRegistry({ | ||||
|       registryUrl: 'registry.gitlab.com', | ||||
|       username: 'gitlab-ci-token', | ||||
|       password: process.env.CI_BUILD_TOKEN | ||||
|     }) | ||||
|   ); | ||||
|  | ||||
|   // handle registries | ||||
|   await plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_LOGIN_DOCKER*', async envString => { | ||||
|     npmciRegistryStorage.addRegistry(DockerRegistry.fromEnvString(envString)); | ||||
|   }); | ||||
|   return; | ||||
| }; | ||||
|  | ||||
| export let push = async argvArg => { | ||||
|   await prepare(); | ||||
|   const registryUrlArg = argvArg._[2]; | ||||
|   let suffix = null; | ||||
|   if (argvArg._.length >= 4) { | ||||
|     suffix = argvArg._[3]; | ||||
|   } | ||||
|   const dockerfileArray = await helpers | ||||
|     .readDockerfiles() | ||||
|     .then(helpers.sortDockerfiles) | ||||
|     .then(helpers.mapDockerfiles); | ||||
|   const localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg); | ||||
|   if (!localDockerRegistry) { | ||||
|     logger.log( | ||||
|       'error', | ||||
|       `Cannot push to registry ${registryUrlArg}, because it was not found in the authenticated registry list.` | ||||
|     ); | ||||
|     process.exit(1); | ||||
|   } | ||||
|   for (const dockerfile of dockerfileArray) { | ||||
|     await dockerfile.push(localDockerRegistry, suffix); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| export let pull = async argvArg => { | ||||
|   await prepare(); | ||||
|   const registryUrlArg = argvArg._[2]; | ||||
|   let suffix = null; | ||||
|   if (argvArg._.length >= 4) { | ||||
|     suffix = argvArg._[3]; | ||||
|   } | ||||
|   const localDockerRegistry = npmciRegistryStorage.getRegistryByUrl(registryUrlArg); | ||||
|   const dockerfileArray = await helpers | ||||
|     .readDockerfiles() | ||||
|     .then(helpers.sortDockerfiles) | ||||
|     .then(helpers.mapDockerfiles); | ||||
|   for (const dockerfile of dockerfileArray) { | ||||
|     await dockerfile.pull(localDockerRegistry, suffix); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| export let test = async () => { | ||||
|   await prepare(); | ||||
|   return await helpers.readDockerfiles().then(helpers.testDockerfiles); | ||||
| }; | ||||
| @@ -1,108 +0,0 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import * as NpmciEnv from '../npmci.env'; | ||||
| import { bash } from '../npmci.bash'; | ||||
| import * as paths from '../npmci.paths'; | ||||
|  | ||||
| import { DockerRegistry } from './mod.classes.dockerregistry'; | ||||
| import * as helpers from './mod.helpers'; | ||||
|  | ||||
| /** | ||||
|  * class Dockerfile represents a Dockerfile on disk in npmci | ||||
|  */ | ||||
| export class Dockerfile { | ||||
|   public filePath: string; | ||||
|   public repo: string; | ||||
|   public version: string; | ||||
|   public cleanTag: string; | ||||
|   public buildTag: string; | ||||
|   public containerName: string; | ||||
|   public content: string; | ||||
|   public baseImage: string; | ||||
|   public localBaseImageDependent: boolean; | ||||
|   public localBaseDockerfile: Dockerfile; | ||||
|   constructor(options: { filePath?: string; fileContents?: string | Buffer; read?: boolean }) { | ||||
|     this.filePath = options.filePath; | ||||
|     this.repo = NpmciEnv.repo.user + '/' + NpmciEnv.repo.repo; | ||||
|     this.version = helpers.dockerFileVersion(plugins.path.parse(options.filePath).base); | ||||
|     this.cleanTag = this.repo + ':' + this.version; | ||||
|     this.buildTag = this.cleanTag; | ||||
|  | ||||
|     this.containerName = 'dockerfile-' + this.version; | ||||
|     if (options.filePath && options.read) { | ||||
|       this.content = plugins.smartfile.fs.toStringSync(plugins.path.resolve(options.filePath)); | ||||
|     } | ||||
|     this.baseImage = helpers.dockerBaseImage(this.content); | ||||
|     this.localBaseImageDependent = false; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * builds the Dockerfile | ||||
|    */ | ||||
|   public async build() { | ||||
|     logger.log('info', 'now building Dockerfile for ' + this.cleanTag); | ||||
|     const buildArgsString = await helpers.getDockerBuildArgs(); | ||||
|     const buildCommand = `docker build -t ${this.buildTag} -f ${this.filePath} ${buildArgsString} .`; | ||||
|     await bash(buildCommand); | ||||
|     return; | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * pushes the Dockerfile to a registry | ||||
|    */ | ||||
|   public async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) { | ||||
|     const pushTag = helpers.getDockerTagString( | ||||
|       dockerRegistryArg.registryUrl, | ||||
|       this.repo, | ||||
|       this.version, | ||||
|       versionSuffix | ||||
|     ); | ||||
|     await bash(`docker tag ${this.buildTag} ${pushTag}`); | ||||
|     await bash(`docker push ${pushTag}`); | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * pulls the Dockerfile from a registry | ||||
|    */ | ||||
|   public async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) { | ||||
|     const pullTag = helpers.getDockerTagString( | ||||
|       registryArg.registryUrl, | ||||
|       this.repo, | ||||
|       this.version, | ||||
|       versionSuffixArg | ||||
|     ); | ||||
|     await bash(`docker pull ${pullTag}`); | ||||
|     await bash(`docker tag ${pullTag} ${this.buildTag}`); | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * tests the Dockerfile; | ||||
|    */ | ||||
|   public async test() { | ||||
|     const testFile: string = plugins.path.join(paths.NpmciTestDir, 'test_' + this.version + '.sh'); | ||||
|     const testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile); | ||||
|     if (testFileExists) { | ||||
|       // run tests | ||||
|       await bash( | ||||
|         `docker run --name npmci_test_container --entrypoint="bash" ${ | ||||
|           this.buildTag | ||||
|         } -c "mkdir /npmci_test"` | ||||
|       ); | ||||
|       await bash(`docker cp ${testFile} npmci_test_container:/npmci_test/test.sh`); | ||||
|       await bash(`docker commit npmci_test_container npmci_test_image`); | ||||
|       await bash(`docker run --entrypoint="bash" npmci_test_image -x /npmci_test/test.sh`); | ||||
|       await bash(`docker rm npmci_test_container`); | ||||
|       await bash(`docker rmi --force npmci_test_image`); | ||||
|     } else { | ||||
|       logger.log('warn', 'skipping tests for ' + this.cleanTag + ' because no testfile was found!'); | ||||
|     } | ||||
|   } | ||||
|  | ||||
|   /** | ||||
|    * gets the id of a Dockerfile | ||||
|    */ | ||||
|   public async getId() { | ||||
|     const containerId = await bash('docker inspect --type=image --format="{{.Id}}" ' + this.buildTag); | ||||
|     return containerId; | ||||
|   } | ||||
| } | ||||
| @@ -1,187 +0,0 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import * as paths from '../npmci.paths'; | ||||
| import * as NpmciEnv from '../npmci.env'; | ||||
| import * as NpmciConfig from '../npmci.config'; | ||||
| import { bash } from '../npmci.bash'; | ||||
|  | ||||
| import { Dockerfile } from './mod.classes.dockerfile'; | ||||
|  | ||||
| /** | ||||
|  * creates instance of class Dockerfile for all Dockerfiles in cwd | ||||
|  * @returns Promise<Dockerfile[]> | ||||
|  */ | ||||
| export let readDockerfiles = async (): Promise<Dockerfile[]> => { | ||||
|   const fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*'); | ||||
|  | ||||
|   // create the Dockerfile array | ||||
|   const readDockerfilesArray: Dockerfile[] = []; | ||||
|   logger.log('info', `found ${fileTree.length} Dockerfiles:`); | ||||
|   console.log(fileTree); | ||||
|   for (const dockerfilePath of fileTree) { | ||||
|     const myDockerfile = new Dockerfile({ | ||||
|       filePath: dockerfilePath, | ||||
|       read: true | ||||
|     }); | ||||
|     readDockerfilesArray.push(myDockerfile); | ||||
|   } | ||||
|  | ||||
|   return readDockerfilesArray; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * sorts Dockerfiles into a dependency chain | ||||
|  * @param sortableArrayArg an array of instances of class Dockerfile | ||||
|  * @returns Promise<Dockerfile[]> | ||||
|  */ | ||||
| export let sortDockerfiles = (sortableArrayArg: Dockerfile[]): Promise<Dockerfile[]> => { | ||||
|   const done = plugins.smartpromise.defer<Dockerfile[]>(); | ||||
|   logger.log('info', 'sorting Dockerfiles:'); | ||||
|   const sortedArray: Dockerfile[] = []; | ||||
|   const cleanTagsOriginal = cleanTagsArrayFunction(sortableArrayArg, sortedArray); | ||||
|   let sorterFunctionCounter: number = 0; | ||||
|   const sorterFunction = () => { | ||||
|     sortableArrayArg.forEach(dockerfileArg => { | ||||
|       const cleanTags = cleanTagsArrayFunction(sortableArrayArg, sortedArray); | ||||
|       if ( | ||||
|         cleanTags.indexOf(dockerfileArg.baseImage) === -1 && | ||||
|         sortedArray.indexOf(dockerfileArg) === -1 | ||||
|       ) { | ||||
|         sortedArray.push(dockerfileArg); | ||||
|       } | ||||
|       if (cleanTagsOriginal.indexOf(dockerfileArg.baseImage) !== -1) { | ||||
|         dockerfileArg.localBaseImageDependent = true; | ||||
|       } | ||||
|     }); | ||||
|     if (sortableArrayArg.length === sortedArray.length) { | ||||
|       let counter = 1; | ||||
|       for (const dockerfile of sortedArray) { | ||||
|         logger.log('info', `tag ${counter}: -> ${dockerfile.cleanTag}`); | ||||
|         counter++; | ||||
|       } | ||||
|       done.resolve(sortedArray); | ||||
|     } else if (sorterFunctionCounter < 10) { | ||||
|       sorterFunctionCounter++; | ||||
|       sorterFunction(); | ||||
|     } | ||||
|   }; | ||||
|   sorterFunction(); | ||||
|   return done.promise; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * maps local Dockerfiles dependencies to the correspoding Dockerfile class instances | ||||
|  */ | ||||
| export let mapDockerfiles = async (sortedArray: Dockerfile[]): Promise<Dockerfile[]> => { | ||||
|   sortedArray.forEach(dockerfileArg => { | ||||
|     if (dockerfileArg.localBaseImageDependent) { | ||||
|       sortedArray.forEach((dockfile2: Dockerfile) => { | ||||
|         if (dockfile2.cleanTag === dockerfileArg.baseImage) { | ||||
|           dockerfileArg.localBaseDockerfile = dockfile2; | ||||
|         } | ||||
|       }); | ||||
|     } | ||||
|   }); | ||||
|   return sortedArray; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * builds the correspoding real docker image for each Dockerfile class instance | ||||
|  */ | ||||
| export let buildDockerfiles = async (sortedArrayArg: Dockerfile[]) => { | ||||
|   for (const dockerfileArg of sortedArrayArg) { | ||||
|     await dockerfileArg.build(); | ||||
|   } | ||||
|   return sortedArrayArg; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * tests all Dockerfiles in by calling class Dockerfile.test(); | ||||
|  * @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd | ||||
|  */ | ||||
| export let testDockerfiles = async (sortedArrayArg: Dockerfile[]) => { | ||||
|   for (const dockerfileArg of sortedArrayArg) { | ||||
|     await dockerfileArg.test(); | ||||
|   } | ||||
|   return sortedArrayArg; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * returns a version for a docker file | ||||
|  * @execution SYNC | ||||
|  */ | ||||
| export let dockerFileVersion = (dockerfileNameArg: string): string => { | ||||
|   let versionString: string; | ||||
|   const versionRegex = /Dockerfile_([a-zA-Z0-9\.]*)$/; | ||||
|   const regexResultArray = versionRegex.exec(dockerfileNameArg); | ||||
|   if (regexResultArray && regexResultArray.length === 2) { | ||||
|     versionString = regexResultArray[1]; | ||||
|   } else { | ||||
|     versionString = 'latest'; | ||||
|   } | ||||
|   return versionString; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * returns the docker base image for a Dockerfile | ||||
|  */ | ||||
| export let dockerBaseImage = (dockerfileContentArg: string) => { | ||||
|   const baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/; | ||||
|   const regexResultArray = baseImageRegex.exec(dockerfileContentArg); | ||||
|   return regexResultArray[1]; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * returns the docker tag | ||||
|  */ | ||||
| export let getDockerTagString = ( | ||||
|   registryArg: string, | ||||
|   repoArg: string, | ||||
|   versionArg: string, | ||||
|   suffixArg?: string | ||||
| ): string => { | ||||
|   // determine wether the repo should be mapped accordingly to the registry | ||||
|   const mappedRepo = NpmciConfig.configObject.dockerRegistryRepoMap[registryArg]; | ||||
|   const repo = (() => { | ||||
|     if (mappedRepo) { | ||||
|       return mappedRepo; | ||||
|     } else { | ||||
|       return repoArg; | ||||
|     } | ||||
|   })(); | ||||
|  | ||||
|   // determine wether the version contais a suffix | ||||
|   let version = versionArg; | ||||
|   if (suffixArg) { | ||||
|     version = versionArg + '_' + suffixArg; | ||||
|   } | ||||
|  | ||||
|   const tagString = `${registryArg}/${repo}:${version}`; | ||||
|   return tagString; | ||||
| }; | ||||
|  | ||||
| export let getDockerBuildArgs = async (): Promise<string> => { | ||||
|   logger.log('info', 'checking for env vars to be supplied to the docker build'); | ||||
|   let buildArgsString: string = ''; | ||||
|   for (const key in NpmciConfig.configObject.dockerBuildargEnvMap) { | ||||
|     const targetValue = process.env[NpmciConfig.configObject.dockerBuildargEnvMap[key]]; | ||||
|     buildArgsString = `${buildArgsString} --build-arg ${key}=${targetValue}`; | ||||
|   } | ||||
|   return buildArgsString; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * | ||||
|  */ | ||||
| export let cleanTagsArrayFunction = ( | ||||
|   dockerfileArrayArg: Dockerfile[], | ||||
|   trackingArrayArg: Dockerfile[] | ||||
| ): string[] => { | ||||
|   const cleanTagsArray: string[] = []; | ||||
|   dockerfileArrayArg.forEach((dockerfileArg) => { | ||||
|     if (trackingArrayArg.indexOf(dockerfileArg) === -1) { | ||||
|       cleanTagsArray.push(dockerfileArg.cleanTag); | ||||
|     } | ||||
|   }); | ||||
|   return cleanTagsArray; | ||||
| }; | ||||
| @@ -1 +0,0 @@ | ||||
| export * from '../npmci.plugins'; | ||||
| @@ -1,44 +0,0 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import { bash } from '../npmci.bash'; | ||||
| import { repo } from '../npmci.env'; | ||||
|  | ||||
| /** | ||||
|  * handle cli input | ||||
|  * @param argvArg | ||||
|  */ | ||||
| export let handleCli = async argvArg => { | ||||
|   if (argvArg._.length >= 2) { | ||||
|     const action: string = argvArg._[1]; | ||||
|     switch (action) { | ||||
|       case 'mirror': | ||||
|         await mirror(); | ||||
|         break; | ||||
|       default: | ||||
|         logger.log('error', `>>npmci git ...<< action >>${action}<< not supported`); | ||||
|     } | ||||
|   } else { | ||||
|     logger.log('info', `>>npmci git ...<< cli arguments invalid... Please read the documentation.`); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| export let mirror = async () => { | ||||
|   const githubToken = process.env.NPMCI_GIT_GITHUBTOKEN; | ||||
|   const githubUser = process.env.NPMCI_GIT_GITHUBGROUP || repo.user; | ||||
|   const githubRepo = process.env.NPMCI_GIT_GITHUB || repo.repo; | ||||
|   if (githubToken) { | ||||
|     logger.log('info', 'found github token.'); | ||||
|     logger.log('info', 'attempting the mirror the repository to GitHub'); | ||||
|     // add the mirror | ||||
|     await bash( | ||||
|       `git remote add mirror https://${githubToken}@github.com/${githubUser}/${githubRepo}.git` | ||||
|     ); | ||||
|     await bash(`git push mirror --all`); | ||||
|     logger.log('ok', 'pushed all branches to mirror!'); | ||||
|     await bash(`git push mirror --tags`); | ||||
|     logger.log('ok', 'pushed all tags to mirror!'); | ||||
|   } else { | ||||
|     logger.log('error', `cannot find NPMCI_GIT_GITHUBTOKEN env var!`); | ||||
|     process.exit(1); | ||||
|   } | ||||
| }; | ||||
| @@ -1 +0,0 @@ | ||||
| export * from '../npmci.plugins'; | ||||
| @@ -1,72 +0,0 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from '../npmci.plugins'; | ||||
| import * as paths from '../npmci.paths'; | ||||
| import * as npmciConfig from '../npmci.config'; | ||||
| import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; | ||||
|  | ||||
| /** | ||||
|  * handle cli input | ||||
|  * @param argvArg | ||||
|  */ | ||||
| export let handleCli = async argvArg => { | ||||
|   if (argvArg._.length >= 3) { | ||||
|     const action: string = argvArg._[1]; | ||||
|     switch (action) { | ||||
|       case 'install': | ||||
|         await install(argvArg._[2]); | ||||
|         break; | ||||
|       default: | ||||
|         logger.log('error', `>>npmci node ...<< action >>${action}<< not supported`); | ||||
|         process.exit(1); | ||||
|     } | ||||
|   } else { | ||||
|     logger.log( | ||||
|       'error', | ||||
|       `>>npmci node ...<< cli arguments invalid... Please read the documentation.` | ||||
|     ); | ||||
|     process.exit(1); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * Install a specific version of node | ||||
|  * @param versionArg | ||||
|  */ | ||||
| export let install = async versionArg => { | ||||
|   logger.log('info', `now installing node version ${versionArg}`); | ||||
|   let version: string; | ||||
|   if (versionArg === 'stable') { | ||||
|     version = '10'; | ||||
|   } else if (versionArg === 'lts') { | ||||
|     version = '8'; | ||||
|   } else if (versionArg === 'legacy') { | ||||
|     version = '9'; | ||||
|   } else { | ||||
|     version = versionArg; | ||||
|   } | ||||
|   if (await nvmAvailable.promise) { | ||||
|     await bash(`nvm install ${version} && nvm alias default ${version}`); | ||||
|     logger.log('success', `Node version ${version} successfully installed!`); | ||||
|   } else { | ||||
|     logger.log('warn', 'Nvm not in path so staying at installed node version!'); | ||||
|   } | ||||
|   await bash('node -v'); | ||||
|   await bash('npm -v'); | ||||
|   await bash(`npm config set cache ${paths.NpmciCacheDir}  --global `); | ||||
|   // lets look for further config | ||||
|   await npmciConfig.getConfig().then(async configArg => { | ||||
|     logger.log('info', 'Now checking for needed global npm tools...'); | ||||
|     for (const npmTool of configArg.npmGlobalTools) { | ||||
|       logger.log('info', `Checking for global "${npmTool}"`); | ||||
|       const whichOutput: string = await bashNoError(`which ${npmTool}`); | ||||
|       const toolAvailable: boolean = !(/not\sfound/.test(whichOutput) || whichOutput === ''); | ||||
|       if (toolAvailable) { | ||||
|         logger.log('info', `Tool ${npmTool} is available`); | ||||
|       } else { | ||||
|         logger.log('info', `globally installing ${npmTool} from npm`); | ||||
|         await bash(`npm install ${npmTool} -q -g`); | ||||
|       } | ||||
|     } | ||||
|     logger.log('success', 'all global npm tools specified in npmextra.json are now available!'); | ||||
|   }); | ||||
| }; | ||||
| @@ -1,99 +0,0 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import * as configModule from '../npmci.config'; | ||||
| import { bash, bashNoError, nvmAvailable } from '../npmci.bash'; | ||||
|  | ||||
| /** | ||||
|  * handle cli input | ||||
|  * @param argvArg | ||||
|  */ | ||||
| export let handleCli = async argvArg => { | ||||
|   if (argvArg._.length >= 2) { | ||||
|     const action: string = argvArg._[1]; | ||||
|     switch (action) { | ||||
|       case 'install': | ||||
|         await install(); | ||||
|         break; | ||||
|       case 'prepare': | ||||
|         await prepare(); | ||||
|         break; | ||||
|       case 'test': | ||||
|         await test(); | ||||
|         break; | ||||
|       case 'publish': | ||||
|         await publish(); | ||||
|         break; | ||||
|       default: | ||||
|         logger.log('error', `>>npmci npm ...<< action >>${action}<< not supported`); | ||||
|         process.exit(1); | ||||
|     } | ||||
|   } else { | ||||
|     logger.log('info', `>>npmci npm ...<< cli arguments invalid... Please read the documentation.`); | ||||
|     process.exit(1); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * authenticates npm with token from env var | ||||
|  */ | ||||
| const prepare = async () => { | ||||
|   const npmrcPrefix: string = '//registry.npmjs.org/:_authToken='; | ||||
|   const npmToken: string = process.env.NPMCI_TOKEN_NPM; | ||||
|   const npmrcFileString: string = npmrcPrefix + npmToken; | ||||
|   if (npmToken) { | ||||
|     logger.log('info', 'found access token'); | ||||
|   } else { | ||||
|     logger.log('error', 'no access token found! Exiting!'); | ||||
|     process.exit(1); | ||||
|   } | ||||
|   plugins.smartfile.memory.toFsSync(npmrcFileString, '/root/.npmrc'); | ||||
|   return; | ||||
| }; | ||||
|  | ||||
| /** | ||||
|  * publish a package to npm | ||||
|  */ | ||||
| const publish = async () => { | ||||
|   let npmAccessCliString = ``; | ||||
|   const config = await configModule.getConfig(); | ||||
|  | ||||
|   // -> configure package access level | ||||
|   if ( | ||||
|     config.npmAccessLevel && | ||||
|     (config.npmAccessLevel === 'public' || config.npmAccessLevel === 'private') | ||||
|   ) { | ||||
|     npmAccessCliString = `--access=${config.npmAccessLevel}`; | ||||
|   } | ||||
|  | ||||
|   // -> preparing | ||||
|   logger.log('info', `now preparing environment:`); | ||||
|   prepare(); | ||||
|   await bash(`npm -v`); | ||||
|  | ||||
|   // -> build it | ||||
|   await bash(`npm install`); | ||||
|   await bash(`npm run build`); | ||||
|  | ||||
|   logger.log('success', `Nice!!! The build for the publication was successfull!`); | ||||
|   logger.log('info', `Lets clean up so we don't publish any packages that don't belong to us:`); | ||||
|   // -> clean up before we publish stuff | ||||
|   await bashNoError(`rm -r ./.npmci_cache`); | ||||
|   await bash(`rm -r ./node_modules`); | ||||
|  | ||||
|   logger.log('success', `Cleaned up!:`); | ||||
|  | ||||
|   // -> publish it | ||||
|   logger.log('info', `now invoking npm to publish the package!`); | ||||
|   await bash(`npm publish ${npmAccessCliString}`); | ||||
|   logger.log('success', `Package was successfully published!`); | ||||
| }; | ||||
|  | ||||
| const install = async (): Promise<void> => { | ||||
|   logger.log('info', 'now installing dependencies:'); | ||||
|   await bash('npm install'); | ||||
| }; | ||||
|  | ||||
| export let test = async (): Promise<void> => { | ||||
|   logger.log('info', 'now starting tests:'); | ||||
|   await bash('npm test'); | ||||
| }; | ||||
| @@ -1 +0,0 @@ | ||||
| export * from '../npmci.plugins'; | ||||
							
								
								
									
										24
									
								
								ts/mod_precheck/index.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										24
									
								
								ts/mod_precheck/index.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,24 @@ | ||||
| import * as plugins from './plugins.ts'; | ||||
| import * as paths from '../szci.paths.ts'; | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import { Szci } from '../szci.classes.szci.ts'; | ||||
|  | ||||
| export const handleCli = async (szciRefArg: Szci, argvArg: any) => { | ||||
|   logger.log('info', 'checking execution context'); | ||||
|   const presentRunnerTags = Deno.env.get("CI_RUNNER_TAGS").split(',').map((stringArg) => | ||||
|     stringArg.trim() | ||||
|   ); | ||||
|   let allDesiredGitlabRunnerTagsPresent = true; | ||||
|   for (const desiredRunnerTag of szciRefArg.npmciConfig.getConfig().gitlabRunnerTags) { | ||||
|     if (!presentRunnerTags.includes(desiredRunnerTag)) { | ||||
|       allDesiredGitlabRunnerTagsPresent = false; | ||||
|       logger.log( | ||||
|         'error', | ||||
|         `Desired runnerRag ${desiredRunnerTag} is missing in current execution context.` | ||||
|       ); | ||||
|     } | ||||
|   } | ||||
|   if (!allDesiredGitlabRunnerTagsPresent) { | ||||
|     Deno.exit(1); | ||||
|   } | ||||
| }; | ||||
							
								
								
									
										1
									
								
								ts/mod_precheck/plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								ts/mod_precheck/plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1 @@ | ||||
| export * from '../szci.plugins.ts'; | ||||
| @@ -1,8 +1,8 @@ | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins'; | ||||
| import { logger } from '../szci.logging.ts'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| let sshInstance: plugins.smartssh.SshInstance; | ||||
|  | ||||
| export let handleCli = async argvArg => { | ||||
| export let handleCli = async (argvArg: any) => { | ||||
|   if (argvArg._.length >= 2) { | ||||
|     const action: string = argvArg._[1]; | ||||
|     switch (action) { | ||||
| @@ -11,11 +11,11 @@ export let handleCli = async argvArg => { | ||||
|         break; | ||||
|       default: | ||||
|         logger.log('error', `action >>${action}<< not supported`); | ||||
|         process.exit(1); | ||||
|         Deno.exit(1); | ||||
|     } | ||||
|   } else { | ||||
|     logger.log('error', `>>npmci ssh ...<< please specify an action!`); | ||||
|     process.exit(1); | ||||
|     Deno.exit(1); | ||||
|   } | ||||
| }; | ||||
|  | ||||
| @@ -31,8 +31,8 @@ const notUndefined = (stringArg: string) => { | ||||
|  */ | ||||
| export let prepare = async () => { | ||||
|   sshInstance = new plugins.smartssh.SshInstance(); // init ssh instance | ||||
|   plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_SSHKEY_*', evaluateSshEnv); | ||||
|   if (!process.env.NPMTS_TEST) { | ||||
|   plugins.smartobject.forEachMinimatch(Deno.env.toObject(), 'NPMCI_SSHKEY_*', evaluateSshEnv); | ||||
|   if (!Deno.env.get("NPMTS_TEST")) { | ||||
|     sshInstance.writeToDisk(); | ||||
|   } else { | ||||
|     logger.log('info', 'In test mode, so not storing SSH keys to disk!'); | ||||
|   | ||||
| @@ -1 +1 @@ | ||||
| export * from '../npmci.plugins'; | ||||
| export * from '../szci.plugins.ts'; | ||||
|   | ||||
| @@ -1,15 +1,16 @@ | ||||
| import * as plugins from './mod.plugins'; | ||||
| import { bash } from '../npmci.bash'; | ||||
| import { logger } from '../npmci.logging'; | ||||
| import * as plugins from './mod.plugins.ts'; | ||||
| import { bash } from '../szci.bash.ts'; | ||||
| import { logger } from '../szci.logging.ts'; | ||||
|  | ||||
| const triggerValueRegex = /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/; | ||||
| const triggerValueRegex = | ||||
|   /^([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|([a-zA-Z0-9\.]*)\|?([a-zA-Z0-9\.\-\/]*)/; | ||||
|  | ||||
| export let trigger = async () => { | ||||
|   logger.log('info', 'now running triggers'); | ||||
|   plugins.smartparam.forEachMinimatch(process.env, 'NPMCI_TRIGGER_*', evaluateTrigger); | ||||
|   await plugins.smartobject.forEachMinimatch(Deno.env.toObject(), 'NPMCI_TRIGGER_*', evaluateTrigger); | ||||
| }; | ||||
|  | ||||
| const evaluateTrigger = async triggerEnvVarArg => { | ||||
| const evaluateTrigger = async (triggerEnvVarArg) => { | ||||
|   const triggerRegexResultArray = triggerValueRegex.exec(triggerEnvVarArg); | ||||
|   const regexDomain = triggerRegexResultArray[1]; | ||||
|   const regexProjectId = triggerRegexResultArray[2]; | ||||
| @@ -30,13 +31,13 @@ const evaluateTrigger = async triggerEnvVarArg => { | ||||
|       { | ||||
|         name: 'token', | ||||
|         payload: regexProjectTriggerToken, | ||||
|         type: 'string' | ||||
|         type: 'string', | ||||
|       }, | ||||
|       { | ||||
|         name: 'ref', | ||||
|         payload: regexRefName, | ||||
|         type: 'string' | ||||
|       } | ||||
|         type: 'string', | ||||
|       }, | ||||
|     ] | ||||
|   ); | ||||
| }; | ||||
|   | ||||
| @@ -1 +1 @@ | ||||
| export * from '../npmci.plugins'; | ||||
| export * from '../szci.plugins.ts'; | ||||
|   | ||||
							
								
								
									
										111
									
								
								ts/npmci.cli.ts
									
									
									
									
									
								
							
							
						
						
									
										111
									
								
								ts/npmci.cli.ts
									
									
									
									
									
								
							| @@ -1,111 +0,0 @@ | ||||
| import { logger } from './npmci.logging'; | ||||
| import * as plugins from './npmci.plugins'; | ||||
| import * as paths from './npmci.paths'; | ||||
| import * as npmciMonitor from './npmci.monitor'; | ||||
| npmciMonitor.run(); | ||||
|  | ||||
| // Get Info about npmci itself | ||||
| const npmciInfo = new plugins.projectinfo.ProjectinfoNpm(paths.NpmciPackageRoot); | ||||
| logger.log('info', 'npmci version: ' + npmciInfo.version); | ||||
|  | ||||
| import * as NpmciEnv from './npmci.env'; | ||||
|  | ||||
| const npmciSmartcli = new plugins.smartcli.Smartcli(); | ||||
| npmciSmartcli.addVersion(npmciInfo.version); | ||||
|  | ||||
| // clean | ||||
| npmciSmartcli.addCommand('clean').subscribe( | ||||
|   async argv => { | ||||
|     const modClean = await import('./mod_clean/index'); | ||||
|     await modClean.clean(); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // command | ||||
| npmciSmartcli.addCommand('command').subscribe( | ||||
|   async argv => { | ||||
|     const modCommand = await import('./mod_command/index'); | ||||
|     await modCommand.command(); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // command | ||||
| npmciSmartcli.addCommand('git').subscribe( | ||||
|   async argvArg => { | ||||
|     const modGit = await import('./mod_git/index'); | ||||
|     await modGit.handleCli(argvArg); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // build | ||||
| npmciSmartcli.addCommand('docker').subscribe( | ||||
|   async argvArg => { | ||||
|     const modDocker = await import('./mod_docker/index'); | ||||
|     await modDocker.handleCli(argvArg); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // node | ||||
| npmciSmartcli.addCommand('node').subscribe( | ||||
|   async argvArg => { | ||||
|     const modNode = await import('./mod_node/index'); | ||||
|     await modNode.handleCli(argvArg); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // npm | ||||
| npmciSmartcli.addCommand('npm').subscribe( | ||||
|   async argvArg => { | ||||
|     const modNpm = await import('./mod_npm/index'); | ||||
|     await modNpm.handleCli(argvArg); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // trigger | ||||
| npmciSmartcli.addCommand('ssh').subscribe( | ||||
|   async argvArg => { | ||||
|     const modSsh = await import('./mod_ssh/index'); | ||||
|     await modSsh.handleCli(argvArg); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| // trigger | ||||
| npmciSmartcli.addCommand('trigger').subscribe( | ||||
|   async argv => { | ||||
|     const modTrigger = await import('./mod_trigger/index'); | ||||
|     await modTrigger.trigger(); | ||||
|   }, | ||||
|   err => { | ||||
|     console.log(err); | ||||
|     process.exit(1); | ||||
|   } | ||||
| ); | ||||
|  | ||||
| npmciSmartcli.startParse(); | ||||
| @@ -1,32 +0,0 @@ | ||||
| import * as plugins from './npmci.plugins'; | ||||
| import * as paths from './npmci.paths'; | ||||
|  | ||||
| import { repo } from './npmci.env'; | ||||
|  | ||||
| import { KeyValueStore } from '@pushrocks/npmextra'; | ||||
|  | ||||
| export interface INpmciOptions { | ||||
|   npmGlobalTools: string[]; | ||||
|   npmAccessLevel?: 'private' | 'public'; | ||||
|   dockerRegistryRepoMap: any; | ||||
|   dockerBuildargEnvMap: any; | ||||
| } | ||||
|  | ||||
| // instantiate a kvStorage for the current directory | ||||
| export let kvStorage = new KeyValueStore('custom', `${repo.user}_${repo.repo}`); | ||||
|  | ||||
| // handle config retrival | ||||
| const npmciNpmextra = new plugins.npmextra.Npmextra(paths.cwd); | ||||
| const defaultConfig: INpmciOptions = { | ||||
|   npmGlobalTools: [], | ||||
|   dockerRegistryRepoMap: {}, | ||||
|   dockerBuildargEnvMap: {} | ||||
| }; | ||||
| export let configObject = npmciNpmextra.dataFor<INpmciOptions>('npmci', defaultConfig); | ||||
|  | ||||
| /** | ||||
|  * gets the npmci portion of the npmextra.json file | ||||
|  */ | ||||
| export let getConfig = async (): Promise<INpmciOptions> => { | ||||
|   return configObject; | ||||
| }; | ||||
| @@ -1,13 +0,0 @@ | ||||
| import * as plugins from './npmci.plugins'; | ||||
| import * as paths from './npmci.paths'; | ||||
| import { GitRepo } from 'smartstring'; | ||||
| import { Dockerfile } from './mod_docker/index'; | ||||
|  | ||||
| /** | ||||
|  * a info instance about the git respoitory at cwd :) | ||||
|  */ | ||||
| let repoString: string = process.env.CI_REPOSITORY_URL; | ||||
| if (!repoString) { | ||||
|   repoString = 'https://undefined:undefined@github.com/undefined/undefined.git'; | ||||
| } | ||||
| export let repo = new GitRepo(repoString); | ||||
| @@ -1,23 +0,0 @@ | ||||
| import { logger } from './npmci.logging'; | ||||
| import * as plugins from './npmci.plugins'; | ||||
| import * as env from './npmci.env'; | ||||
|  | ||||
| import { Analytics } from 'smartanalytics'; | ||||
|  | ||||
| export let npmciAnalytics = new Analytics({ | ||||
|   apiEndPoint: 'https://pubapi.lossless.one/analytics', | ||||
|   projectId: 'gitzone', | ||||
|   appName: 'npmci' | ||||
| }); | ||||
|  | ||||
| export let run = async () => { | ||||
|   npmciAnalytics | ||||
|     .recordEvent('npmToolExecution', { | ||||
|       host: env.repo.host, | ||||
|       user: env.repo.user, | ||||
|       repo: env.repo.repo | ||||
|     }) | ||||
|     .catch(err => { | ||||
|       logger.log('warn', 'Lossless Analytics API not available...'); | ||||
|     }); | ||||
| }; | ||||
| @@ -1,9 +0,0 @@ | ||||
| import * as plugins from './npmci.plugins'; | ||||
|  | ||||
| export let cwd = process.cwd(); | ||||
|  | ||||
| export let NpmciPackageRoot = plugins.path.join(__dirname, '../'); | ||||
| export let NpmciPackageConfig = plugins.path.join(NpmciPackageRoot, './config.json'); | ||||
| export let NpmciProjectDir = cwd; | ||||
| export let NpmciTestDir = plugins.path.join(cwd, './test'); | ||||
| export let NpmciCacheDir = plugins.path.join(cwd, './.npmci_cache'); | ||||
| @@ -1,43 +0,0 @@ | ||||
| // node native | ||||
| import * as path from 'path'; | ||||
|  | ||||
| export { path }; | ||||
|  | ||||
| // @pushrocks | ||||
| import * as projectinfo from '@pushrocks/projectinfo'; | ||||
| import * as npmextra from '@pushrocks/npmextra'; | ||||
| import * as smartdelay from '@pushrocks/smartdelay'; | ||||
| import * as smartfile from '@pushrocks/smartfile'; | ||||
| import * as smartcli from '@pushrocks/smartcli'; | ||||
| import * as smartlog from '@pushrocks/smartlog'; | ||||
| import * as smartlogDestinationLocal from '@pushrocks/smartlog-destination-local'; | ||||
| import * as smartparam from '@pushrocks/smartparam'; | ||||
| import * as smartpromise from '@pushrocks/smartpromise'; | ||||
| import * as smartrequest from '@pushrocks/smartrequest'; | ||||
| import * as smartshell from '@pushrocks/smartshell'; | ||||
| import * as smartsocket from 'smartsocket'; | ||||
| import * as smartssh from '@pushrocks/smartssh'; | ||||
| import * as smartstring from '@pushrocks/smartstring'; | ||||
|  | ||||
| export { | ||||
|   projectinfo, | ||||
|   npmextra, | ||||
|   smartdelay, | ||||
|   smartfile, | ||||
|   smartcli, | ||||
|   smartlog, | ||||
|   smartlogDestinationLocal, | ||||
|   smartparam, | ||||
|   smartpromise, | ||||
|   smartrequest, | ||||
|   smartshell, | ||||
|   smartsocket, | ||||
|   smartssh, | ||||
|   smartstring | ||||
| }; | ||||
|  | ||||
| // third party | ||||
| import * as lodash from 'lodash'; | ||||
| import * as through2 from 'through2'; | ||||
|  | ||||
| export { lodash, through2 }; | ||||
| @@ -1,19 +1,17 @@ | ||||
| import { logger } from './npmci.logging'; | ||||
| import * as plugins from './npmci.plugins'; | ||||
| import * as paths from './npmci.paths'; | ||||
| 
 | ||||
| import * as smartpromise from '@pushrocks/smartpromise'; | ||||
| import { logger } from './szci.logging.ts'; | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
| import * as paths from './szci.paths.ts'; | ||||
| 
 | ||||
| /** | ||||
|  * wether nvm is available or not | ||||
|  */ | ||||
| export let nvmAvailable = smartpromise.defer<boolean>(); | ||||
| export let nvmAvailable = plugins.smartpromise.defer<boolean>(); | ||||
| /** | ||||
|  * the smartshell instance for npmci | ||||
|  */ | ||||
| const npmciSmartshell = new plugins.smartshell.Smartshell({ | ||||
|   executor: 'bash', | ||||
|   sourceFilePaths: [] | ||||
|   sourceFilePaths: [], | ||||
| }); | ||||
| 
 | ||||
| /** | ||||
| @@ -21,7 +19,7 @@ const npmciSmartshell = new plugins.smartshell.Smartshell({ | ||||
|  */ | ||||
| const checkToolsAvailable = async () => { | ||||
|   // check for nvm
 | ||||
|   if (!process.env.NPMTS_TEST) { | ||||
|   if (!Deno.env.get('NPMTS_TEST')) { | ||||
|     if ( | ||||
|       (await npmciSmartshell.execSilent(`bash -c "source /usr/local/nvm/nvm.sh"`)).exitCode === 0 | ||||
|     ) { | ||||
| @@ -57,10 +55,10 @@ export let bash = async (commandArg: string, retryArg: number = 2): Promise<stri | ||||
|     retryArg = 0; | ||||
|   } | ||||
| 
 | ||||
|   if (!process.env.NPMTS_TEST) { | ||||
|   if (!Deno.env.get('NPMTS_TEST')) { | ||||
|     // NPMTS_TEST is used during testing
 | ||||
|     for (let i = 0; i <= retryArg; i++) { | ||||
|       if (process.env.DEBUG_NPMCI === 'true') { | ||||
|       if (Deno.env.get('DEBUG_NPMCI') === 'true') { | ||||
|         console.log(commandArg); | ||||
|       } | ||||
|       execResult = await npmciSmartshell.exec(commandArg); | ||||
| @@ -70,7 +68,7 @@ export let bash = async (commandArg: string, retryArg: number = 2): Promise<stri | ||||
|         // something went wrong and retries are exhausted
 | ||||
|         if (failOnError) { | ||||
|           logger.log('error', 'something went wrong and retries are exhausted'); | ||||
|           process.exit(1); | ||||
|           Deno.exit(1); | ||||
|         } | ||||
|       } else if (execResult.exitCode === 0) { | ||||
|         // everything went fine, or no error wanted
 | ||||
| @@ -84,7 +82,7 @@ export let bash = async (commandArg: string, retryArg: number = 2): Promise<stri | ||||
|     logger.log('info', 'ShellExec would be: ' + commandArg); | ||||
|     execResult = { | ||||
|       exitCode: 0, | ||||
|       stdout: 'testOutput' | ||||
|       stdout: 'testOutput', | ||||
|     }; | ||||
|   } | ||||
|   return execResult.stdout; | ||||
							
								
								
									
										61
									
								
								ts/szci.classes.szci.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										61
									
								
								ts/szci.classes.szci.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,61 @@ | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
|  | ||||
|  | ||||
| // env | ||||
| import { SzciEnv } from './szci.classes.szcienv.ts'; | ||||
| import { SzciInfo } from './szci.classes.szciinfo.ts'; | ||||
| import { SzciCli } from './szci.classes.szcicli.ts'; | ||||
| import { SzciConfig } from './szci.classes.szciconfig.ts'; | ||||
|  | ||||
| // connectors | ||||
| import { CloudlyConnector } from './connector.cloudly/cloudlyconnector.ts'; | ||||
|  | ||||
| // managers | ||||
| import { SzciCloudronManager } from './manager.cloudron/index.ts'; | ||||
| import { SzciDockerManager } from './manager.docker/index.ts'; | ||||
| import { SzciGitManager } from './manager.git/index.ts'; | ||||
| import { SzciNodeJsManager } from './manager.nodejs/index.ts'; | ||||
| import { SzciNpmManager } from './manager.npm/index.ts'; | ||||
|  | ||||
| export class Szci { | ||||
|   public analytics: plugins.smartanalytics.Analytics; | ||||
|   public cloudlyConnector: CloudlyConnector; | ||||
|  | ||||
|   public npmciEnv: SzciEnv; | ||||
|   public npmciInfo: SzciInfo; | ||||
|   public npmciConfig: SzciConfig; | ||||
|   public npmciCli: SzciCli; | ||||
|  | ||||
|   // managers | ||||
|   public cloudronManager: SzciCloudronManager; | ||||
|   public dockerManager: SzciDockerManager; | ||||
|   public gitManager: SzciGitManager; | ||||
|   public nodejsManager: SzciNodeJsManager; | ||||
|   public npmManager: SzciNpmManager; | ||||
|  | ||||
|   constructor() { | ||||
|     this.analytics = new plugins.smartanalytics.Analytics({ | ||||
|       apiEndPoint: 'https://pubapi.lossless.one/analytics', | ||||
|       projectId: 'gitzone', | ||||
|       appName: 'szci', | ||||
|     }); | ||||
|   } | ||||
|  | ||||
|   public async start() { | ||||
|     this.cloudlyConnector = new CloudlyConnector(this); | ||||
|     this.npmciEnv = new SzciEnv(this); | ||||
|     this.npmciInfo = new SzciInfo(this); | ||||
|     await this.npmciInfo.printToConsole(); | ||||
|     this.npmciCli = new SzciCli(this); | ||||
|     this.npmciConfig = new SzciConfig(this); | ||||
|     await this.npmciConfig.init(); | ||||
|  | ||||
|     // managers | ||||
|     this.cloudronManager = new SzciCloudronManager(this); | ||||
|     this.dockerManager = new SzciDockerManager(this); | ||||
|     this.gitManager = new SzciGitManager(this); | ||||
|     this.nodejsManager = new SzciNodeJsManager(this); | ||||
|     this.npmManager = new SzciNpmManager(this); | ||||
|     this.npmciCli.startParse(); | ||||
|   } | ||||
| } | ||||
							
								
								
									
										120
									
								
								ts/szci.classes.szcicli.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										120
									
								
								ts/szci.classes.szcicli.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,120 @@ | ||||
| import { logger } from './szci.logging.ts'; | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
| import * as paths from './szci.paths.ts'; | ||||
| import { Szci } from './szci.classes.szci.ts'; | ||||
|  | ||||
| export class SzciCli { | ||||
|   public szciRef: Szci; | ||||
|   public smartcli: plugins.smartcli.Smartcli; | ||||
|  | ||||
|   constructor(szciArg: Szci) { | ||||
|     this.szciRef = szciArg; | ||||
|     this.smartcli = new plugins.smartcli.Smartcli(); | ||||
|     this.smartcli.addVersion(this.szciRef.npmciInfo.version); | ||||
|  | ||||
|     // clean | ||||
|     this.smartcli.addCommand('clean').subscribe( | ||||
|       async (argv) => { | ||||
|         const modClean = await import('./mod_clean/index.js'); | ||||
|         await modClean.clean(); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     // cloudron | ||||
|     this.smartcli.addCommand('cloudron').subscribe( | ||||
|       async (argv) => { | ||||
|         await this.szciRef.cloudronManager.handleCli(argv); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     // command | ||||
|     this.smartcli.addCommand('command').subscribe( | ||||
|       async (argv) => { | ||||
|         const modCommand = await import('./mod_command/index.js'); | ||||
|         await modCommand.command(); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     // git | ||||
|     this.smartcli.addCommand('git').subscribe( | ||||
|       async (argvArg) => { | ||||
|         await this.szciRef.gitManager.handleCli(argvArg); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     // build | ||||
|     this.smartcli.addCommand('docker').subscribe( | ||||
|       async (argvArg) => { | ||||
|         await this.szciRef.dockerManager.handleCli(argvArg); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     // node | ||||
|     this.smartcli.addCommand('node').subscribe( | ||||
|       async (argvArg) => { | ||||
|         await this.szciRef.nodejsManager.handleCli(argvArg); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     // npm | ||||
|     this.smartcli.addCommand('npm').subscribe( | ||||
|       async (argvArg) => { | ||||
|         await this.szciRef.npmManager.handleCli(argvArg); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|       } | ||||
|     ); | ||||
|  | ||||
|     this.smartcli.addCommand('precheck').subscribe(async (argvArg) => { | ||||
|       const modPrecheck = await import('./mod_precheck/index.js'); | ||||
|       await modPrecheck.handleCli(this.szciRef, argvArg); | ||||
|     }); | ||||
|  | ||||
|     // trigger | ||||
|     this.smartcli.addCommand('ssh').subscribe(async (argvArg) => { | ||||
|       const modSsh = await import('./mod_ssh/index.js'); | ||||
|       await modSsh.handleCli(argvArg); | ||||
|     }); | ||||
|  | ||||
|     // trigger | ||||
|     this.smartcli.addCommand('trigger').subscribe( | ||||
|       async (argv) => { | ||||
|         const modTrigger = await import('./mod_trigger/index.js'); | ||||
|         await modTrigger.trigger(); | ||||
|       }, | ||||
|       (err) => { | ||||
|         console.log(err); | ||||
|         Deno.exit(1); | ||||
|       } | ||||
|     ); | ||||
|   } | ||||
|  | ||||
|   public startParse = () => { | ||||
|     this.smartcli.startParse(); | ||||
|   }; | ||||
| } | ||||
							
								
								
									
										78
									
								
								ts/szci.classes.szciconfig.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										78
									
								
								ts/szci.classes.szciconfig.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,78 @@ | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
| import * as paths from './szci.paths.ts'; | ||||
|  | ||||
| import { logger } from './szci.logging.ts'; | ||||
| import { Szci } from './szci.classes.szci.ts'; | ||||
|  | ||||
| /** | ||||
|  * the main config interface for npmci | ||||
|  */ | ||||
| export interface ISzciOptions { | ||||
|   projectInfo: plugins.projectinfo.ProjectInfo; | ||||
|  | ||||
|   // npm | ||||
|   npmGlobalTools: string[]; | ||||
|   npmAccessLevel?: 'private' | 'public'; | ||||
|   npmRegistryUrl: string; | ||||
|  | ||||
|   // docker | ||||
|   dockerRegistries: string[]; | ||||
|   dockerRegistryRepoMap: { [key: string]: string }; | ||||
|   dockerBuildargEnvMap: { [key: string]: string }; | ||||
|  | ||||
|   // gitlab | ||||
|   gitlabRunnerTags: string[]; | ||||
|  | ||||
|   // urls | ||||
|   urlCloudly: string; | ||||
|  | ||||
|   // cloudron | ||||
|   cloudronAppName?: string; | ||||
| } | ||||
|  | ||||
| /** | ||||
|  * a config class for Npmci | ||||
|  */ | ||||
| export class SzciConfig { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   public npmciNpmextra: plugins.npmextra.Npmextra; | ||||
|   public kvStorage: plugins.npmextra.KeyValueStore; | ||||
|   public npmciQenv: plugins.qenv.Qenv; | ||||
|  | ||||
|   private configObject: ISzciOptions; | ||||
|  | ||||
|   constructor(szciRefArg: Szci) { | ||||
|     this.szciRef = szciRefArg; | ||||
|   } | ||||
|  | ||||
|   public async init() { | ||||
|     this.npmciNpmextra = new plugins.npmextra.Npmextra(paths.cwd); | ||||
|     this.kvStorage = new plugins.npmextra.KeyValueStore({ | ||||
|       typeArg: 'userHomeDir', | ||||
|       identityArg: `.npmci_${this.szciRef.npmciEnv.repo.user}_${this.szciRef.npmciEnv.repo.repo}`, | ||||
|     }); | ||||
|     this.npmciQenv = new plugins.qenv.Qenv( | ||||
|       paths.SzciProjectDir, | ||||
|       paths.SzciProjectNogitDir, | ||||
|       false | ||||
|     ); | ||||
|  | ||||
|     this.configObject = { | ||||
|       projectInfo: new plugins.projectinfo.ProjectInfo(paths.cwd), | ||||
|       npmGlobalTools: [], | ||||
|       dockerRegistries: [], | ||||
|       dockerRegistryRepoMap: {}, | ||||
|       npmAccessLevel: 'private', | ||||
|       npmRegistryUrl: 'registry.npmjs.org', | ||||
|       gitlabRunnerTags: [], | ||||
|       dockerBuildargEnvMap: {}, | ||||
|       urlCloudly: await this.npmciQenv.getEnvVarOnDemand('NPMCI_URL_CLOUDLY'), | ||||
|     }; | ||||
|     this.configObject = this.npmciNpmextra.dataFor<ISzciOptions>('szci', this.configObject); | ||||
|   } | ||||
|  | ||||
|   public getConfig(): ISzciOptions { | ||||
|     return this.configObject; | ||||
|   } | ||||
| } | ||||
							
								
								
									
										23
									
								
								ts/szci.classes.szcienv.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										23
									
								
								ts/szci.classes.szcienv.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,23 @@ | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
| import { Szci } from './szci.classes.szci.ts'; | ||||
|  | ||||
| export class SzciEnv { | ||||
|   public szciRef: Szci; | ||||
|  | ||||
|   public repoString: string; | ||||
|   public repo: plugins.smartstring.GitRepo; | ||||
|  | ||||
|   constructor(szciRefArg: Szci) { | ||||
|     this.szciRef = szciRefArg; | ||||
|     if (!this.repoString && Deno.env.get("GITLAB_CI")) { | ||||
|       this.repoString = Deno.env.get("CI_REPOSITORY_URL"); | ||||
|     } | ||||
|     if (!this.repoString && Deno.env.get("NPMCI_COMPUTED_REPOURL")) { | ||||
|       this.repoString = Deno.env.get("NPMCI_COMPUTED_REPOURL"); | ||||
|     } | ||||
|     if (!this.repoString) { | ||||
|       this.repoString = 'https://undefined:undefined@github.com/undefined/undefined.git'; | ||||
|     } | ||||
|     this.repo = new plugins.smartstring.GitRepo(this.repoString); | ||||
|   } | ||||
| } | ||||
							
								
								
									
										18
									
								
								ts/szci.classes.szciinfo.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										18
									
								
								ts/szci.classes.szciinfo.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,18 @@ | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
| import * as paths from './szci.paths.ts'; | ||||
| import { logger } from './szci.logging.ts'; | ||||
| import { Szci } from './szci.classes.szci.ts'; | ||||
| import denoConfig from '../deno.json' with { type: 'json' }; | ||||
|  | ||||
| export class SzciInfo { | ||||
|   public szciRef: Szci; | ||||
|   public version = denoConfig.version; | ||||
|  | ||||
|   constructor(szciArg: Szci) { | ||||
|     this.szciRef = szciArg; | ||||
|   } | ||||
|  | ||||
|   public async printToConsole() { | ||||
|     await logger.log('info', `szci version: ${this.version}`); | ||||
|   } | ||||
| } | ||||
| @@ -1,4 +1,4 @@ | ||||
| import * as plugins from './npmci.plugins'; | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
| 
 | ||||
| export const logger = new plugins.smartlog.Smartlog({ | ||||
|   logContext: { | ||||
| @@ -7,8 +7,8 @@ export const logger = new plugins.smartlog.Smartlog({ | ||||
|     containerName: 'Some ContainerName', | ||||
|     environment: 'test', | ||||
|     runtime: 'node', | ||||
|     zone: 'Some Zone' | ||||
|   } | ||||
|     zone: 'Some Zone', | ||||
|   }, | ||||
| }); | ||||
| 
 | ||||
| logger.addLogDestination(new plugins.smartlogDestinationLocal.DestinationLocal()); | ||||
							
								
								
									
										16
									
								
								ts/szci.paths.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										16
									
								
								ts/szci.paths.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,16 @@ | ||||
| import * as plugins from './szci.plugins.ts'; | ||||
|  | ||||
| export const cwd = Deno.cwd(); | ||||
|  | ||||
| // package paths | ||||
| export const SzciPackageRoot = plugins.path.join( | ||||
|   plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), | ||||
|   '../' | ||||
| ); | ||||
| export const SzciPackageConfig = plugins.path.join(SzciPackageRoot, './config.json'); | ||||
|  | ||||
| // project paths | ||||
| export const SzciProjectDir = cwd; | ||||
| export const SzciProjectNogitDir = plugins.path.join(SzciProjectDir, './.nogit'); | ||||
| export const SzciTestDir = plugins.path.join(cwd, './test'); | ||||
| export const SzciCacheDir = plugins.path.join(cwd, './.npmci_cache'); | ||||
							
								
								
									
										67
									
								
								ts/szci.plugins.ts
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										67
									
								
								ts/szci.plugins.ts
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,67 @@ | ||||
| // Deno std libraries | ||||
| import * as path from '@std/path'; | ||||
|  | ||||
| export { path }; | ||||
|  | ||||
| // @apiglobal | ||||
| import * as typedrequest from '@api.global/typedrequest'; | ||||
|  | ||||
| export { typedrequest }; | ||||
|  | ||||
| // @servezone | ||||
| import * as servezoneApi from '@serve.zone/api'; | ||||
|  | ||||
| export { servezoneApi }; | ||||
|  | ||||
| // @push.rocks | ||||
| import * as lik from '@push.rocks/lik'; | ||||
| import * as npmextra from '@push.rocks/npmextra'; | ||||
| import * as projectinfo from '@push.rocks/projectinfo'; | ||||
| import * as qenv from '@push.rocks/qenv'; | ||||
| import * as smartanalytics from '@push.rocks/smartanalytics'; | ||||
| import * as smartdelay from '@push.rocks/smartdelay'; | ||||
| import * as smartfile from '@push.rocks/smartfile'; | ||||
| import * as smartcli from '@push.rocks/smartcli'; | ||||
| import * as smartgit from '@push.rocks/smartgit'; | ||||
| import * as smartlog from '@push.rocks/smartlog'; | ||||
| import * as smartlogDestinationLocal from '@push.rocks/smartlog-destination-local'; | ||||
| import * as smartobject from '@push.rocks/smartobject'; | ||||
| import * as smartpath from '@push.rocks/smartpath'; | ||||
| import * as smartpromise from '@push.rocks/smartpromise'; | ||||
| import * as smartrequest from '@push.rocks/smartrequest'; | ||||
| import * as smartshell from '@push.rocks/smartshell'; | ||||
| import * as smartsocket from '@push.rocks/smartsocket'; | ||||
| import * as smartssh from '@push.rocks/smartssh'; | ||||
| import * as smartstring from '@push.rocks/smartstring'; | ||||
|  | ||||
| export { | ||||
|   lik, | ||||
|   npmextra, | ||||
|   projectinfo, | ||||
|   qenv, | ||||
|   smartanalytics, | ||||
|   smartdelay, | ||||
|   smartfile, | ||||
|   smartgit, | ||||
|   smartcli, | ||||
|   smartlog, | ||||
|   smartlogDestinationLocal, | ||||
|   smartobject, | ||||
|   smartpath, | ||||
|   smartpromise, | ||||
|   smartrequest, | ||||
|   smartshell, | ||||
|   smartsocket, | ||||
|   smartssh, | ||||
|   smartstring, | ||||
| }; | ||||
|  | ||||
| // @tsclass scope | ||||
| import * as tsclass from '@tsclass/tsclass'; | ||||
|  | ||||
| export { tsclass }; | ||||
|  | ||||
| // third party | ||||
| import * as through2 from 'through2'; | ||||
|  | ||||
| export { through2 }; | ||||
							
								
								
									
										17
									
								
								tslint.json
									
									
									
									
									
								
							
							
						
						
									
										17
									
								
								tslint.json
									
									
									
									
									
								
							| @@ -1,17 +0,0 @@ | ||||
| { | ||||
|   "extends": ["tslint:latest", "tslint-config-prettier"], | ||||
|   "rules": { | ||||
|     "semicolon": [true, "always"], | ||||
|     "no-console": false, | ||||
|     "ordered-imports": false, | ||||
|     "object-literal-sort-keys": false, | ||||
|     "member-ordering": { | ||||
|       "options":{ | ||||
|         "order": [ | ||||
|           "static-method" | ||||
|         ] | ||||
|       } | ||||
|     } | ||||
|   }, | ||||
|   "defaultSeverity": "warning" | ||||
| } | ||||
							
								
								
									
										64
									
								
								uninstall.sh
									
									
									
									
									
										Executable file
									
								
							
							
						
						
									
										64
									
								
								uninstall.sh
									
									
									
									
									
										Executable file
									
								
							| @@ -0,0 +1,64 @@ | ||||
| #!/bin/bash | ||||
|  | ||||
| # SZCI Uninstaller Script | ||||
| # Removes SZCI from the system (installed via install.sh) | ||||
| # | ||||
| # Usage: | ||||
| #   sudo bash uninstall.sh | ||||
|  | ||||
| set -e | ||||
|  | ||||
| # Check if running as root | ||||
| if [ "$EUID" -ne 0 ]; then | ||||
|   echo "Please run as root (sudo bash uninstall.sh)" | ||||
|   exit 1 | ||||
| fi | ||||
|  | ||||
| echo "================================================" | ||||
| echo "  SZCI Uninstaller" | ||||
| echo "  Serve Zone CI/CD Tool Removal" | ||||
| echo "================================================" | ||||
| echo "" | ||||
|  | ||||
| # Default installation directory | ||||
| INSTALL_DIR="/opt/szci" | ||||
|  | ||||
| # Step 1: Remove global symlinks | ||||
| echo "Checking for global symlinks..." | ||||
| if [ -L "/usr/local/bin/szci" ]; then | ||||
|   echo "Removing symlink: /usr/local/bin/szci" | ||||
|   rm -f /usr/local/bin/szci | ||||
| fi | ||||
|  | ||||
| if [ -L "/usr/bin/szci" ]; then | ||||
|   echo "Removing symlink: /usr/bin/szci" | ||||
|   rm -f /usr/bin/szci | ||||
| fi | ||||
|  | ||||
| # Step 2: Remove installation directory | ||||
| if [ -d "$INSTALL_DIR" ]; then | ||||
|   echo "Removing installation directory: $INSTALL_DIR" | ||||
|   rm -rf "$INSTALL_DIR" | ||||
| else | ||||
|   echo "Installation directory not found: $INSTALL_DIR" | ||||
| fi | ||||
|  | ||||
| echo "" | ||||
| echo "================================================" | ||||
| echo "  SZCI Uninstallation Complete!" | ||||
| echo "================================================" | ||||
| echo "" | ||||
|  | ||||
| # Check for npm global installation | ||||
| NODE_PATH=$(which node 2>/dev/null || true) | ||||
| if [ -n "$NODE_PATH" ]; then | ||||
|   NPM_PATH=$(dirname "$NODE_PATH")/npm | ||||
|   if [ -x "$NPM_PATH" ]; then | ||||
|     echo "If you installed SZCI via npm, you may want to uninstall it with:" | ||||
|     echo "  npm uninstall -g @ship.zone/szci" | ||||
|     echo "" | ||||
|   fi | ||||
| fi | ||||
|  | ||||
| echo "SZCI has been removed from your system." | ||||
| echo "" | ||||
		Reference in New Issue
	
	Block a user