2022-10-09 16:15:37 +00:00
|
|
|
import * as plugins from './mod.plugins.js';
|
|
|
|
import * as paths from '../npmci.paths.js';
|
2019-08-29 18:26:23 +00:00
|
|
|
|
2022-10-09 16:15:37 +00:00
|
|
|
import { logger } from '../npmci.logging.js';
|
|
|
|
import { bash } from '../npmci.bash.js';
|
2019-08-29 18:26:23 +00:00
|
|
|
|
2022-10-09 16:15:37 +00:00
|
|
|
import { DockerRegistry } from './mod.classes.dockerregistry.js';
|
|
|
|
import * as helpers from './mod.helpers.js';
|
|
|
|
import { NpmciDockerManager } from './index.js';
|
|
|
|
import { Npmci } from '../npmci.classes.npmci.js';
|
2019-08-29 18:26:23 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* class Dockerfile represents a Dockerfile on disk in npmci
|
|
|
|
*/
|
|
|
|
export class Dockerfile {
|
|
|
|
// STATIC
|
|
|
|
|
|
|
|
/**
|
|
|
|
* creates instance of class Dockerfile for all Dockerfiles in cwd
|
|
|
|
* @returns Promise<Dockerfile[]>
|
|
|
|
*/
|
|
|
|
public static async readDockerfiles(
|
|
|
|
npmciDockerManagerRefArg: NpmciDockerManager
|
|
|
|
): Promise<Dockerfile[]> {
|
|
|
|
const fileTree = await plugins.smartfile.fs.listFileTree(paths.cwd, 'Dockerfile*');
|
|
|
|
|
|
|
|
// create the Dockerfile array
|
|
|
|
const readDockerfilesArray: Dockerfile[] = [];
|
|
|
|
logger.log('info', `found ${fileTree.length} Dockerfiles:`);
|
|
|
|
console.log(fileTree);
|
|
|
|
for (const dockerfilePath of fileTree) {
|
|
|
|
const myDockerfile = new Dockerfile(npmciDockerManagerRefArg, {
|
|
|
|
filePath: dockerfilePath,
|
2021-05-14 18:11:12 +00:00
|
|
|
read: true,
|
2019-08-29 18:26:23 +00:00
|
|
|
});
|
|
|
|
readDockerfilesArray.push(myDockerfile);
|
|
|
|
}
|
|
|
|
|
|
|
|
return readDockerfilesArray;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* sorts Dockerfiles into a dependency chain
|
|
|
|
* @param sortableArrayArg an array of instances of class Dockerfile
|
|
|
|
* @returns Promise<Dockerfile[]>
|
|
|
|
*/
|
|
|
|
public static async sortDockerfiles(sortableArrayArg: Dockerfile[]): Promise<Dockerfile[]> {
|
|
|
|
const done = plugins.smartpromise.defer<Dockerfile[]>();
|
|
|
|
logger.log('info', 'sorting Dockerfiles:');
|
|
|
|
const sortedArray: Dockerfile[] = [];
|
|
|
|
const cleanTagsOriginal = Dockerfile.cleanTagsArrayFunction(sortableArrayArg, sortedArray);
|
|
|
|
let sorterFunctionCounter: number = 0;
|
|
|
|
const sorterFunction = () => {
|
2021-05-14 18:11:12 +00:00
|
|
|
sortableArrayArg.forEach((dockerfileArg) => {
|
2019-08-29 18:26:23 +00:00
|
|
|
const cleanTags = Dockerfile.cleanTagsArrayFunction(sortableArrayArg, sortedArray);
|
|
|
|
if (
|
|
|
|
cleanTags.indexOf(dockerfileArg.baseImage) === -1 &&
|
|
|
|
sortedArray.indexOf(dockerfileArg) === -1
|
|
|
|
) {
|
|
|
|
sortedArray.push(dockerfileArg);
|
|
|
|
}
|
|
|
|
if (cleanTagsOriginal.indexOf(dockerfileArg.baseImage) !== -1) {
|
|
|
|
dockerfileArg.localBaseImageDependent = true;
|
|
|
|
}
|
|
|
|
});
|
|
|
|
if (sortableArrayArg.length === sortedArray.length) {
|
|
|
|
let counter = 1;
|
|
|
|
for (const dockerfile of sortedArray) {
|
|
|
|
logger.log('info', `tag ${counter}: -> ${dockerfile.cleanTag}`);
|
|
|
|
counter++;
|
|
|
|
}
|
|
|
|
done.resolve(sortedArray);
|
|
|
|
} else if (sorterFunctionCounter < 10) {
|
|
|
|
sorterFunctionCounter++;
|
|
|
|
sorterFunction();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
sorterFunction();
|
|
|
|
return done.promise;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* maps local Dockerfiles dependencies to the correspoding Dockerfile class instances
|
|
|
|
*/
|
|
|
|
public static async mapDockerfiles(sortedDockerfileArray: Dockerfile[]): Promise<Dockerfile[]> {
|
2021-05-14 18:11:12 +00:00
|
|
|
sortedDockerfileArray.forEach((dockerfileArg) => {
|
2019-08-29 18:26:23 +00:00
|
|
|
if (dockerfileArg.localBaseImageDependent) {
|
|
|
|
sortedDockerfileArray.forEach((dockfile2: Dockerfile) => {
|
|
|
|
if (dockfile2.cleanTag === dockerfileArg.baseImage) {
|
|
|
|
dockerfileArg.localBaseDockerfile = dockfile2;
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
});
|
|
|
|
return sortedDockerfileArray;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* builds the correspoding real docker image for each Dockerfile class instance
|
|
|
|
*/
|
|
|
|
public static async buildDockerfiles(sortedArrayArg: Dockerfile[]) {
|
|
|
|
for (const dockerfileArg of sortedArrayArg) {
|
|
|
|
await dockerfileArg.build();
|
|
|
|
}
|
|
|
|
return sortedArrayArg;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* tests all Dockerfiles in by calling class Dockerfile.test();
|
|
|
|
* @param sortedArrayArg Dockerfile[] that contains all Dockerfiles in cwd
|
|
|
|
*/
|
|
|
|
public static async testDockerfiles(sortedArrayArg: Dockerfile[]) {
|
|
|
|
for (const dockerfileArg of sortedArrayArg) {
|
|
|
|
await dockerfileArg.test();
|
|
|
|
}
|
|
|
|
return sortedArrayArg;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2024-05-23 19:47:06 +00:00
|
|
|
* returns a version for a docker file
|
|
|
|
* @execution SYNC
|
|
|
|
*/
|
|
|
|
public static dockerFileVersion(dockerfileInstanceArg: Dockerfile, dockerfileNameArg: string): string {
|
|
|
|
let versionString: string;
|
|
|
|
const versionRegex = /Dockerfile_(.+)$/;
|
|
|
|
const regexResultArray = versionRegex.exec(dockerfileNameArg);
|
|
|
|
if (regexResultArray && regexResultArray.length === 2) {
|
|
|
|
versionString = regexResultArray[1];
|
|
|
|
} else {
|
|
|
|
versionString = 'latest';
|
2019-08-29 18:26:23 +00:00
|
|
|
}
|
2024-05-23 19:47:06 +00:00
|
|
|
versionString = versionString.replace(
|
|
|
|
'##version##',
|
|
|
|
dockerfileInstanceArg.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo.npm.version
|
|
|
|
);
|
|
|
|
return versionString;
|
|
|
|
}
|
2019-08-29 18:26:23 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* returns the docker base image for a Dockerfile
|
|
|
|
*/
|
|
|
|
public static dockerBaseImage(dockerfileContentArg: string): string {
|
|
|
|
const baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/;
|
|
|
|
const regexResultArray = baseImageRegex.exec(dockerfileContentArg);
|
|
|
|
return regexResultArray[1];
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* returns the docker tag
|
|
|
|
*/
|
|
|
|
public static getDockerTagString(
|
|
|
|
npmciDockerManagerRef: NpmciDockerManager,
|
|
|
|
registryArg: string,
|
|
|
|
repoArg: string,
|
|
|
|
versionArg: string,
|
|
|
|
suffixArg?: string
|
|
|
|
): string {
|
|
|
|
// determine wether the repo should be mapped accordingly to the registry
|
2021-11-07 03:20:14 +00:00
|
|
|
const mappedRepo =
|
|
|
|
npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerRegistryRepoMap[registryArg];
|
2019-08-29 18:26:23 +00:00
|
|
|
const repo = (() => {
|
|
|
|
if (mappedRepo) {
|
|
|
|
return mappedRepo;
|
|
|
|
} else {
|
|
|
|
return repoArg;
|
|
|
|
}
|
|
|
|
})();
|
|
|
|
|
|
|
|
// determine wether the version contais a suffix
|
|
|
|
let version = versionArg;
|
|
|
|
if (suffixArg) {
|
|
|
|
version = versionArg + '_' + suffixArg;
|
|
|
|
}
|
|
|
|
|
|
|
|
const tagString = `${registryArg}/${repo}:${version}`;
|
|
|
|
return tagString;
|
|
|
|
}
|
|
|
|
|
|
|
|
public static async getDockerBuildArgs(
|
|
|
|
npmciDockerManagerRef: NpmciDockerManager
|
|
|
|
): Promise<string> {
|
|
|
|
logger.log('info', 'checking for env vars to be supplied to the docker build');
|
|
|
|
let buildArgsString: string = '';
|
2022-11-02 17:57:47 +00:00
|
|
|
for (const dockerArgKey of Object.keys(
|
2019-08-29 18:26:23 +00:00
|
|
|
npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerBuildargEnvMap
|
|
|
|
)) {
|
2022-11-02 17:57:47 +00:00
|
|
|
const dockerArgOuterEnvVar =
|
|
|
|
npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().dockerBuildargEnvMap[dockerArgKey];
|
2023-05-07 19:30:58 +00:00
|
|
|
logger.log(
|
|
|
|
'note',
|
|
|
|
`docker ARG "${dockerArgKey}" maps to outer env var "${dockerArgOuterEnvVar}"`
|
|
|
|
);
|
2022-11-02 17:57:47 +00:00
|
|
|
const targetValue = process.env[dockerArgOuterEnvVar];
|
|
|
|
buildArgsString = `${buildArgsString} --build-arg ${dockerArgKey}="${targetValue}"`;
|
2019-08-29 18:26:23 +00:00
|
|
|
}
|
|
|
|
return buildArgsString;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
public static cleanTagsArrayFunction(
|
|
|
|
dockerfileArrayArg: Dockerfile[],
|
|
|
|
trackingArrayArg: Dockerfile[]
|
|
|
|
): string[] {
|
|
|
|
const cleanTagsArray: string[] = [];
|
2021-05-14 18:11:12 +00:00
|
|
|
dockerfileArrayArg.forEach((dockerfileArg) => {
|
2019-08-29 18:26:23 +00:00
|
|
|
if (trackingArrayArg.indexOf(dockerfileArg) === -1) {
|
|
|
|
cleanTagsArray.push(dockerfileArg.cleanTag);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
return cleanTagsArray;
|
|
|
|
}
|
|
|
|
|
|
|
|
// INSTANCE
|
|
|
|
public npmciDockerManagerRef: NpmciDockerManager;
|
|
|
|
|
|
|
|
public filePath: string;
|
|
|
|
public repo: string;
|
|
|
|
public version: string;
|
|
|
|
public cleanTag: string;
|
|
|
|
public buildTag: string;
|
2019-08-30 08:38:47 +00:00
|
|
|
public pushTag: string;
|
2019-08-29 18:26:23 +00:00
|
|
|
public containerName: string;
|
|
|
|
public content: string;
|
|
|
|
public baseImage: string;
|
|
|
|
public localBaseImageDependent: boolean;
|
|
|
|
public localBaseDockerfile: Dockerfile;
|
|
|
|
|
|
|
|
constructor(
|
|
|
|
dockerManagerRefArg: NpmciDockerManager,
|
|
|
|
options: { filePath?: string; fileContents?: string | Buffer; read?: boolean }
|
|
|
|
) {
|
|
|
|
this.npmciDockerManagerRef = dockerManagerRefArg;
|
|
|
|
this.filePath = options.filePath;
|
|
|
|
this.repo =
|
|
|
|
this.npmciDockerManagerRef.npmciRef.npmciEnv.repo.user +
|
|
|
|
'/' +
|
|
|
|
this.npmciDockerManagerRef.npmciRef.npmciEnv.repo.repo;
|
2023-07-01 17:02:06 +00:00
|
|
|
this.version = Dockerfile.dockerFileVersion(this, plugins.path.parse(options.filePath).base);
|
2019-08-29 18:26:23 +00:00
|
|
|
this.cleanTag = this.repo + ':' + this.version;
|
|
|
|
this.buildTag = this.cleanTag;
|
|
|
|
|
|
|
|
this.containerName = 'dockerfile-' + this.version;
|
|
|
|
if (options.filePath && options.read) {
|
|
|
|
this.content = plugins.smartfile.fs.toStringSync(plugins.path.resolve(options.filePath));
|
|
|
|
}
|
|
|
|
this.baseImage = Dockerfile.dockerBaseImage(this.content);
|
|
|
|
this.localBaseImageDependent = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* builds the Dockerfile
|
|
|
|
*/
|
|
|
|
public async build() {
|
|
|
|
logger.log('info', 'now building Dockerfile for ' + this.cleanTag);
|
|
|
|
const buildArgsString = await Dockerfile.getDockerBuildArgs(this.npmciDockerManagerRef);
|
2019-08-30 08:38:47 +00:00
|
|
|
const buildCommand = `docker build --label="version=${
|
|
|
|
this.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo.npm.version
|
|
|
|
}" -t ${this.buildTag} -f ${this.filePath} ${buildArgsString} .`;
|
2019-08-29 18:26:23 +00:00
|
|
|
await bash(buildCommand);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* pushes the Dockerfile to a registry
|
|
|
|
*/
|
|
|
|
public async push(dockerRegistryArg: DockerRegistry, versionSuffix: string = null) {
|
2019-08-30 08:38:47 +00:00
|
|
|
this.pushTag = Dockerfile.getDockerTagString(
|
2019-08-29 18:26:23 +00:00
|
|
|
this.npmciDockerManagerRef,
|
|
|
|
dockerRegistryArg.registryUrl,
|
|
|
|
this.repo,
|
|
|
|
this.version,
|
|
|
|
versionSuffix
|
|
|
|
);
|
2019-08-30 08:38:47 +00:00
|
|
|
await bash(`docker tag ${this.buildTag} ${this.pushTag}`);
|
|
|
|
await bash(`docker push ${this.pushTag}`);
|
2021-05-14 18:11:12 +00:00
|
|
|
const imageDigest = (
|
|
|
|
await bash(`docker inspect --format="{{index .RepoDigests 0}}" ${this.pushTag}`)
|
|
|
|
).split('@')[1];
|
2019-08-30 16:39:59 +00:00
|
|
|
console.log(`The image ${this.pushTag} has digest ${imageDigest}`);
|
2019-08-29 18:56:02 +00:00
|
|
|
await this.npmciDockerManagerRef.npmciRef.cloudlyConnector.announceDockerContainer({
|
2021-11-07 03:20:14 +00:00
|
|
|
registryUrl: this.pushTag,
|
|
|
|
tag: this.buildTag,
|
|
|
|
labels: [],
|
2022-10-11 12:26:42 +00:00
|
|
|
version: this.npmciDockerManagerRef.npmciRef.npmciConfig.getConfig().projectInfo.npm.version,
|
2019-08-29 18:56:02 +00:00
|
|
|
});
|
2023-07-01 22:10:27 +00:00
|
|
|
await this.npmciDockerManagerRef.npmciRef.npmciConfig.kvStorage.writeKey('latestPushedDockerTag', this.pushTag)
|
2019-08-29 18:26:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* pulls the Dockerfile from a registry
|
|
|
|
*/
|
|
|
|
public async pull(registryArg: DockerRegistry, versionSuffixArg: string = null) {
|
|
|
|
const pullTag = Dockerfile.getDockerTagString(
|
|
|
|
this.npmciDockerManagerRef,
|
|
|
|
registryArg.registryUrl,
|
|
|
|
this.repo,
|
|
|
|
this.version,
|
|
|
|
versionSuffixArg
|
|
|
|
);
|
|
|
|
await bash(`docker pull ${pullTag}`);
|
|
|
|
await bash(`docker tag ${pullTag} ${this.buildTag}`);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* tests the Dockerfile;
|
|
|
|
*/
|
|
|
|
public async test() {
|
|
|
|
const testFile: string = plugins.path.join(paths.NpmciTestDir, 'test_' + this.version + '.sh');
|
|
|
|
const testFileExists: boolean = plugins.smartfile.fs.fileExistsSync(testFile);
|
|
|
|
if (testFileExists) {
|
|
|
|
// run tests
|
|
|
|
await bash(
|
|
|
|
`docker run --name npmci_test_container --entrypoint="bash" ${this.buildTag} -c "mkdir /npmci_test"`
|
|
|
|
);
|
|
|
|
await bash(`docker cp ${testFile} npmci_test_container:/npmci_test/test.sh`);
|
|
|
|
await bash(`docker commit npmci_test_container npmci_test_image`);
|
|
|
|
await bash(`docker run --entrypoint="bash" npmci_test_image -x /npmci_test/test.sh`);
|
|
|
|
await bash(`docker rm npmci_test_container`);
|
|
|
|
await bash(`docker rmi --force npmci_test_image`);
|
|
|
|
} else {
|
|
|
|
logger.log('warn', 'skipping tests for ' + this.cleanTag + ' because no testfile was found!');
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* gets the id of a Dockerfile
|
|
|
|
*/
|
|
|
|
public async getId() {
|
|
|
|
const containerId = await bash(
|
|
|
|
'docker inspect --type=image --format="{{.Id}}" ' + this.buildTag
|
|
|
|
);
|
|
|
|
return containerId;
|
|
|
|
}
|
|
|
|
}
|