2016-06-07 01:57:43 +00:00
|
|
|
import * as plugins from "./npmci.plugins";
|
|
|
|
import * as paths from "./npmci.paths";
|
2016-06-04 23:31:21 +00:00
|
|
|
import * as NpmciEnv from "./npmci.env";
|
2016-06-05 12:55:08 +00:00
|
|
|
import {bashBare} from "./npmci.bash";
|
2016-06-06 18:30:06 +00:00
|
|
|
|
2016-06-04 16:41:35 +00:00
|
|
|
export let build = function(){
|
2016-06-05 04:26:05 +00:00
|
|
|
let done = plugins.q.defer();
|
2016-06-05 12:27:56 +00:00
|
|
|
readDockerfiles()
|
|
|
|
.then(sortDockerfiles)
|
|
|
|
.then(mapDockerfiles)
|
2016-06-05 14:43:27 +00:00
|
|
|
.then(buildDockerfiles)
|
2016-06-05 15:17:15 +00:00
|
|
|
.then(pushDockerfiles)
|
2016-06-05 14:43:27 +00:00
|
|
|
.then(() => {
|
|
|
|
done.resolve();
|
|
|
|
});
|
2016-06-04 16:41:35 +00:00
|
|
|
return done.promise;
|
|
|
|
}
|
|
|
|
|
2016-06-05 11:01:45 +00:00
|
|
|
export let readDockerfiles = function(){
|
|
|
|
let done = plugins.q.defer();
|
|
|
|
let readDockerfilesArray:Dockerfile[] = []
|
|
|
|
plugins.gulp.src("./Dockerfile*")
|
|
|
|
.pipe(plugins.through2.obj(function(file,enc,cb){
|
|
|
|
let myDockerfile = new Dockerfile({
|
|
|
|
filePath:file.path,
|
|
|
|
read:true
|
|
|
|
});
|
|
|
|
readDockerfilesArray.push(myDockerfile);
|
|
|
|
cb(null,file);
|
|
|
|
},function(){
|
|
|
|
done.resolve(readDockerfilesArray);
|
|
|
|
}));
|
|
|
|
return done.promise;
|
2016-06-05 00:17:55 +00:00
|
|
|
}
|
2016-06-04 23:22:04 +00:00
|
|
|
|
2016-06-05 11:01:45 +00:00
|
|
|
export let sortDockerfiles = function(sortableArrayArg:Dockerfile[]){
|
2016-06-05 04:20:05 +00:00
|
|
|
let done = plugins.q.defer();
|
2016-06-07 04:05:13 +00:00
|
|
|
let sortedArray:Dockerfile[] = [];
|
|
|
|
let cleanTagsOriginal = cleanTagsArrayFunction(sortableArrayArg,sortedArray);
|
2016-06-05 09:08:20 +00:00
|
|
|
let sorterFunctionCounter:number = 0;
|
|
|
|
let sorterFunction = function(){
|
2016-06-05 11:01:45 +00:00
|
|
|
sortableArrayArg.forEach((dockerfileArg)=>{
|
2016-06-07 04:05:13 +00:00
|
|
|
let cleanTags = cleanTagsArrayFunction(sortableArrayArg,sortedArray);
|
|
|
|
if(cleanTags.indexOf(dockerfileArg.baseImage) == -1 && sortedArray.indexOf(dockerfileArg) == -1){
|
2016-06-05 09:08:20 +00:00
|
|
|
sortedArray.push(dockerfileArg);
|
2016-06-07 04:05:13 +00:00
|
|
|
};
|
|
|
|
if(cleanTagsOriginal.indexOf(dockerfileArg.baseImage) != -1){
|
2016-06-05 12:27:56 +00:00
|
|
|
dockerfileArg.localBaseImageDependent = true;
|
|
|
|
};
|
2016-06-05 04:20:05 +00:00
|
|
|
});
|
2016-06-05 11:50:45 +00:00
|
|
|
if(sortableArrayArg.length == sortedArray.length){
|
2016-06-05 11:01:45 +00:00
|
|
|
done.resolve(sortedArray);
|
2016-06-05 11:50:45 +00:00
|
|
|
} else if (sorterFunctionCounter < 10) {
|
2016-06-05 09:08:20 +00:00
|
|
|
sorterFunctionCounter++;
|
|
|
|
sorterFunction();
|
|
|
|
};
|
|
|
|
}
|
|
|
|
sorterFunction();
|
2016-06-05 04:20:05 +00:00
|
|
|
return done.promise;
|
2016-06-05 12:27:56 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
export let mapDockerfiles = function(sortedArray:Dockerfile[]){
|
|
|
|
let done = plugins.q.defer();
|
|
|
|
sortedArray.forEach((dockerfileArg) => {
|
|
|
|
if(dockerfileArg.localBaseImageDependent){
|
|
|
|
sortedArray.forEach((dockfile2:Dockerfile) => {
|
|
|
|
if(dockfile2.cleanTag == dockerfileArg.baseImage){
|
|
|
|
dockerfileArg.localBaseDockerfile = dockfile2;
|
|
|
|
}
|
|
|
|
})
|
|
|
|
};
|
|
|
|
});
|
|
|
|
done.resolve(sortedArray);
|
|
|
|
return done.promise;
|
2016-06-05 04:20:05 +00:00
|
|
|
}
|
|
|
|
|
2016-06-07 01:57:43 +00:00
|
|
|
export let buildDockerfiles = (sortedArrayArg:Dockerfile[]) => {
|
2016-06-05 04:20:05 +00:00
|
|
|
let done = plugins.q.defer();
|
2016-06-05 12:27:56 +00:00
|
|
|
sortedArrayArg.forEach(function(dockerfileArg){
|
2016-06-05 04:20:05 +00:00
|
|
|
dockerfileArg.build();
|
|
|
|
})
|
2016-06-05 15:17:15 +00:00
|
|
|
done.resolve(sortedArrayArg);
|
|
|
|
return done.promise;
|
|
|
|
}
|
|
|
|
|
2016-06-07 20:27:10 +00:00
|
|
|
export let pushDockerfiles = function(sortedArrayArg:Dockerfile[]){
|
2016-06-05 15:17:15 +00:00
|
|
|
let done = plugins.q.defer();
|
|
|
|
sortedArrayArg.forEach(function(dockerfileArg){
|
2016-06-07 20:27:10 +00:00
|
|
|
dockerfileArg.push(NpmciEnv.buildStage);
|
2016-06-05 15:17:15 +00:00
|
|
|
});
|
|
|
|
done.resolve(sortedArrayArg);
|
2016-06-05 04:20:05 +00:00
|
|
|
return done.promise;
|
2016-06-05 03:16:14 +00:00
|
|
|
}
|
|
|
|
|
2016-06-07 17:41:14 +00:00
|
|
|
export let pullDockerfileImages = (sortableArrayArg:Dockerfile[],registryArg = "registry.gitlab.com") => {
|
2016-06-07 01:57:43 +00:00
|
|
|
let done = plugins.q.defer();
|
2016-06-07 02:31:25 +00:00
|
|
|
sortableArrayArg.forEach((dockerfileArg) => {
|
2016-06-07 17:41:14 +00:00
|
|
|
dockerfileArg.pull(registryArg);
|
2016-06-07 02:31:25 +00:00
|
|
|
});
|
|
|
|
done.resolve(sortableArrayArg);
|
2016-06-07 01:57:43 +00:00
|
|
|
return done.promise;
|
|
|
|
}
|
|
|
|
|
|
|
|
export let testDockerfiles = (sortedArrayArg:Dockerfile[]) => {
|
|
|
|
let done = plugins.q.defer();
|
|
|
|
sortedArrayArg.forEach(function(dockerfileArg){
|
|
|
|
dockerfileArg.test();
|
|
|
|
});
|
|
|
|
done.resolve(sortedArrayArg);
|
|
|
|
return done.promise;
|
|
|
|
};
|
|
|
|
|
2016-06-07 17:41:14 +00:00
|
|
|
export let releaseDockerfiles = (sortedArrayArg:Dockerfile[], registryArg = NpmciEnv.dockerRegistry) => {
|
2016-06-07 01:57:43 +00:00
|
|
|
let done = plugins.q.defer();
|
|
|
|
sortedArrayArg.forEach(function(dockerfileArg){
|
2016-06-07 17:41:14 +00:00
|
|
|
dockerfileArg.push(registryArg);
|
2016-06-07 01:57:43 +00:00
|
|
|
});
|
|
|
|
done.resolve(sortedArrayArg);
|
|
|
|
return done.promise;
|
|
|
|
}
|
|
|
|
|
2016-06-05 00:17:55 +00:00
|
|
|
export class Dockerfile {
|
2016-06-05 02:45:46 +00:00
|
|
|
filePath:string;
|
2016-06-04 23:31:21 +00:00
|
|
|
repo:string;
|
|
|
|
version:string;
|
2016-06-05 04:20:05 +00:00
|
|
|
cleanTag:string;
|
|
|
|
buildTag:string;
|
2016-06-07 17:41:14 +00:00
|
|
|
testTag:string;
|
2016-06-07 01:57:43 +00:00
|
|
|
releaseTag:string;
|
|
|
|
containerName:string
|
2016-06-05 02:19:54 +00:00
|
|
|
content:string;
|
2016-06-04 23:31:21 +00:00
|
|
|
baseImage:string;
|
2016-06-05 12:27:56 +00:00
|
|
|
localBaseImageDependent:boolean;
|
|
|
|
localBaseDockerfile:Dockerfile;
|
2016-06-05 00:17:55 +00:00
|
|
|
constructor(options:{filePath?:string,fileContents?:string|Buffer,read?:boolean}){
|
2016-06-05 02:45:46 +00:00
|
|
|
this.filePath = options.filePath;
|
2016-06-05 02:19:54 +00:00
|
|
|
this.repo = NpmciEnv.repo.user + "/" + NpmciEnv.repo.repo;
|
|
|
|
this.version = dockerFileVersion(plugins.path.parse(options.filePath).base);
|
2016-06-05 04:20:05 +00:00
|
|
|
this.cleanTag = this.repo + ":" + this.version;
|
2016-06-07 17:41:14 +00:00
|
|
|
this.buildTag = this.cleanTag;
|
|
|
|
this.testTag = dockerTag("registry.gitlab.com",this.repo,this.version,"test");
|
|
|
|
this.releaseTag = dockerTag(NpmciEnv.dockerRegistry,this.repo,this.version);
|
2016-06-07 01:57:43 +00:00
|
|
|
this.containerName = "dockerfile-" + this.version;
|
2016-06-05 00:17:55 +00:00
|
|
|
if(options.filePath && options.read){
|
2016-06-05 02:19:54 +00:00
|
|
|
this.content = plugins.smartfile.local.toStringSync(plugins.path.resolve(options.filePath));
|
|
|
|
};
|
|
|
|
this.baseImage = dockerBaseImage(this.content);
|
2016-06-05 12:27:56 +00:00
|
|
|
this.localBaseImageDependent = false;
|
2016-06-04 23:31:21 +00:00
|
|
|
};
|
|
|
|
build(){
|
2016-06-05 20:51:59 +00:00
|
|
|
let done = plugins.q.defer();
|
2016-06-07 17:41:14 +00:00
|
|
|
plugins.beautylog.info("now building Dockerfile for " + this.cleanTag);
|
2016-06-07 01:57:43 +00:00
|
|
|
bashBare("docker build -t " + this.buildTag + " -f " + this.filePath + " .");
|
2016-06-05 20:51:59 +00:00
|
|
|
NpmciEnv.dockerFilesBuilt.push(this);
|
|
|
|
done.resolve();
|
|
|
|
return done.promise;
|
2016-06-04 23:31:21 +00:00
|
|
|
};
|
2016-06-07 20:27:10 +00:00
|
|
|
push(stageArg){
|
2016-06-05 20:51:59 +00:00
|
|
|
let done = plugins.q.defer();
|
2016-06-07 17:41:14 +00:00
|
|
|
let pushTag;
|
2016-06-07 20:27:10 +00:00
|
|
|
switch (stageArg){
|
|
|
|
case "release":
|
|
|
|
pushTag = this.releaseTag;
|
|
|
|
break;
|
|
|
|
case "test":
|
|
|
|
default:
|
|
|
|
pushTag = this.testTag;
|
|
|
|
break;
|
|
|
|
}
|
2016-06-07 17:41:14 +00:00
|
|
|
bashBare("docker tag " + this.buildTag + " " + pushTag);
|
|
|
|
bashBare("docker push " + pushTag);
|
2016-06-05 20:51:59 +00:00
|
|
|
done.resolve();
|
|
|
|
return done.promise;
|
2016-06-05 00:17:55 +00:00
|
|
|
}
|
2016-06-07 17:41:14 +00:00
|
|
|
pull(registryArg:string){
|
|
|
|
let pullTag = this.testTag;
|
|
|
|
bashBare("docker pull " + pullTag);
|
|
|
|
bashBare("docker tag " + pullTag + " " + this.buildTag);
|
2016-06-07 01:57:43 +00:00
|
|
|
};
|
|
|
|
test(){
|
2016-06-07 10:12:19 +00:00
|
|
|
let testFile:string = plugins.path.join(paths.NpmciTestDir,"test_" + this.version + ".sh");
|
|
|
|
let testFileExists:boolean = plugins.smartfile.checks.fileExistsSync(testFile);
|
|
|
|
if(testFileExists){
|
|
|
|
bashBare("docker run --name npmci_test_container " + this.buildTag + " mkdir /npmci_test");
|
|
|
|
bashBare("docker cp " + testFile + " npmci_test_container:/npmci_test/test.sh");
|
|
|
|
bashBare("docker commit npmci_test_container npmci_test_image");
|
|
|
|
bashBare("docker run npmci_test_image sh /npmci_test/test.sh");
|
|
|
|
bashBare("docker rm npmci_test_container");
|
|
|
|
bashBare("docker rmi --force npmci_test_image");
|
2016-06-07 03:20:04 +00:00
|
|
|
} else {
|
|
|
|
plugins.beautylog.warn("skipping tests for " + this.cleanTag + " because no testfile was found!");
|
|
|
|
}
|
2016-06-07 01:57:43 +00:00
|
|
|
};
|
|
|
|
getId(){
|
2016-06-07 04:14:36 +00:00
|
|
|
let containerId = bashBare("docker inspect --type=image --format=\"{{.Id}}\" " + this.buildTag);
|
2016-06-07 01:57:43 +00:00
|
|
|
return containerId;
|
|
|
|
};
|
2016-06-04 23:31:21 +00:00
|
|
|
}
|
|
|
|
|
2016-06-05 11:01:45 +00:00
|
|
|
export let dockerFileVersion = function(dockerfileNameArg:string):string{
|
2016-06-05 02:19:54 +00:00
|
|
|
let versionString:string;
|
|
|
|
let versionRegex = /Dockerfile_([a-zA-Z0-9\.]*)$/;
|
|
|
|
let regexResultArray = versionRegex.exec(dockerfileNameArg);
|
2016-06-05 06:06:32 +00:00
|
|
|
if(regexResultArray && regexResultArray.length == 2){
|
2016-06-05 02:19:54 +00:00
|
|
|
versionString = regexResultArray[1];
|
2016-06-04 23:31:21 +00:00
|
|
|
} else {
|
2016-06-05 02:19:54 +00:00
|
|
|
versionString = "latest";
|
2016-06-04 23:31:21 +00:00
|
|
|
}
|
2016-06-05 02:19:54 +00:00
|
|
|
return versionString;
|
2016-06-04 23:31:21 +00:00
|
|
|
}
|
|
|
|
|
2016-06-05 11:01:45 +00:00
|
|
|
export let dockerBaseImage = function(dockerfileContentArg:string){
|
|
|
|
let baseImageRegex = /FROM\s([a-zA-z0-9\/\-\:]*)\n?/
|
2016-06-05 02:19:54 +00:00
|
|
|
let regexResultArray = baseImageRegex.exec(dockerfileContentArg)
|
|
|
|
return regexResultArray[1];
|
2016-06-04 23:31:21 +00:00
|
|
|
}
|
2016-06-04 23:22:04 +00:00
|
|
|
|
2016-06-07 17:41:14 +00:00
|
|
|
export let dockerTag = function(registryArg:string,repoArg:string,versionArg:string,suffixArg?:string):string{
|
2016-06-05 02:45:46 +00:00
|
|
|
let tagString:string;
|
2016-06-07 17:41:14 +00:00
|
|
|
let registry = registryArg;
|
2016-06-05 02:45:46 +00:00
|
|
|
let repo = repoArg;
|
|
|
|
let version = versionArg;
|
2016-06-07 17:41:14 +00:00
|
|
|
if(suffixArg){
|
|
|
|
version = versionArg + "_" + suffixArg;
|
|
|
|
};
|
2016-06-05 02:45:46 +00:00
|
|
|
tagString = registry + "/" + repo + ":" + version;
|
|
|
|
return tagString;
|
2016-06-05 02:19:54 +00:00
|
|
|
};
|
2016-06-05 12:27:56 +00:00
|
|
|
|
|
|
|
export let cleanTagsArrayFunction = function(dockerfileArrayArg:Dockerfile[],trackingArrayArg:Dockerfile[]):string[]{
|
|
|
|
let cleanTagsArray:string[] = [];
|
|
|
|
dockerfileArrayArg.forEach(function(dockerfileArg){
|
|
|
|
if(trackingArrayArg.indexOf(dockerfileArg) == -1){
|
|
|
|
cleanTagsArray.push(dockerfileArg.cleanTag);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
return cleanTagsArray;
|
|
|
|
}
|