Compare commits

..

12 Commits

Author SHA1 Message Date
ab39809c2a 1.0.20 2019-10-19 22:57:37 +02:00
cede6c7539 fix(core): update 2019-10-19 22:57:36 +02:00
547692ac62 1.0.19 2019-10-18 18:44:55 +02:00
5410df0011 fix(core): update 2019-10-18 18:44:54 +02:00
5b8a55d6d2 1.0.18 2019-10-18 18:37:43 +02:00
61145d5e80 fix(core): update 2019-10-18 18:37:43 +02:00
6596893ee5 1.0.17 2019-10-18 15:43:06 +02:00
514a8407f6 fix(core): update 2019-10-18 15:43:06 +02:00
fcadbe0a44 1.0.16 2019-10-18 12:34:33 +02:00
e6398ebbe3 fix(core): update 2019-10-18 12:34:32 +02:00
8a7824f2d9 1.0.15 2019-10-18 12:22:43 +02:00
b61118c950 fix(core): update 2019-10-18 12:22:42 +02:00
5 changed files with 62 additions and 29 deletions

2
package-lock.json generated
View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartbucket", "name": "@pushrocks/smartbucket",
"version": "1.0.14", "version": "1.0.20",
"lockfileVersion": 1, "lockfileVersion": 1,
"requires": true, "requires": true,
"dependencies": { "dependencies": {

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartbucket", "name": "@pushrocks/smartbucket",
"version": "1.0.14", "version": "1.0.20",
"description": "simple cloud independent object storage", "description": "simple cloud independent object storage",
"main": "dist/index.js", "main": "dist/index.js",
"typings": "dist/index.d.ts", "typings": "dist/index.d.ts",

View File

@ -13,22 +13,22 @@ tap.test('should create a valid smartbucket', async () => {
testSmartbucket = new smartbucket.SmartBucket({ testSmartbucket = new smartbucket.SmartBucket({
accessKey: testQenv.getEnvVarOnDemand('S3_KEY'), accessKey: testQenv.getEnvVarOnDemand('S3_KEY'),
accessSecret: testQenv.getEnvVarOnDemand('S3_SECRET'), accessSecret: testQenv.getEnvVarOnDemand('S3_SECRET'),
endpoint: 'ams3.digitaloceanspaces.com' endpoint: 'fra1.digitaloceanspaces.com'
}); });
}); });
tap.skip.test('should create testbucket', async () => { tap.skip.test('should create testbucket', async () => {
await testSmartbucket.createBucket('smartbucket'); await testSmartbucket.createBucket('testzone');
}); });
tap.skip.test('should remove testbucket', async () => { tap.skip.test('should remove testbucket', async () => {
await testSmartbucket.removeBucket('pushrocks-smartbucket'); await testSmartbucket.removeBucket('testzone');
}); });
tap.test('should get a bucket', async () => { tap.test('should get a bucket', async () => {
myBucket = await testSmartbucket.getBucketByName('smartbucket'); myBucket = await testSmartbucket.getBucketByName('testzone');
expect(myBucket).to.be.instanceOf(smartbucket.Bucket); expect(myBucket).to.be.instanceOf(smartbucket.Bucket);
expect(myBucket.name).to.equal('smartbucket'); expect(myBucket.name).to.equal('testzone');
}); });
// Fast operations // Fast operations
@ -58,8 +58,13 @@ tap.test('prepare for directory style tests', async () => {
tap.test('should get base directory', async () => { tap.test('should get base directory', async () => {
baseDirectory = await myBucket.getBaseDirectory(); baseDirectory = await myBucket.getBaseDirectory();
const directories = await baseDirectory.listDirectories(); const directories = await baseDirectory.listDirectories();
console.log('Found the following directories:');
console.log(directories);
expect(directories.length).to.equal(3); expect(directories.length).to.equal(3);
const files = await baseDirectory.listFiles(); const files = await baseDirectory.listFiles();
console.log('Found the following files:');
console.log(files);
expect(files.length).to.equal(1);
}); });
tap.test('clean up directory style tests', async () => { tap.test('clean up directory style tests', async () => {

View File

@ -4,7 +4,7 @@ import { File } from './smartbucket.classes.file';
export class Directory { export class Directory {
public bucketRef: Bucket; public bucketRef: Bucket;
public parentDirectory: Directory; public parentDirectoryRef: Directory;
public name: string; public name: string;
public tree: string[]; public tree: string[];
@ -13,7 +13,7 @@ export class Directory {
constructor(bucketRefArg: Bucket, parentDiretory: Directory, name: string) { constructor(bucketRefArg: Bucket, parentDiretory: Directory, name: string) {
this.bucketRef = bucketRefArg; this.bucketRef = bucketRefArg;
this.parentDirectory = parentDiretory; this.parentDirectoryRef = parentDiretory;
this.name = name; this.name = name;
} }
@ -22,9 +22,9 @@ export class Directory {
*/ */
public getParentDirectories(): Directory[] { public getParentDirectories(): Directory[] {
let parentDirectories: Directory[] = []; let parentDirectories: Directory[] = [];
if (this.parentDirectory) { if (this.parentDirectoryRef) {
parentDirectories.push(this.parentDirectory); parentDirectories.push(this.parentDirectoryRef);
parentDirectories = parentDirectories.concat(this.parentDirectory.getParentDirectories()); parentDirectories = parentDirectories.concat(this.parentDirectoryRef.getParentDirectories());
} }
return parentDirectories; return parentDirectories;
} }
@ -58,9 +58,16 @@ export class Directory {
this.getBasePath() this.getBasePath()
); );
const fileArray: File[] = []; const fileArray: File[] = [];
const duplexStream = plugins.streamfunction.createDuplexStream<string, void>( const duplexStream = plugins.streamfunction.createDuplexStream<plugins.minio.BucketItem, void>(
async fileName => { async bucketItem => {
fileArray.push(new File(this, fileName)); if(!bucketItem.name) {
return;
}
const subtractedPath = bucketItem.name.replace(this.getBasePath(), '');
if (!subtractedPath.includes('/')) {
fileArray.push(new File(this, bucketItem.name));
}
}, },
async tools => { async tools => {
done.resolve(); done.resolve();
@ -83,11 +90,10 @@ export class Directory {
); );
const directoryArray: Directory[] = []; const directoryArray: Directory[] = [];
const duplexStream = plugins.streamfunction.createDuplexStream<plugins.minio.BucketItem, void>( const duplexStream = plugins.streamfunction.createDuplexStream<plugins.minio.BucketItem, void>(
async fileName => { async bucketItem => {
console.log(fileName); const subtractedPath = bucketItem.name.replace(this.getBasePath(), '');
const subtractedPath = fileName.name.replace(this.getBasePath(), '');
if (subtractedPath.includes('/')) { if (subtractedPath.includes('/')) {
const dirName = fileName.name.split('/')[0]; const dirName = bucketItem.name.split('/')[0];
if (directoryArray.find(directory => directory.name === dirName)) { if (directoryArray.find(directory => directory.name === dirName)) {
return; return;
} }
@ -117,9 +123,12 @@ export class Directory {
/** /**
* gets a sub directory * gets a sub directory
*/ */
public async getSubDirectory(): Promise<Directory> { public async getSubDirectoryByName(dirNameArg: string): Promise<Directory> {
return this; // TODO: make this recursive
// TODO const directories = await this.listDirectories();
return directories.find(directory => {
return directory.name === dirNameArg;
});
} }
/** /**
@ -136,4 +145,21 @@ export class Directory {
public async createFile(relativePathArg) { public async createFile(relativePathArg) {
let completeFilePath: string = ''; let completeFilePath: string = '';
} }
// file operations
public async fastStore(pathArg: string, contentArg: string) {
const path = plugins.path.join(this.getBasePath(), pathArg);
await this.bucketRef.fastStore(path, contentArg);
}
public async fastGet(pathArg: string) {
const path = plugins.path.join(this.getBasePath(), pathArg);
const result = await this.bucketRef.fastGet(path);
return result;
}
public async fastRemove(pathArg: string) {
const path = plugins.path.join(this.getBasePath(), pathArg);
await this.bucketRef.fastRemove(path);
}
} }

View File

@ -33,13 +33,15 @@ export class File {
} }
// INSTANCE // INSTANCE
public directoryRef: Directory; public parentDirectoryRef: Directory;
public name: string;
public path: string; public path: string;
public metaData: IFileMetaData; public metaData: IFileMetaData;
constructor(directoryRefArg: Directory, fileName: string) { constructor(directoryRefArg: Directory, fileName: string) {
this.directoryRef = directoryRefArg; this.parentDirectoryRef = directoryRefArg;
this.name = fileName;
} }
public async getContentAsString() { public async getContentAsString() {
@ -49,8 +51,8 @@ export class File {
public async getContentAsBuffer() { public async getContentAsBuffer() {
const done = plugins.smartpromise.defer(); const done = plugins.smartpromise.defer();
const fileStream = await this.directoryRef.bucketRef.smartbucketRef.minioClient const fileStream = await this.parentDirectoryRef.bucketRef.smartbucketRef.minioClient
.getObject(this.directoryRef.bucketRef.name, this.path) .getObject(this.parentDirectoryRef.bucketRef.name, this.path)
.catch(e => console.log(e)); .catch(e => console.log(e));
let completeFile = new Buffer(''); let completeFile = new Buffer('');
const duplexStream = plugins.streamfunction.createDuplexStream<Buffer, Buffer>( const duplexStream = plugins.streamfunction.createDuplexStream<Buffer, Buffer>(
@ -82,10 +84,10 @@ export class File {
* removes this file * removes this file
*/ */
public async remove() { public async remove() {
await this.directoryRef.bucketRef.smartbucketRef.minioClient.removeObject( await this.parentDirectoryRef.bucketRef.smartbucketRef.minioClient.removeObject(
this.directoryRef.bucketRef.name, this.parentDirectoryRef.bucketRef.name,
this.path this.path
); );
await this.directoryRef.listFiles(); await this.parentDirectoryRef.listFiles();
} }
} }