Compare commits
8 Commits
Author | SHA1 | Date | |
---|---|---|---|
6e1ff8ed22 | |||
150bf944de | |||
f3a0ff1f63 | |||
8bc939173a | |||
410c16a717 | |||
f809631451 | |||
226bf990b9 | |||
f3e2a8a4f2 |
@ -123,7 +123,7 @@ pages:
|
|||||||
stage: metadata
|
stage: metadata
|
||||||
script:
|
script:
|
||||||
- npmci node install lts
|
- npmci node install lts
|
||||||
- npmci command npm install -g @gitzone/tsdoc
|
- npmci command npm install -g @git.zone/tsdoc
|
||||||
- npmci npm prepare
|
- npmci npm prepare
|
||||||
- npmci npm install
|
- npmci npm install
|
||||||
- npmci command tsdoc
|
- npmci command tsdoc
|
||||||
|
@ -6,10 +6,10 @@
|
|||||||
"projectType": "npm",
|
"projectType": "npm",
|
||||||
"module": {
|
"module": {
|
||||||
"githost": "gitlab.com",
|
"githost": "gitlab.com",
|
||||||
"gitscope": "pushrocks",
|
"gitscope": "push.rocks",
|
||||||
"gitrepo": "smartbucket",
|
"gitrepo": "smartbucket",
|
||||||
"description": "simple cloud independent object storage",
|
"description": "simple cloud independent object storage",
|
||||||
"npmPackagename": "@pushrocks/smartbucket",
|
"npmPackagename": "@push.rocks/smartbucket",
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
9883
package-lock.json
generated
9883
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
29
package.json
29
package.json
@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@pushrocks/smartbucket",
|
"name": "@push.rocks/smartbucket",
|
||||||
"version": "2.0.1",
|
"version": "2.0.4",
|
||||||
"description": "simple cloud independent object storage",
|
"description": "simple cloud independent object storage",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
"typings": "dist_ts/index.d.ts",
|
"typings": "dist_ts/index.d.ts",
|
||||||
@ -9,22 +9,23 @@
|
|||||||
"license": "UNLICENSED",
|
"license": "UNLICENSED",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"test": "(tstest test/)",
|
"test": "(tstest test/)",
|
||||||
"build": "(tsbuild --web)"
|
"build": "(tsbuild --web --allowimplicitany)"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@gitzone/tsbuild": "^2.1.61",
|
"@git.zone/tsbuild": "^2.1.63",
|
||||||
"@gitzone/tstest": "^1.0.70",
|
"@git.zone/tsrun": "^1.2.46",
|
||||||
"@pushrocks/tapbundle": "^5.0.3",
|
"@git.zone/tstest": "^1.0.71",
|
||||||
"@pushrocks/qenv": "^4.0.10"
|
"@push.rocks/qenv": "^6.0.4",
|
||||||
|
"@push.rocks/tapbundle": "^5.0.3"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@pushrocks/smartpath": "^5.0.5",
|
"@push.rocks/smartpath": "^5.0.5",
|
||||||
"@pushrocks/smartpromise": "^3.1.7",
|
"@push.rocks/smartpromise": "^4.0.3",
|
||||||
"@pushrocks/smartrx": "^2.0.25",
|
"@push.rocks/smartrx": "^3.0.7",
|
||||||
"@pushrocks/smartstream": "^2.0.1",
|
"@push.rocks/smartstream": "^2.0.2",
|
||||||
"@pushrocks/streamfunction": "^3.0.4",
|
"@tsclass/tsclass": "^4.0.50",
|
||||||
"@types/minio": "^7.0.12",
|
"@types/minio": "^7.0.13",
|
||||||
"minio": "^7.0.26"
|
"minio": "^7.0.28"
|
||||||
},
|
},
|
||||||
"private": false,
|
"private": false,
|
||||||
"files": [
|
"files": [
|
||||||
|
6103
pnpm-lock.yaml
generated
Normal file
6103
pnpm-lock.yaml
generated
Normal file
File diff suppressed because it is too large
Load Diff
12
readme.md
12
readme.md
@ -1,8 +1,8 @@
|
|||||||
# @pushrocks/smartbucket
|
# @push.rocks/smartbucket
|
||||||
simple cloud independent object storage
|
simple cloud independent object storage
|
||||||
|
|
||||||
## Availabililty and Links
|
## Availabililty and Links
|
||||||
* [npmjs.org (npm package)](https://www.npmjs.com/package/@pushrocks/smartbucket)
|
* [npmjs.org (npm package)](https://www.npmjs.com/package/@push.rocks/smartbucket)
|
||||||
* [gitlab.com (source)](https://gitlab.com/pushrocks/smartbucket)
|
* [gitlab.com (source)](https://gitlab.com/pushrocks/smartbucket)
|
||||||
* [github.com (source mirror)](https://github.com/pushrocks/smartbucket)
|
* [github.com (source mirror)](https://github.com/pushrocks/smartbucket)
|
||||||
* [docs (typedoc)](https://pushrocks.gitlab.io/smartbucket/)
|
* [docs (typedoc)](https://pushrocks.gitlab.io/smartbucket/)
|
||||||
@ -13,14 +13,14 @@ Status Category | Status Badge
|
|||||||
-- | --
|
-- | --
|
||||||
GitLab Pipelines | [](https://lossless.cloud)
|
GitLab Pipelines | [](https://lossless.cloud)
|
||||||
GitLab Pipline Test Coverage | [](https://lossless.cloud)
|
GitLab Pipline Test Coverage | [](https://lossless.cloud)
|
||||||
npm | [](https://lossless.cloud)
|
npm | [](https://lossless.cloud)
|
||||||
Snyk | [](https://lossless.cloud)
|
Snyk | [](https://lossless.cloud)
|
||||||
TypeScript Support | [](https://lossless.cloud)
|
TypeScript Support | [](https://lossless.cloud)
|
||||||
node Support | [](https://nodejs.org/dist/latest-v10.x/docs/api/)
|
node Support | [](https://nodejs.org/dist/latest-v10.x/docs/api/)
|
||||||
Code Style | [](https://lossless.cloud)
|
Code Style | [](https://lossless.cloud)
|
||||||
PackagePhobia (total standalone install weight) | [](https://lossless.cloud)
|
PackagePhobia (total standalone install weight) | [](https://lossless.cloud)
|
||||||
PackagePhobia (package size on registry) | [](https://lossless.cloud)
|
PackagePhobia (package size on registry) | [](https://lossless.cloud)
|
||||||
BundlePhobia (total size when bundled) | [](https://lossless.cloud)
|
BundlePhobia (total size when bundled) | [](https://lossless.cloud)
|
||||||
Platform support | [](https://lossless.cloud) [](https://lossless.cloud)
|
Platform support | [](https://lossless.cloud) [](https://lossless.cloud)
|
||||||
|
|
||||||
## Usage
|
## Usage
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
import { expect, expectAsync, tap } from '@pushrocks/tapbundle';
|
import { expect, expectAsync, tap } from '@push.rocks/tapbundle';
|
||||||
import { Qenv } from '@pushrocks/qenv';
|
import { Qenv } from '@push.rocks/qenv';
|
||||||
|
|
||||||
import * as smartbucket from '../ts/index.js';
|
import * as smartbucket from '../ts/index.js';
|
||||||
|
|
||||||
@ -11,8 +11,8 @@ let baseDirectory: smartbucket.Directory;
|
|||||||
|
|
||||||
tap.test('should create a valid smartbucket', async () => {
|
tap.test('should create a valid smartbucket', async () => {
|
||||||
testSmartbucket = new smartbucket.SmartBucket({
|
testSmartbucket = new smartbucket.SmartBucket({
|
||||||
accessKey: testQenv.getEnvVarOnDemand('S3_KEY'),
|
accessKey: await testQenv.getEnvVarOnDemand('S3_KEY'),
|
||||||
accessSecret: testQenv.getEnvVarOnDemand('S3_SECRET'),
|
accessSecret: await testQenv.getEnvVarOnDemand('S3_SECRET'),
|
||||||
endpoint: 's3.eu-central-1.wasabisys.com',
|
endpoint: 's3.eu-central-1.wasabisys.com',
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
8
ts/00_commitinfo_data.ts
Normal file
8
ts/00_commitinfo_data.ts
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
/**
|
||||||
|
* autocreated commitinfo by @pushrocks/commitinfo
|
||||||
|
*/
|
||||||
|
export const commitinfo = {
|
||||||
|
name: '@push.rocks/smartbucket',
|
||||||
|
version: '2.0.4',
|
||||||
|
description: 'simple cloud independent object storage'
|
||||||
|
}
|
@ -50,7 +50,7 @@ export class Bucket {
|
|||||||
* store file
|
* store file
|
||||||
*/
|
*/
|
||||||
public async fastStore(pathArg: string, fileContent: string | Buffer): Promise<void> {
|
public async fastStore(pathArg: string, fileContent: string | Buffer): Promise<void> {
|
||||||
const streamIntake = new plugins.streamfunction.Intake();
|
const streamIntake = new plugins.smartstream.StreamIntake();
|
||||||
const putPromise = this.smartbucketRef.minioClient
|
const putPromise = this.smartbucketRef.minioClient
|
||||||
.putObject(this.name, pathArg, streamIntake.getReadable())
|
.putObject(this.name, pathArg, streamIntake.getReadable())
|
||||||
.catch((e) => console.log(e));
|
.catch((e) => console.log(e));
|
||||||
@ -91,7 +91,7 @@ export class Bucket {
|
|||||||
.getObject(this.name, pathArg)
|
.getObject(this.name, pathArg)
|
||||||
.catch((e) => console.log(e));
|
.catch((e) => console.log(e));
|
||||||
const replaySubject = new plugins.smartrx.rxjs.ReplaySubject<Buffer>();
|
const replaySubject = new plugins.smartrx.rxjs.ReplaySubject<Buffer>();
|
||||||
const duplexStream = plugins.streamfunction.createDuplexStream<Buffer, Buffer>(
|
const duplexStream = plugins.smartstream.createDuplexStream<Buffer, Buffer>(
|
||||||
async (chunk) => {
|
async (chunk) => {
|
||||||
replaySubject.next(chunk);
|
replaySubject.next(chunk);
|
||||||
return chunk;
|
return chunk;
|
||||||
@ -106,7 +106,7 @@ export class Bucket {
|
|||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
const smartstream = new plugins.smartstream.Smartstream([
|
const smartstream = new plugins.smartstream.StreamWrapper([
|
||||||
fileStream,
|
fileStream,
|
||||||
duplexStream,
|
duplexStream,
|
||||||
plugins.smartstream.cleanPipe(),
|
plugins.smartstream.cleanPipe(),
|
||||||
|
@ -70,7 +70,7 @@ export class Directory {
|
|||||||
false
|
false
|
||||||
);
|
);
|
||||||
const fileArray: File[] = [];
|
const fileArray: File[] = [];
|
||||||
const duplexStream = plugins.streamfunction.createDuplexStream<plugins.minio.BucketItem, void>(
|
const duplexStream = plugins.smartstream.createDuplexStream<plugins.minio.BucketItem, void>(
|
||||||
async (bucketItem) => {
|
async (bucketItem) => {
|
||||||
if (bucketItem.prefix) {
|
if (bucketItem.prefix) {
|
||||||
return;
|
return;
|
||||||
@ -107,7 +107,7 @@ export class Directory {
|
|||||||
false
|
false
|
||||||
);
|
);
|
||||||
const directoryArray: Directory[] = [];
|
const directoryArray: Directory[] = [];
|
||||||
const duplexStream = plugins.streamfunction.createDuplexStream<plugins.minio.BucketItem, void>(
|
const duplexStream = plugins.smartstream.createDuplexStream<plugins.minio.BucketItem, void>(
|
||||||
async (bucketItem) => {
|
async (bucketItem) => {
|
||||||
if (bucketItem.name) {
|
if (bucketItem.name) {
|
||||||
return;
|
return;
|
||||||
|
@ -23,7 +23,7 @@ export class File {
|
|||||||
fileContent: Buffer
|
fileContent: Buffer
|
||||||
) {
|
) {
|
||||||
const filePath = plugins.path.join(directoryRef.getBasePath(), fileName);
|
const filePath = plugins.path.join(directoryRef.getBasePath(), fileName);
|
||||||
const streamIntake = new plugins.streamfunction.Intake();
|
const streamIntake = new plugins.smartstream.StreamIntake();
|
||||||
const putPromise = directoryRef.bucketRef.smartbucketRef.minioClient
|
const putPromise = directoryRef.bucketRef.smartbucketRef.minioClient
|
||||||
.putObject(this.name, filePath, streamIntake.getReadable())
|
.putObject(this.name, filePath, streamIntake.getReadable())
|
||||||
.catch((e) => console.log(e));
|
.catch((e) => console.log(e));
|
||||||
@ -54,8 +54,8 @@ export class File {
|
|||||||
const fileStream = await this.parentDirectoryRef.bucketRef.smartbucketRef.minioClient
|
const fileStream = await this.parentDirectoryRef.bucketRef.smartbucketRef.minioClient
|
||||||
.getObject(this.parentDirectoryRef.bucketRef.name, this.path)
|
.getObject(this.parentDirectoryRef.bucketRef.name, this.path)
|
||||||
.catch((e) => console.log(e));
|
.catch((e) => console.log(e));
|
||||||
let completeFile = new Buffer('');
|
let completeFile = Buffer.from('');
|
||||||
const duplexStream = plugins.streamfunction.createDuplexStream<Buffer, Buffer>(
|
const duplexStream = plugins.smartstream.createDuplexStream<Buffer, Buffer>(
|
||||||
async (chunk) => {
|
async (chunk) => {
|
||||||
completeFile = Buffer.concat([chunk]);
|
completeFile = Buffer.concat([chunk]);
|
||||||
return chunk;
|
return chunk;
|
||||||
|
@ -1,23 +1,15 @@
|
|||||||
import * as plugins from './smartbucket.plugins.js';
|
import * as plugins from './smartbucket.plugins.js';
|
||||||
import { Bucket } from './smartbucket.classes.bucket.js';
|
import { Bucket } from './smartbucket.classes.bucket.js';
|
||||||
|
|
||||||
export interface ISmartBucketConfig {
|
|
||||||
endpoint: string;
|
|
||||||
port?: number;
|
|
||||||
useSsl?: boolean;
|
|
||||||
accessKey: string;
|
|
||||||
accessSecret: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export class SmartBucket {
|
export class SmartBucket {
|
||||||
public config: ISmartBucketConfig;
|
public config: plugins.tsclass.storage.IS3Descriptor;
|
||||||
|
|
||||||
public minioClient: plugins.minio.Client;
|
public minioClient: plugins.minio.Client;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* the constructor of SmartBucket
|
* the constructor of SmartBucket
|
||||||
*/
|
*/
|
||||||
constructor(configArg: ISmartBucketConfig) {
|
constructor(configArg: plugins.tsclass.storage.IS3Descriptor) {
|
||||||
this.config = configArg;
|
this.config = configArg;
|
||||||
this.minioClient = new plugins.minio.Client({
|
this.minioClient = new plugins.minio.Client({
|
||||||
endPoint: this.config.endpoint,
|
endPoint: this.config.endpoint,
|
||||||
|
@ -3,13 +3,20 @@ import * as path from 'path';
|
|||||||
|
|
||||||
export { path };
|
export { path };
|
||||||
|
|
||||||
import * as smartpath from '@pushrocks/smartpath';
|
// @push.rocks scope
|
||||||
import * as smartpromise from '@pushrocks/smartpromise';
|
import * as smartpath from '@push.rocks/smartpath';
|
||||||
import * as smartrx from '@pushrocks/smartrx';
|
import * as smartpromise from '@push.rocks/smartpromise';
|
||||||
import * as streamfunction from '@pushrocks/streamfunction';
|
import * as smartrx from '@push.rocks/smartrx';
|
||||||
import * as smartstream from '@pushrocks/smartstream';
|
import * as smartstream from '@push.rocks/smartstream';
|
||||||
|
|
||||||
export { smartpath, smartpromise, smartrx, streamfunction, smartstream };
|
export { smartpath, smartpromise, smartrx, smartstream };
|
||||||
|
|
||||||
|
// @tsclass
|
||||||
|
import * as tsclass from '@tsclass/tsclass';
|
||||||
|
|
||||||
|
export {
|
||||||
|
tsclass,
|
||||||
|
}
|
||||||
|
|
||||||
// third party scope
|
// third party scope
|
||||||
import * as minio from 'minio';
|
import * as minio from 'minio';
|
||||||
|
@ -3,7 +3,12 @@
|
|||||||
"experimentalDecorators": true,
|
"experimentalDecorators": true,
|
||||||
"useDefineForClassFields": false,
|
"useDefineForClassFields": false,
|
||||||
"target": "ES2022",
|
"target": "ES2022",
|
||||||
"module": "ES2022",
|
"module": "NodeNext",
|
||||||
"moduleResolution": "nodenext"
|
"moduleResolution": "NodeNext",
|
||||||
}
|
"esModuleInterop": true,
|
||||||
|
"verbatimModuleSyntax": true
|
||||||
|
},
|
||||||
|
"exclude": [
|
||||||
|
"dist_*/**/*.d.ts"
|
||||||
|
]
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user