fix(core): update
This commit is contained in:
+20
@@ -0,0 +1,20 @@
|
||||
.nogit/
|
||||
|
||||
# artifacts
|
||||
coverage/
|
||||
public/
|
||||
pages/
|
||||
|
||||
# installs
|
||||
node_modules/
|
||||
|
||||
# caches
|
||||
.yarn/
|
||||
.cache/
|
||||
.rpt2_cache
|
||||
|
||||
# builds
|
||||
dist/
|
||||
dist_*/
|
||||
|
||||
# custom
|
||||
+140
@@ -0,0 +1,140 @@
|
||||
# gitzone ci_default
|
||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||
|
||||
cache:
|
||||
paths:
|
||||
- .npmci_cache/
|
||||
key: '$CI_BUILD_STAGE'
|
||||
|
||||
stages:
|
||||
- security
|
||||
- test
|
||||
- release
|
||||
- metadata
|
||||
|
||||
before_script:
|
||||
- npm install -g @shipzone/npmci
|
||||
|
||||
# ====================
|
||||
# security stage
|
||||
# ====================
|
||||
mirror:
|
||||
stage: security
|
||||
script:
|
||||
- npmci git mirror
|
||||
only:
|
||||
- tags
|
||||
tags:
|
||||
- lossless
|
||||
- docker
|
||||
- notpriv
|
||||
|
||||
auditProductionDependencies:
|
||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||
stage: security
|
||||
script:
|
||||
- npmci npm prepare
|
||||
- npmci command npm install --production --ignore-scripts
|
||||
- npmci command npm config set registry https://registry.npmjs.org
|
||||
- npmci command npm audit --audit-level=high --only=prod --production
|
||||
tags:
|
||||
- docker
|
||||
allow_failure: true
|
||||
|
||||
auditDevDependencies:
|
||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
||||
stage: security
|
||||
script:
|
||||
- npmci npm prepare
|
||||
- npmci command npm install --ignore-scripts
|
||||
- npmci command npm config set registry https://registry.npmjs.org
|
||||
- npmci command npm audit --audit-level=high --only=dev
|
||||
tags:
|
||||
- docker
|
||||
allow_failure: true
|
||||
|
||||
# ====================
|
||||
# test stage
|
||||
# ====================
|
||||
|
||||
testStable:
|
||||
stage: test
|
||||
script:
|
||||
- npmci npm prepare
|
||||
- npmci node install stable
|
||||
- npmci npm install
|
||||
- npmci npm test
|
||||
coverage: /\d+.?\d+?\%\s*coverage/
|
||||
tags:
|
||||
- docker
|
||||
|
||||
testBuild:
|
||||
stage: test
|
||||
script:
|
||||
- npmci npm prepare
|
||||
- npmci node install stable
|
||||
- npmci npm install
|
||||
- npmci command npm run build
|
||||
coverage: /\d+.?\d+?\%\s*coverage/
|
||||
tags:
|
||||
- docker
|
||||
|
||||
release:
|
||||
stage: release
|
||||
script:
|
||||
- npmci node install stable
|
||||
- npmci npm publish
|
||||
only:
|
||||
- tags
|
||||
tags:
|
||||
- lossless
|
||||
- docker
|
||||
- notpriv
|
||||
|
||||
# ====================
|
||||
# metadata stage
|
||||
# ====================
|
||||
codequality:
|
||||
stage: metadata
|
||||
allow_failure: true
|
||||
only:
|
||||
- tags
|
||||
script:
|
||||
- npmci command npm install -g typescript
|
||||
- npmci npm prepare
|
||||
- npmci npm install
|
||||
tags:
|
||||
- lossless
|
||||
- docker
|
||||
- priv
|
||||
|
||||
trigger:
|
||||
stage: metadata
|
||||
script:
|
||||
- npmci trigger
|
||||
only:
|
||||
- tags
|
||||
tags:
|
||||
- lossless
|
||||
- docker
|
||||
- notpriv
|
||||
|
||||
pages:
|
||||
stage: metadata
|
||||
script:
|
||||
- npmci node install lts
|
||||
- npmci command npm install -g @gitzone/tsdoc
|
||||
- npmci npm prepare
|
||||
- npmci npm install
|
||||
- npmci command tsdoc
|
||||
tags:
|
||||
- lossless
|
||||
- docker
|
||||
- notpriv
|
||||
only:
|
||||
- tags
|
||||
artifacts:
|
||||
expire_in: 1 week
|
||||
paths:
|
||||
- public
|
||||
allow_failure: true
|
||||
Vendored
+11
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"version": "0.2.0",
|
||||
"configurations": [
|
||||
{
|
||||
"command": "npm test",
|
||||
"name": "Run npm test",
|
||||
"request": "launch",
|
||||
"type": "node-terminal"
|
||||
}
|
||||
]
|
||||
}
|
||||
Vendored
+26
@@ -0,0 +1,26 @@
|
||||
{
|
||||
"json.schemas": [
|
||||
{
|
||||
"fileMatch": ["/npmextra.json"],
|
||||
"schema": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"npmci": {
|
||||
"type": "object",
|
||||
"description": "settings for npmci"
|
||||
},
|
||||
"gitzone": {
|
||||
"type": "object",
|
||||
"description": "settings for gitzone",
|
||||
"properties": {
|
||||
"projectType": {
|
||||
"type": "string",
|
||||
"enum": ["website", "element", "service", "npm", "wcc"]
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
Copyright (c) 2022 Lossless GmbH (hello@lossless.com)
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
@@ -0,0 +1,18 @@
|
||||
{
|
||||
"gitzone": {
|
||||
"projectType": "npm",
|
||||
"module": {
|
||||
"githost": "gitlab.com",
|
||||
"gitscope": "pushrocks",
|
||||
"gitrepo": "mongodump",
|
||||
"description": "a tool to handle dumps of mongodb databases",
|
||||
"npmPackagename": "@pushrocks/mongodump",
|
||||
"license": "MIT",
|
||||
"projectDomain": "push.rocks"
|
||||
}
|
||||
},
|
||||
"npmci": {
|
||||
"npmGlobalTools": [],
|
||||
"npmAccessLevel": "public"
|
||||
}
|
||||
}
|
||||
Generated
+10943
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,46 @@
|
||||
{
|
||||
"name": "@pushrocks/mongodump",
|
||||
"version": "1.0.1",
|
||||
"private": false,
|
||||
"description": "a tool to handle dumps of mongodb databases",
|
||||
"main": "dist_ts/index.js",
|
||||
"typings": "dist_ts/index.d.ts",
|
||||
"type": "module",
|
||||
"author": "Lossless GmbH",
|
||||
"license": "MIT",
|
||||
"scripts": {
|
||||
"test": "(tstest test/ --web)",
|
||||
"build": "(tsbuild --web)"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@gitzone/tsbuild": "^2.1.25",
|
||||
"@gitzone/tsbundle": "^2.0.5",
|
||||
"@gitzone/tstest": "^1.0.44",
|
||||
"@pushrocks/smartdata": "^5.0.5",
|
||||
"@pushrocks/smartmongo": "^2.0.3",
|
||||
"@pushrocks/tapbundle": "^5.0.3",
|
||||
"@types/node": "^17.0.40"
|
||||
},
|
||||
"browserslist": [
|
||||
"last 1 chrome versions"
|
||||
],
|
||||
"files": [
|
||||
"ts/**/*",
|
||||
"ts_web/**/*",
|
||||
"dist/**/*",
|
||||
"dist_*/**/*",
|
||||
"dist_ts/**/*",
|
||||
"dist_ts_web/**/*",
|
||||
"assets/**/*",
|
||||
"cli.js",
|
||||
"npmextra.json",
|
||||
"readme.md"
|
||||
],
|
||||
"dependencies": {
|
||||
"@pushrocks/lik": "^6.0.0",
|
||||
"@pushrocks/smartfile": "^9.0.6",
|
||||
"@pushrocks/smartpromise": "^3.1.7",
|
||||
"@tsclass/tsclass": "^4.0.3",
|
||||
"mongodb": "^4.6.0"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,39 @@
|
||||
# @pushrocks/mongodump
|
||||
a tool to handle dumps of mongodb databases
|
||||
|
||||
## Availabililty and Links
|
||||
* [npmjs.org (npm package)](https://www.npmjs.com/package/@pushrocks/mongodump)
|
||||
* [gitlab.com (source)](https://gitlab.com/pushrocks/mongodump)
|
||||
* [github.com (source mirror)](https://github.com/pushrocks/mongodump)
|
||||
* [docs (typedoc)](https://pushrocks.gitlab.io/mongodump/)
|
||||
|
||||
## Status for master
|
||||
|
||||
Status Category | Status Badge
|
||||
-- | --
|
||||
GitLab Pipelines | [](https://lossless.cloud)
|
||||
GitLab Pipline Test Coverage | [](https://lossless.cloud)
|
||||
npm | [](https://lossless.cloud)
|
||||
Snyk | [](https://lossless.cloud)
|
||||
TypeScript Support | [](https://lossless.cloud)
|
||||
node Support | [](https://nodejs.org/dist/latest-v10.x/docs/api/)
|
||||
Code Style | [](https://lossless.cloud)
|
||||
PackagePhobia (total standalone install weight) | [](https://lossless.cloud)
|
||||
PackagePhobia (package size on registry) | [](https://lossless.cloud)
|
||||
BundlePhobia (total size when bundled) | [](https://lossless.cloud)
|
||||
Platform support | [](https://lossless.cloud) [](https://lossless.cloud)
|
||||
|
||||
## Usage
|
||||
|
||||
Use TypeScript for best in class intellisense
|
||||
|
||||
## Contribution
|
||||
|
||||
We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :)
|
||||
|
||||
For further information read the linked docs at the top of this readme.
|
||||
|
||||
> MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh)
|
||||
| By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy)
|
||||
|
||||
[](https://maintainedby.lossless.com)
|
||||
@@ -0,0 +1,32 @@
|
||||
import * as smartdata from '@pushrocks/smartdata';
|
||||
|
||||
let db: smartdata.SmartdataDb;
|
||||
|
||||
export const stop = async () => {
|
||||
await db.close();
|
||||
}
|
||||
|
||||
export const generateTestData = async (mongoDescriptorArg: smartdata.IMongoDescriptor) => {
|
||||
db = new smartdata.SmartdataDb(mongoDescriptorArg);
|
||||
await db.init();
|
||||
let counter = 0;
|
||||
|
||||
@smartdata.Collection(db)
|
||||
class House extends smartdata.SmartDataDbDoc<House, House> {
|
||||
@smartdata.unI()
|
||||
id = `hello-${counter}`;
|
||||
|
||||
@smartdata.svDb()
|
||||
data = {
|
||||
'some' : {
|
||||
'complex': 'structure'
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
while (counter < 100) {
|
||||
const house = new House();
|
||||
await house.save();
|
||||
counter++;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,34 @@
|
||||
import { expect, expectAsync, tap } from '@pushrocks/tapbundle';
|
||||
import * as smartmongo from '@pushrocks/smartmongo';
|
||||
import * as mongodump from '../ts/index.js';
|
||||
|
||||
import * as sampledata from './sampledata.js';
|
||||
|
||||
let testSmartMongo: smartmongo.SmartMongo;
|
||||
let testMongodump: mongodump.MongoDump;
|
||||
|
||||
tap.test('should create a test database', async () => {
|
||||
testSmartMongo = await smartmongo.SmartMongo.createAndStart();
|
||||
});
|
||||
|
||||
tap.test('should create a mongodump instance', async () => {
|
||||
testMongodump = new mongodump.MongoDump();
|
||||
expect(testMongodump).toBeInstanceOf(mongodump.MongoDump);
|
||||
});
|
||||
|
||||
tap.test('should deploy sample data', async () => {
|
||||
await sampledata.generateTestData(await testSmartMongo.getMongoDescriptor())
|
||||
})
|
||||
|
||||
tap.test('should add a mongotarget to mongodump instance', async () => {
|
||||
const target = await testMongodump.addMongoTargetByMongoDescriptor(await testSmartMongo.getMongoDescriptor());
|
||||
await target.getCollections();
|
||||
})
|
||||
|
||||
tap.test('should stop the smartmongo instance', async () => {
|
||||
await sampledata.stop();
|
||||
await testMongodump.stop();
|
||||
await testSmartMongo.stop();
|
||||
});
|
||||
|
||||
tap.start();
|
||||
@@ -0,0 +1,8 @@
|
||||
/**
|
||||
* autocreated commitinfo by @pushrocks/commitinfo
|
||||
*/
|
||||
export const commitinfo = {
|
||||
name: '@pushrocks/mongodump',
|
||||
version: '1.0.2',
|
||||
description: 'a tool to handle dumps of mongodb databases'
|
||||
}
|
||||
@@ -0,0 +1,2 @@
|
||||
export * from './mongodb.classes.mongodump.js';
|
||||
export * from './mongodb.classes.mongodumptarget.js';
|
||||
@@ -0,0 +1,10 @@
|
||||
import * as plugins from './mongodump.plugins.js';
|
||||
|
||||
/**
|
||||
* a mongo compressed dump
|
||||
* this can be used to create, psersistently store and restore dumps
|
||||
*
|
||||
*/
|
||||
export class MongoCompressedDump {
|
||||
|
||||
}
|
||||
@@ -0,0 +1,22 @@
|
||||
import * as plugins from './mongodump.plugins.js';
|
||||
import { MongoDumpTarget } from './mongodb.classes.mongodumptarget.js';
|
||||
|
||||
export class MongoDump {
|
||||
public mongoTargetObjectMap = new plugins.lik.ObjectMap<MongoDumpTarget>();
|
||||
|
||||
constructor() {}
|
||||
|
||||
public async addMongoTargetByMongoDescriptor(
|
||||
descriptorArg: plugins.tsclass.database.IMongoDescriptor
|
||||
) {
|
||||
const mongoDumpTarget = await MongoDumpTarget.createAndInit(descriptorArg);
|
||||
this.mongoTargetObjectMap.add(mongoDumpTarget);
|
||||
return mongoDumpTarget;
|
||||
}
|
||||
|
||||
public async stop() {
|
||||
await this.mongoTargetObjectMap.forEach(async (mongoTargetArg) => {
|
||||
await mongoTargetArg.mongoDbClient.close();
|
||||
})
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,71 @@
|
||||
import * as plugins from './mongodump.plugins.js';
|
||||
|
||||
/**
|
||||
* a MongoDump Target is a pointer to a database
|
||||
* + exposes functions to interact with the dump target
|
||||
*/
|
||||
export class MongoDumpTarget {
|
||||
public static async createAndInit(
|
||||
mongoDescriptorArg: plugins.tsclass.database.IMongoDescriptor
|
||||
) {
|
||||
const mongoDumpTarget = new MongoDumpTarget(mongoDescriptorArg);
|
||||
await mongoDumpTarget.init();
|
||||
return mongoDumpTarget;
|
||||
}
|
||||
|
||||
public readyDeferred = plugins.smartpromise.defer();
|
||||
public mongoDescriptor: plugins.tsclass.database.IMongoDescriptor;
|
||||
public mongoDbClient: plugins.mongodb.MongoClient;
|
||||
public mongoDb: plugins.mongodb.Db;
|
||||
constructor(mongoDescriptorArg: plugins.tsclass.database.IMongoDescriptor) {
|
||||
this.mongoDescriptor = mongoDescriptorArg;
|
||||
}
|
||||
|
||||
/**
|
||||
* connects to the database that was specified during instance creation
|
||||
*/
|
||||
public async init(): Promise<any> {
|
||||
const finalConnectionUrl = this.mongoDescriptor.mongoDbUrl
|
||||
.replace('<USERNAME>', this.mongoDescriptor.mongoDbUser)
|
||||
.replace('<username>', this.mongoDescriptor.mongoDbUser)
|
||||
.replace('<USER>', this.mongoDescriptor.mongoDbUser)
|
||||
.replace('<user>', this.mongoDescriptor.mongoDbUser)
|
||||
.replace('<PASSWORD>', this.mongoDescriptor.mongoDbPass)
|
||||
.replace('<password>', this.mongoDescriptor.mongoDbPass)
|
||||
.replace('<DBNAME>', this.mongoDescriptor.mongoDbName)
|
||||
.replace('<dbname>', this.mongoDescriptor.mongoDbName);
|
||||
|
||||
this.mongoDbClient = await plugins.mongodb.MongoClient.connect(finalConnectionUrl, {
|
||||
maxPoolSize: 100,
|
||||
maxIdleTimeMS: 10,
|
||||
});
|
||||
this.mongoDb = this.mongoDbClient.db(this.mongoDescriptor.mongoDbName);
|
||||
console.log(`Connected to database ${this.mongoDescriptor.mongoDbName}`);
|
||||
this.readyDeferred.resolve();
|
||||
}
|
||||
|
||||
/**
|
||||
* gets all collections
|
||||
*/
|
||||
public async getCollections() {
|
||||
await this.readyDeferred.promise;
|
||||
const collections = await this.mongoDb.collections();
|
||||
console.log(`The follwing collections have been found:`);
|
||||
for (const collection of collections) {
|
||||
console.log(collection.collectionName);
|
||||
}
|
||||
|
||||
return collections;
|
||||
}
|
||||
|
||||
/**
|
||||
* dumps a collection to a directory
|
||||
*/
|
||||
public async dumpCollectionToDir(collectionArg: plugins.mongodb.Collection, dirArg: string) {
|
||||
|
||||
}
|
||||
|
||||
public async dumpCollectionToTarArchive(collectionArg: plugins.mongodb.Collection) {}
|
||||
|
||||
public async dumpAllCollectionsToDir() {}
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
// pushrocks scope
|
||||
import * as lik from '@pushrocks/lik';
|
||||
import * as smartfile from '@pushrocks/smartfile';
|
||||
import * as smartpromise from '@pushrocks/smartpromise';
|
||||
|
||||
export {
|
||||
lik,
|
||||
smartfile,
|
||||
smartpromise
|
||||
}
|
||||
|
||||
// tsclass
|
||||
import type * as tsclass from '@tsclass/tsclass';
|
||||
|
||||
export {
|
||||
tsclass
|
||||
}
|
||||
|
||||
// third party scope
|
||||
import * as mongodb from 'mongodb';
|
||||
|
||||
export {
|
||||
mongodb
|
||||
}
|
||||
@@ -0,0 +1,9 @@
|
||||
{
|
||||
"compilerOptions": {
|
||||
"experimentalDecorators": true,
|
||||
"useDefineForClassFields": false,
|
||||
"target": "ES2022",
|
||||
"module": "ES2022",
|
||||
"moduleResolution": "nodenext"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user