Compare commits

..

10 Commits

Author SHA1 Message Date
739e040776 4.0.24 2021-11-12 19:02:29 +01:00
28d57efd9e fix(core): update 2021-11-12 19:02:29 +01:00
f50a61308c 4.0.23 2021-11-12 18:12:59 +01:00
42aa9f9f8a fix(core): update 2021-11-12 18:12:59 +01:00
3f591ff9d8 4.0.22 2021-11-12 18:04:08 +01:00
7b33347b4c fix(core): update 2021-11-12 18:04:08 +01:00
3f11cbf595 4.0.21 2021-11-12 17:32:43 +01:00
cf1ec7f9eb fix(core): update 2021-11-12 17:32:43 +01:00
54060deb8f 4.0.20 2021-11-12 17:22:32 +01:00
48cffb5ac2 fix(core): update 2021-11-12 17:22:31 +01:00
10 changed files with 5032 additions and 3352 deletions

View File

@ -13,7 +13,6 @@ stages:
- metadata - metadata
before_script: before_script:
- apt-get update && apt-get install -y libcurl3 libssl-dev openssl libssl1.0.0 mongodb
- npm install -g @shipzone/npmci - npm install -g @shipzone/npmci
# ==================== # ====================

8242
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartdata", "name": "@pushrocks/smartdata",
"version": "4.0.19", "version": "4.0.24",
"private": false, "private": false,
"description": "do more with data", "description": "do more with data",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@ -21,27 +21,27 @@
}, },
"homepage": "https://gitlab.com/pushrocks/smartdata#README", "homepage": "https://gitlab.com/pushrocks/smartdata#README",
"dependencies": { "dependencies": {
"@pushrocks/lik": "^4.0.20", "@pushrocks/lik": "^5.0.0",
"@pushrocks/smartlog": "^2.0.39", "@pushrocks/smartlog": "^2.0.44",
"@pushrocks/smartpromise": "^3.1.5", "@pushrocks/smartpromise": "^3.1.5",
"@pushrocks/smartstring": "^3.0.24", "@pushrocks/smartstring": "^3.0.24",
"@pushrocks/smartunique": "^3.0.3", "@pushrocks/smartunique": "^3.0.3",
"@tsclass/tsclass": "^3.0.33", "@tsclass/tsclass": "^3.0.36",
"@types/lodash": "^4.14.169", "@types/lodash": "^4.14.176",
"@types/mongodb": "^3.6.12", "@types/mongodb": "^4.0.7",
"lodash": "^4.17.21", "lodash": "^4.17.21",
"mongodb": "^3.6.6", "mongodb": "^4.1.4",
"runtime-type-checks": "0.0.4" "runtime-type-checks": "0.0.4"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.25", "@gitzone/tsbuild": "^2.1.28",
"@gitzone/tstest": "^1.0.54", "@gitzone/tstest": "^1.0.60",
"@pushrocks/qenv": "^4.0.10", "@pushrocks/qenv": "^4.0.10",
"@pushrocks/tapbundle": "^3.2.14", "@pushrocks/tapbundle": "^3.2.14",
"@types/mongodb-memory-server": "^2.3.0", "@types/mongodb-memory-server": "^2.3.0",
"@types/node": "^15.3.0", "@types/node": "^16.11.7",
"@types/shortid": "0.0.29", "@types/shortid": "0.0.29",
"mongodb-memory-server": "^6.9.6", "mongodb-memory-server": "^8.0.2",
"tslint": "^6.1.3", "tslint": "^6.1.3",
"tslint-config-prettier": "^1.18.0" "tslint-config-prettier": "^1.18.0"
}, },

View File

@ -19,23 +19,27 @@ let testDb: smartdata.SmartdataDb;
let smartdataOptions: smartdata.IMongoDescriptor; let smartdataOptions: smartdata.IMongoDescriptor;
let mongod: mongoPlugin.MongoMemoryServer; let mongod: mongoPlugin.MongoMemoryServer;
tap.test('should create a testinstance as database', async () => { tap.skip.test('should create a testinstance as database', async () => {
mongod = new mongoPlugin.MongoMemoryServer({}); mongod = await mongoPlugin.MongoMemoryServer.create();
console.log('created mongod instance'); console.log('created mongod instance');
await mongod._startUpInstance().catch((err) => {
console.log(err);
});
console.log('mongod started'); console.log('mongod started');
smartdataOptions = { smartdataOptions = {
mongoDbName: await mongod.getDbName(), mongoDbUrl: mongod.getUri(),
mongoDbPass: '',
mongoDbUrl: await mongod.getUri(),
}; };
console.log(smartdataOptions); console.log(smartdataOptions);
testDb = new smartdata.SmartdataDb(smartdataOptions); testDb = new smartdata.SmartdataDb(smartdataOptions);
await testDb.init(); await testDb.init();
}); });
tap.test('should connect to atlas', async (tools) => {
const databaseName = `test-smartdata-${smartunique.shortId()}`;
testDb = new smartdata.SmartdataDb({
mongoDbUrl: testQenv.getEnvVarOnDemand('MONGO_URL'),
mongoDbName: databaseName,
});
await testDb.init();
});
let easyStore: smartdata.EasyStore<{ let easyStore: smartdata.EasyStore<{
key1: string; key1: string;
key2: string; key2: string;
@ -49,11 +53,12 @@ tap.test('should create an easystore', async () => {
}); });
tap.test('close', async () => { tap.test('close', async () => {
testDb.close(); if (mongod) {
mongod.stop(); await mongod.stop();
setTimeout(() => { } else {
process.exit(0); await testDb.mongoDb.dropDatabase();
}, 1000); }
await testDb.close();
}); });
tap.start(); tap.start();

View File

@ -22,19 +22,15 @@ let mongod: mongoPlugin.MongoMemoryServer;
const totalCars = 2000; const totalCars = 2000;
tap.skip.test('should create a testinstance as database', async () => { tap.skip.test('should create a testinstance as database', async () => {
mongod = new mongoPlugin.MongoMemoryServer({}); mongod = await mongoPlugin.MongoMemoryServer.create();
console.log('created mongod instance'); console.log('created mongod instance');
await mongod._startUpInstance().catch((err) => {
console.log(err);
});
console.log('mongod started'); console.log('mongod started');
smartdataOptions = { smartdataOptions = {
mongoDbName: await mongod.getDbName(), mongoDbUrl: mongod.getUri(),
mongoDbPass: '',
mongoDbUrl: await mongod.getUri(),
}; };
console.log(smartdataOptions); console.log(smartdataOptions);
testDb = new smartdata.SmartdataDb(smartdataOptions); testDb = new smartdata.SmartdataDb(smartdataOptions);
await testDb.init();
}); });
tap.test('should connect to atlas', async (tools) => { tap.test('should connect to atlas', async (tools) => {
@ -43,9 +39,6 @@ tap.test('should connect to atlas', async (tools) => {
mongoDbUrl: testQenv.getEnvVarOnDemand('MONGO_URL'), mongoDbUrl: testQenv.getEnvVarOnDemand('MONGO_URL'),
mongoDbName: databaseName, mongoDbName: databaseName,
}); });
});
tap.test('should establish a connection to mongod', async () => {
await testDb.init(); await testDb.init();
}); });
@ -209,7 +202,7 @@ tap.test('should store a new Truck', async () => {
tap.test('should use a cursor', async () => { tap.test('should use a cursor', async () => {
const cursor = await Truck.getCursor({}); const cursor = await Truck.getCursor({});
cursor.forEach(async truckArg => { cursor.forEach(async (truckArg) => {
console.log(truckArg.id); console.log(truckArg.id);
}); });
}); });
@ -217,12 +210,13 @@ tap.test('should use a cursor', async () => {
// ======================================= // =======================================
// close the database connection // close the database connection
// ======================================= // =======================================
tap.test('should drop the db and close the database connection', async (tools) => { tap.test('close', async () => {
await testDb.mongoDb.dropDatabase(); if (mongod) {
await testDb.close();
try {
await mongod.stop(); await mongod.stop();
} catch (e) {} } else {
await testDb.mongoDb.dropDatabase();
}
await testDb.close();
}); });
tap.start({ throwOnError: true }); tap.start({ throwOnError: true });

View File

@ -22,19 +22,15 @@ let mongod: mongoPlugin.MongoMemoryServer;
const totalCars = 2000; const totalCars = 2000;
tap.skip.test('should create a testinstance as database', async () => { tap.skip.test('should create a testinstance as database', async () => {
mongod = new mongoPlugin.MongoMemoryServer({}); mongod = await mongoPlugin.MongoMemoryServer.create();
console.log('created mongod instance'); console.log('created mongod instance');
await mongod._startUpInstance().catch((err) => {
console.log(err);
});
console.log('mongod started'); console.log('mongod started');
smartdataOptions = { smartdataOptions = {
mongoDbName: await mongod.getDbName(), mongoDbUrl: mongod.getUri(),
mongoDbPass: '',
mongoDbUrl: await mongod.getUri(),
}; };
console.log(smartdataOptions); console.log(smartdataOptions);
testDb = new smartdata.SmartdataDb(smartdataOptions); testDb = new smartdata.SmartdataDb(smartdataOptions);
await testDb.init();
}); });
tap.test('should connect to atlas', async (tools) => { tap.test('should connect to atlas', async (tools) => {
@ -43,9 +39,6 @@ tap.test('should connect to atlas', async (tools) => {
mongoDbUrl: testQenv.getEnvVarOnDemand('MONGO_URL'), mongoDbUrl: testQenv.getEnvVarOnDemand('MONGO_URL'),
mongoDbName: databaseName, mongoDbName: databaseName,
}); });
});
tap.test('should establish a connection to mongod', async () => {
await testDb.init(); await testDb.init();
}); });
@ -99,12 +92,13 @@ tap.test('should get a car', async () => {
// ======================================= // =======================================
// close the database connection // close the database connection
// ======================================= // =======================================
tap.test('should close the database connection', async (tools) => { tap.test('close', async () => {
await testDb.mongoDb.dropDatabase(); if (mongod) {
await testDb.close();
try {
await mongod.stop(); await mongod.stop();
} catch (e) {} } else {
await testDb.mongoDb.dropDatabase();
}
await testDb.close();
}); });
tap.start({ throwOnError: true }); tap.start({ throwOnError: true });

View File

@ -85,7 +85,7 @@ export function Manager<TManager extends IManager>(managerArg?: TManager | TDela
public static get manager() { public static get manager() {
let manager: TManager; let manager: TManager;
if (!managerArg) { if (!managerArg) {
manager = this.prototype.defaultManager manager = this.prototype.defaultManager;
} else if (managerArg['db']) { } else if (managerArg['db']) {
manager = managerArg as TManager; manager = managerArg as TManager;
} else { } else {
@ -96,7 +96,7 @@ export function Manager<TManager extends IManager>(managerArg?: TManager | TDela
public get manager() { public get manager() {
let manager: TManager; let manager: TManager;
if (!managerArg) { if (!managerArg) {
manager = this.defaultManager manager = this.defaultManager;
} else if (managerArg['db']) { } else if (managerArg['db']) {
manager = managerArg as TManager; manager = managerArg as TManager;
} else { } else {
@ -235,9 +235,7 @@ export class SmartdataCollection<T> {
await this.init(); await this.init();
await this.checkDoc(dbDocArg); await this.checkDoc(dbDocArg);
const identifiableObject = await dbDocArg.createIdentifiableObject(); const identifiableObject = await dbDocArg.createIdentifiableObject();
await this.mongoDbCollection.deleteOne(identifiableObject, { await this.mongoDbCollection.deleteOne(identifiableObject);
w: 1,
});
} }
/** /**

View File

@ -7,18 +7,18 @@ export class SmartdataDbCursor<T = any> {
// STATIC // STATIC
// INSTANCE // INSTANCE
public mongodbCursor: plugins.mongodb.Cursor<T>; public mongodbCursor: plugins.mongodb.FindCursor<T>;
constructor(cursorArg: plugins.mongodb.Cursor<T>) { constructor(cursorArg: plugins.mongodb.FindCursor<T>) {
this.mongodbCursor = cursorArg this.mongodbCursor = cursorArg;
}; }
public async next(closeAtEnd = true) { public async next(closeAtEnd = true) {
const result = await this.mongodbCursor.next(); const result = await this.mongodbCursor.next();
if (!result && closeAtEnd) { if (!result && closeAtEnd) {
await this.close(); await this.close();
}; }
return result; return result;
}; }
public async forEach(forEachFuncArg: (itemArg: T) => Promise<any>, closeCursorAtEnd = true) { public async forEach(forEachFuncArg: (itemArg: T) => Promise<any>, closeCursorAtEnd = true) {
let currentValue: T; let currentValue: T;

View File

@ -47,8 +47,6 @@ export class SmartdataDb {
.replace('<dbname>', this.smartdataOptions.mongoDbName); .replace('<dbname>', this.smartdataOptions.mongoDbName);
this.mongoDbClient = await plugins.mongodb.MongoClient.connect(finalConnectionUrl, { this.mongoDbClient = await plugins.mongodb.MongoClient.connect(finalConnectionUrl, {
useNewUrlParser: true,
useUnifiedTopology: true,
maxPoolSize: 100, maxPoolSize: 100,
maxIdleTimeMS: 10, maxIdleTimeMS: 10,
}); });
@ -78,7 +76,7 @@ export class SmartdataDb {
* @returns DbTable * @returns DbTable
*/ */
public async getSmartdataCollectionByName<T>(nameArg: string): Promise<SmartdataCollection<T>> { public async getSmartdataCollectionByName<T>(nameArg: string): Promise<SmartdataCollection<T>> {
const resultCollection = this.smartdataCollectionMap.find((dbTableArg) => { const resultCollection = await this.smartdataCollectionMap.find(async (dbTableArg) => {
return dbTableArg.collectionName === nameArg; return dbTableArg.collectionName === nameArg;
}); });
return resultCollection; return resultCollection;

View File

@ -165,7 +165,9 @@ export class SmartDataDbDoc<T extends TImplements, TImplements, TManager extends
this: plugins.tsclass.typeFest.Class<T>, this: plugins.tsclass.typeFest.Class<T>,
filterArg: plugins.tsclass.typeFest.PartialDeep<T> filterArg: plugins.tsclass.typeFest.PartialDeep<T>
) { ) {
const cursor: SmartdataDbCursor<T> = await (this as any).collection.getCursor(convertFilterForMongoDb(filterArg)); const cursor: SmartdataDbCursor<T> = await (this as any).collection.getCursor(
convertFilterForMongoDb(filterArg)
);
return cursor; return cursor;
} }
@ -179,7 +181,7 @@ export class SmartDataDbDoc<T extends TImplements, TImplements, TManager extends
forEachFunction: (itemArg: T) => Promise<any> forEachFunction: (itemArg: T) => Promise<any>
) { ) {
const cursor: SmartdataDbCursor<T> = await (this as any).getCursor(filterArg); const cursor: SmartdataDbCursor<T> = await (this as any).getCursor(filterArg);
await cursor.forEach(forEachFunction) await cursor.forEach(forEachFunction);
} }
/** /**