Compare commits
8 Commits
Author | SHA1 | Date | |
---|---|---|---|
be1badeb23 | |||
fe065b966f | |||
811e2490b8 | |||
206ccd40e9 | |||
055298172f | |||
278f3c8169 | |||
0709ba921b | |||
de1f1110b4 |
48
package-lock.json
generated
48
package-lock.json
generated
@ -1,23 +1,23 @@
|
||||
{
|
||||
"name": "@pushrocks/smartdata",
|
||||
"version": "5.0.0",
|
||||
"version": "5.0.4",
|
||||
"lockfileVersion": 2,
|
||||
"requires": true,
|
||||
"packages": {
|
||||
"": {
|
||||
"name": "@pushrocks/smartdata",
|
||||
"version": "5.0.0",
|
||||
"version": "5.0.4",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@pushrocks/lik": "^5.0.4",
|
||||
"@pushrocks/smartdelay": "^2.0.13",
|
||||
"@pushrocks/smartlog": "^2.0.44",
|
||||
"@pushrocks/smartmongo": "^2.0.0",
|
||||
"@pushrocks/smartmongo": "^2.0.1",
|
||||
"@pushrocks/smartpromise": "^3.1.7",
|
||||
"@pushrocks/smartrx": "^2.0.25",
|
||||
"@pushrocks/smartstring": "^4.0.2",
|
||||
"@pushrocks/smartunique": "^3.0.3",
|
||||
"@tsclass/tsclass": "^4.0.2",
|
||||
"@tsclass/tsclass": "^4.0.3",
|
||||
"@types/lodash": "^4.14.182",
|
||||
"@types/mongodb": "^4.0.7",
|
||||
"lodash": "^4.17.21",
|
||||
@ -802,9 +802,9 @@
|
||||
}
|
||||
},
|
||||
"node_modules/@pushrocks/smartmongo": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://verdaccio.lossless.one/@pushrocks%2fsmartmongo/-/smartmongo-2.0.0.tgz",
|
||||
"integrity": "sha512-YDUDQqU3ReLJvZi3CJXqn5LULOrhKdpShvSnYx4fLqCyBoP0sDA3SBP5L2arTmF5IlrhreWqBL5AX3Guegt5jQ==",
|
||||
"version": "2.0.1",
|
||||
"resolved": "https://verdaccio.lossless.one/@pushrocks%2fsmartmongo/-/smartmongo-2.0.1.tgz",
|
||||
"integrity": "sha512-apKedLxGTd5HO6Ke43ZknA4aMI+3tTNBXAzyalHgxh+b/p5fx62mCbgpxpR5EOXfxpPiHk7eaDip6k06a2hw1Q==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@pushrocks/smartdata": "^4.0.27",
|
||||
@ -1166,12 +1166,12 @@
|
||||
}
|
||||
},
|
||||
"node_modules/@tsclass/tsclass": {
|
||||
"version": "4.0.2",
|
||||
"resolved": "https://verdaccio.lossless.one/@tsclass%2ftsclass/-/tsclass-4.0.2.tgz",
|
||||
"integrity": "sha512-f3r1P2+h3upZboMrWqr9KrkK5V1DtiiSlImeHTQmnhdYlxRykarciV2ssDPGY0J8w44pkWKgYG2dkuypIbSj1w==",
|
||||
"version": "4.0.3",
|
||||
"resolved": "https://verdaccio.lossless.one/@tsclass%2ftsclass/-/tsclass-4.0.3.tgz",
|
||||
"integrity": "sha512-dvi+8IncskjJ2ApXg5AyqEa+C5KkXtRPXYmh3MKr5BCdBitJjPQ6Rni3EBaGlD9RTYMCvjmHUNjwJub0b3GDMA==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"type-fest": "^2.9.0"
|
||||
"type-fest": "^2.13.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@tsconfig/node10": {
|
||||
@ -5835,9 +5835,9 @@
|
||||
"license": "0BSD"
|
||||
},
|
||||
"node_modules/type-fest": {
|
||||
"version": "2.12.2",
|
||||
"resolved": "https://verdaccio.lossless.one/type-fest/-/type-fest-2.12.2.tgz",
|
||||
"integrity": "sha512-qt6ylCGpLjZ7AaODxbpyBZSs9fCI9SkL3Z9q2oxMBQhs/uyY+VD8jHA8ULCGmWQJlBgqvO3EJeAngOHD8zQCrQ==",
|
||||
"version": "2.13.0",
|
||||
"resolved": "https://verdaccio.lossless.one/type-fest/-/type-fest-2.13.0.tgz",
|
||||
"integrity": "sha512-lPfAm42MxE4/456+QyIaaVBAwgpJb6xZ8PRu09utnhPdWwcyj9vgy6Sq0Z5yNbJ21EdxB5dRU/Qg8bsyAMtlcw==",
|
||||
"license": "(MIT OR CC0-1.0)",
|
||||
"engines": {
|
||||
"node": ">=12.20"
|
||||
@ -6941,9 +6941,9 @@
|
||||
}
|
||||
},
|
||||
"@pushrocks/smartmongo": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://verdaccio.lossless.one/@pushrocks%2fsmartmongo/-/smartmongo-2.0.0.tgz",
|
||||
"integrity": "sha512-YDUDQqU3ReLJvZi3CJXqn5LULOrhKdpShvSnYx4fLqCyBoP0sDA3SBP5L2arTmF5IlrhreWqBL5AX3Guegt5jQ==",
|
||||
"version": "2.0.1",
|
||||
"resolved": "https://verdaccio.lossless.one/@pushrocks%2fsmartmongo/-/smartmongo-2.0.1.tgz",
|
||||
"integrity": "sha512-apKedLxGTd5HO6Ke43ZknA4aMI+3tTNBXAzyalHgxh+b/p5fx62mCbgpxpR5EOXfxpPiHk7eaDip6k06a2hw1Q==",
|
||||
"requires": {
|
||||
"@pushrocks/smartdata": "^4.0.27",
|
||||
"@pushrocks/smartpromise": "^3.1.7",
|
||||
@ -7272,11 +7272,11 @@
|
||||
}
|
||||
},
|
||||
"@tsclass/tsclass": {
|
||||
"version": "4.0.2",
|
||||
"resolved": "https://verdaccio.lossless.one/@tsclass%2ftsclass/-/tsclass-4.0.2.tgz",
|
||||
"integrity": "sha512-f3r1P2+h3upZboMrWqr9KrkK5V1DtiiSlImeHTQmnhdYlxRykarciV2ssDPGY0J8w44pkWKgYG2dkuypIbSj1w==",
|
||||
"version": "4.0.3",
|
||||
"resolved": "https://verdaccio.lossless.one/@tsclass%2ftsclass/-/tsclass-4.0.3.tgz",
|
||||
"integrity": "sha512-dvi+8IncskjJ2ApXg5AyqEa+C5KkXtRPXYmh3MKr5BCdBitJjPQ6Rni3EBaGlD9RTYMCvjmHUNjwJub0b3GDMA==",
|
||||
"requires": {
|
||||
"type-fest": "^2.9.0"
|
||||
"type-fest": "^2.13.0"
|
||||
}
|
||||
},
|
||||
"@tsconfig/node10": {
|
||||
@ -10489,9 +10489,9 @@
|
||||
"integrity": "sha512-d6xOpEDfsi2CZVlPQzGeux8XMwLT9hssAsaPYExaQMuYskwb+x1x7J371tWlbBdWHroy99KnVB6qIkUbs5X3UQ=="
|
||||
},
|
||||
"type-fest": {
|
||||
"version": "2.12.2",
|
||||
"resolved": "https://verdaccio.lossless.one/type-fest/-/type-fest-2.12.2.tgz",
|
||||
"integrity": "sha512-qt6ylCGpLjZ7AaODxbpyBZSs9fCI9SkL3Z9q2oxMBQhs/uyY+VD8jHA8ULCGmWQJlBgqvO3EJeAngOHD8zQCrQ=="
|
||||
"version": "2.13.0",
|
||||
"resolved": "https://verdaccio.lossless.one/type-fest/-/type-fest-2.13.0.tgz",
|
||||
"integrity": "sha512-lPfAm42MxE4/456+QyIaaVBAwgpJb6xZ8PRu09utnhPdWwcyj9vgy6Sq0Z5yNbJ21EdxB5dRU/Qg8bsyAMtlcw=="
|
||||
},
|
||||
"type-is": {
|
||||
"version": "1.6.18",
|
||||
|
@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@pushrocks/smartdata",
|
||||
"version": "5.0.0",
|
||||
"version": "5.0.4",
|
||||
"private": false,
|
||||
"description": "do more with data",
|
||||
"main": "dist_ts/index.js",
|
||||
@ -24,12 +24,12 @@
|
||||
"@pushrocks/lik": "^5.0.4",
|
||||
"@pushrocks/smartdelay": "^2.0.13",
|
||||
"@pushrocks/smartlog": "^2.0.44",
|
||||
"@pushrocks/smartmongo": "^2.0.0",
|
||||
"@pushrocks/smartmongo": "^2.0.1",
|
||||
"@pushrocks/smartpromise": "^3.1.7",
|
||||
"@pushrocks/smartrx": "^2.0.25",
|
||||
"@pushrocks/smartstring": "^4.0.2",
|
||||
"@pushrocks/smartunique": "^3.0.3",
|
||||
"@tsclass/tsclass": "^4.0.2",
|
||||
"@tsclass/tsclass": "^4.0.3",
|
||||
"@types/lodash": "^4.14.182",
|
||||
"@types/mongodb": "^4.0.7",
|
||||
"lodash": "^4.17.21",
|
||||
|
@ -92,7 +92,7 @@ tap.test('should save the car to the db', async () => {
|
||||
});
|
||||
|
||||
tap.test('expect to get instance of Car with shallow match', async () => {
|
||||
const totalQueryCycles = totalCars / 2;
|
||||
const totalQueryCycles = totalCars / 6;
|
||||
let counter = 0;
|
||||
do {
|
||||
const timeStart = Date.now();
|
||||
@ -113,7 +113,7 @@ tap.test('expect to get instance of Car with shallow match', async () => {
|
||||
});
|
||||
|
||||
tap.test('expect to get instance of Car with deep match', async () => {
|
||||
const totalQueryCycles = totalCars / 4;
|
||||
const totalQueryCycles = totalCars / 6;
|
||||
let counter = 0;
|
||||
do {
|
||||
const timeStart = Date.now();
|
||||
|
@ -19,13 +19,13 @@ let testDb: smartdata.SmartdataDb;
|
||||
|
||||
const totalCars = 2000;
|
||||
|
||||
tap.skip.test('should create a testinstance as database', async () => {
|
||||
tap.test('should create a testinstance as database', async () => {
|
||||
smartmongoInstance = await smartmongo.SmartMongo.createAndStart();
|
||||
testDb = new smartdata.SmartdataDb(await smartmongoInstance.getMongoDescriptor());
|
||||
await testDb.init();
|
||||
});
|
||||
|
||||
tap.test('should connect to atlas', async (tools) => {
|
||||
tap.skip.test('should connect to atlas', async (tools) => {
|
||||
const databaseName = `test-smartdata-${smartunique.shortId()}`;
|
||||
testDb = new smartdata.SmartdataDb({
|
||||
mongoDbUrl: testQenv.getEnvVarOnDemand('MONGO_URL'),
|
||||
|
@ -3,6 +3,6 @@
|
||||
*/
|
||||
export const commitinfo = {
|
||||
name: '@pushrocks/smartdata',
|
||||
version: '5.0.0',
|
||||
version: '5.0.4',
|
||||
description: 'do more with data'
|
||||
}
|
||||
|
@ -4,4 +4,6 @@ export * from './smartdata.classes.doc.js';
|
||||
export * from './smartdata.classes.easystore.js';
|
||||
export * from './smartdata.classes.cursor.js';
|
||||
|
||||
export type { IMongoDescriptor } from './interfaces/index.js';
|
||||
import * as plugins from './smartdata.plugins.js';
|
||||
type IMongoDescriptor = plugins.tsclass.database.IMongoDescriptor;
|
||||
export type { IMongoDescriptor }
|
@ -1 +0,0 @@
|
||||
export * from './mongodescriptor.js';
|
@ -1,22 +0,0 @@
|
||||
export interface IMongoDescriptor {
|
||||
/**
|
||||
* the URL to connect to
|
||||
*/
|
||||
mongoDbUrl: string;
|
||||
|
||||
/**
|
||||
* the db to use for the project
|
||||
*/
|
||||
mongoDbName?: string;
|
||||
|
||||
/**
|
||||
* a username to use to connect to the database
|
||||
*/
|
||||
|
||||
mongoDbUser?: string;
|
||||
|
||||
/**
|
||||
* an optional password that will be replace <PASSWORD> in the connection string
|
||||
*/
|
||||
mongoDbPass?: string;
|
||||
}
|
@ -180,10 +180,10 @@ export class SmartdataCollection<T> {
|
||||
return result;
|
||||
}
|
||||
|
||||
public async getCursor(filterObject: any): Promise<SmartdataDbCursor<any>> {
|
||||
public async getCursor(filterObjectArg: any, dbDocArg: typeof SmartDataDbDoc): Promise<SmartdataDbCursor<any>> {
|
||||
await this.init();
|
||||
const cursor = this.mongoDbCollection.find(filterObject);
|
||||
return new SmartdataDbCursor(cursor);
|
||||
const cursor = this.mongoDbCollection.find(filterObjectArg);
|
||||
return new SmartdataDbCursor(cursor, dbDocArg);
|
||||
}
|
||||
|
||||
/**
|
||||
@ -200,7 +200,7 @@ export class SmartdataCollection<T> {
|
||||
/**
|
||||
* watches the collection while applying a filter
|
||||
*/
|
||||
public async watch(filterObject: any): Promise<SmartdataDbWatcher> {
|
||||
public async watch(filterObject: any, smartdataDbDocArg: typeof SmartDataDbDoc): Promise<SmartdataDbWatcher> {
|
||||
await this.init();
|
||||
const changeStream = this.mongoDbCollection.watch([
|
||||
{
|
||||
@ -209,7 +209,7 @@ export class SmartdataCollection<T> {
|
||||
], {
|
||||
fullDocument: 'updateLookup'
|
||||
});
|
||||
const smartdataWatcher = new SmartdataDbWatcher(changeStream);
|
||||
const smartdataWatcher = new SmartdataDbWatcher(changeStream, smartdataDbDocArg);
|
||||
await smartdataWatcher.readyDeferred.promise;
|
||||
return smartdataWatcher;
|
||||
}
|
||||
|
@ -1,3 +1,4 @@
|
||||
import { SmartDataDbDoc } from './smartdata.classes.doc.js';
|
||||
import * as plugins from './smartdata.plugins.js';
|
||||
|
||||
/**
|
||||
@ -8,26 +9,29 @@ export class SmartdataDbCursor<T = any> {
|
||||
|
||||
// INSTANCE
|
||||
public mongodbCursor: plugins.mongodb.FindCursor<T>;
|
||||
constructor(cursorArg: plugins.mongodb.FindCursor<T>) {
|
||||
private smartdataDbDoc: typeof SmartDataDbDoc;
|
||||
constructor(cursorArg: plugins.mongodb.FindCursor<T>, dbDocArg: typeof SmartDataDbDoc) {
|
||||
this.mongodbCursor = cursorArg;
|
||||
this.smartdataDbDoc = dbDocArg;
|
||||
}
|
||||
|
||||
public async next(closeAtEnd = true) {
|
||||
const result = await this.mongodbCursor.next();
|
||||
const result = this.smartdataDbDoc.createInstanceFromMongoDbNativeDoc(await this.mongodbCursor.next());
|
||||
if (!result && closeAtEnd) {
|
||||
await this.close();
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
public async forEach(forEachFuncArg: (itemArg: T) => Promise<any>, closeCursorAtEnd = true) {
|
||||
let currentValue: T;
|
||||
public async forEach(forEachFuncArg: (itemArg: any) => Promise<any>, closeCursorAtEnd = true) {
|
||||
let nextDocument: any;
|
||||
do {
|
||||
currentValue = await this.mongodbCursor.next();
|
||||
if (currentValue) {
|
||||
await forEachFuncArg(currentValue);
|
||||
nextDocument = await this.mongodbCursor.next();
|
||||
if (nextDocument) {
|
||||
const nextClassInstance = this.smartdataDbDoc.createInstanceFromMongoDbNativeDoc(nextDocument);
|
||||
await forEachFuncArg(nextClassInstance);
|
||||
}
|
||||
} while (currentValue);
|
||||
} while (nextDocument);
|
||||
if (closeCursorAtEnd) {
|
||||
await this.close();
|
||||
}
|
||||
|
@ -5,7 +5,6 @@ import { SmartdataCollection } from './smartdata.classes.collection.js';
|
||||
import { EasyStore } from './smartdata.classes.easystore.js';
|
||||
|
||||
import { logger } from './smartdata.logging.js';
|
||||
import { IMongoDescriptor } from './interfaces/index.js';
|
||||
|
||||
/**
|
||||
* interface - indicates the connection status of the db
|
||||
@ -13,13 +12,13 @@ import { IMongoDescriptor } from './interfaces/index.js';
|
||||
export type TConnectionStatus = 'initial' | 'disconnected' | 'connected' | 'failed';
|
||||
|
||||
export class SmartdataDb {
|
||||
smartdataOptions: IMongoDescriptor;
|
||||
smartdataOptions: plugins.tsclass.database.IMongoDescriptor;
|
||||
mongoDbClient: plugins.mongodb.MongoClient;
|
||||
mongoDb: plugins.mongodb.Db;
|
||||
status: TConnectionStatus;
|
||||
smartdataCollectionMap = new ObjectMap<SmartdataCollection<any>>();
|
||||
|
||||
constructor(smartdataOptions: IMongoDescriptor) {
|
||||
constructor(smartdataOptions: plugins.tsclass.database.IMongoDescriptor) {
|
||||
this.smartdataOptions = smartdataOptions;
|
||||
this.status = 'initial';
|
||||
}
|
||||
|
@ -137,8 +137,10 @@ export class SmartDataDbDoc<T extends TImplements, TImplements, TManager extends
|
||||
this: plugins.tsclass.typeFest.Class<T>,
|
||||
filterArg: plugins.tsclass.typeFest.PartialDeep<T>
|
||||
) {
|
||||
const cursor: SmartdataDbCursor<T> = await (this as any).collection.getCursor(
|
||||
convertFilterForMongoDb(filterArg)
|
||||
const collection: SmartdataCollection<T> = (this as any).collection;
|
||||
const cursor: SmartdataDbCursor<T> = await collection.getCursor(
|
||||
convertFilterForMongoDb(filterArg),
|
||||
this as any as typeof SmartDataDbDoc
|
||||
);
|
||||
return cursor;
|
||||
}
|
||||
@ -155,7 +157,8 @@ export class SmartDataDbDoc<T extends TImplements, TImplements, TManager extends
|
||||
) {
|
||||
const collection: SmartdataCollection<T> = (this as any).collection;
|
||||
const watcher: SmartdataDbWatcher<T> = await collection.watch(
|
||||
convertFilterForMongoDb(filterArg)
|
||||
convertFilterForMongoDb(filterArg),
|
||||
(this as any)
|
||||
);
|
||||
return watcher;
|
||||
}
|
||||
|
@ -1,3 +1,4 @@
|
||||
import { SmartDataDbDoc } from './smartdata.classes.doc.js';
|
||||
import * as plugins from './smartdata.plugins.js';
|
||||
|
||||
/**
|
||||
@ -8,12 +9,13 @@ export class SmartdataDbWatcher<T = any> {
|
||||
public readyDeferred = plugins.smartpromise.defer();
|
||||
|
||||
// INSTANCE
|
||||
public changeStream: plugins.mongodb.ChangeStream<T>;
|
||||
private changeStream: plugins.mongodb.ChangeStream<T>;
|
||||
|
||||
public changeSubject = new plugins.smartrx.rxjs.Subject<T>();
|
||||
constructor(changeStreamArg: plugins.mongodb.ChangeStream<T>) {
|
||||
constructor(changeStreamArg: plugins.mongodb.ChangeStream<T>, smartdataDbDocArg: typeof SmartDataDbDoc) {
|
||||
this.changeStream = changeStreamArg;
|
||||
this.changeStream.on('change', async (item: T) => {
|
||||
this.changeSubject.next(item);
|
||||
this.changeSubject.next(smartdataDbDocArg.createInstanceFromMongoDbNativeDoc(item) as any as T);
|
||||
})
|
||||
plugins.smartdelay.delayFor(0).then(() => {
|
||||
this.readyDeferred.resolve();
|
||||
|
Reference in New Issue
Block a user