Compare commits

...

18 Commits

Author SHA1 Message Date
349f074bb9 4.0.7 2024-02-07 18:16:41 +01:00
d209661586 fix(core): update 2024-02-07 18:16:40 +01:00
3ce6036478 4.0.6 2024-01-27 19:03:06 +01:00
54bf310403 fix(core): update 2024-01-27 19:03:06 +01:00
2ec485048b 4.0.5 2024-01-25 13:57:55 +01:00
caca370e77 fix(core): update 2024-01-25 13:57:55 +01:00
45deb1a8d2 4.0.4 2023-08-26 10:56:21 +02:00
4c9d3c7148 fix(core): update 2023-08-26 10:56:20 +02:00
320c627d4f 4.0.3 2023-08-26 09:56:21 +02:00
d834e0a220 fix(core): update 2023-08-26 09:56:20 +02:00
86427ac05d 4.0.2 2023-08-24 22:59:44 +02:00
dc59682c15 fix(core): update 2023-08-24 22:59:43 +02:00
45ebf0944c 4.0.1 2023-08-24 12:06:47 +02:00
677aa4f0ea fix(core): update 2023-08-24 12:06:46 +02:00
7f0985f24d 4.0.0 2023-08-24 12:02:25 +02:00
5f2f7e2b39 BREAKING CHANGE(core): update 2023-08-24 12:02:24 +02:00
26a6ac9651 3.0.13 2023-08-24 10:44:43 +02:00
072ee31c3f fix(core): update 2023-08-24 10:44:42 +02:00
10 changed files with 1294 additions and 1346 deletions

View File

@ -119,6 +119,6 @@ jobs:
run: | run: |
npmci node install stable npmci node install stable
npmci npm install npmci npm install
pnpm install -g @gitzone/tsdoc pnpm install -g @git.zone/tsdoc
npmci command tsdoc npmci command tsdoc
continue-on-error: true continue-on-error: true

View File

@ -1,6 +1,6 @@
{ {
"name": "@push.rocks/npmextra", "name": "@push.rocks/npmextra",
"version": "3.0.12", "version": "4.0.7",
"private": false, "private": false,
"description": "do more with npm", "description": "do more with npm",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@ -21,19 +21,20 @@
}, },
"homepage": "https://gitlab.com/pushrocks/npmextra#README", "homepage": "https://gitlab.com/pushrocks/npmextra#README",
"dependencies": { "dependencies": {
"@push.rocks/smartfile": "^10.0.30", "@push.rocks/smartfile": "^11.0.4",
"@push.rocks/smartjson": "^5.0.8", "@push.rocks/smartjson": "^5.0.10",
"@push.rocks/smartlog": "^3.0.2", "@push.rocks/smartlog": "^3.0.2",
"@push.rocks/smartpath": "^5.0.11", "@push.rocks/smartpath": "^5.0.11",
"@push.rocks/smartpromise": "^4.0.2", "@push.rocks/smartpromise": "^4.0.2",
"@push.rocks/taskbuffer": "^3.1.6" "@push.rocks/smartrx": "^3.0.7",
"@push.rocks/taskbuffer": "^3.1.7"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.66", "@git.zone/tsbuild": "^2.1.66",
"@gitzone/tsrun": "^1.2.44", "@git.zone/tsrun": "^1.2.44",
"@gitzone/tstest": "^1.0.77", "@git.zone/tstest": "^1.0.77",
"@push.rocks/tapbundle": "^5.0.15", "@push.rocks/tapbundle": "^5.0.15",
"@types/node": "^20.5.3" "@types/node": "^20.11.6"
}, },
"files": [ "files": [
"ts/**/*", "ts/**/*",

2498
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff

View File

@ -1 +1,3 @@
{"myKey":"myValue"} {
"myKey": "myValue"
}

View File

@ -9,6 +9,10 @@ tap.test('should create a keyValueStore', async () => {
expect(myKeyValueStore).toBeInstanceOf(npmextra.KeyValueStore); expect(myKeyValueStore).toBeInstanceOf(npmextra.KeyValueStore);
}); });
tap.test('should reset the keyValueStore', async () => {
await myKeyValueStore.reset();
});
tap.test('expect result to be empty', async () => { tap.test('expect result to be empty', async () => {
let result = await myKeyValueStore.readAll(); let result = await myKeyValueStore.readAll();
expect(JSON.stringify(result)).toEqual('{}'); expect(JSON.stringify(result)).toEqual('{}');

View File

@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@push.rocks/npmextra', name: '@push.rocks/npmextra',
version: '3.0.12', version: '4.0.7',
description: 'do more with npm' description: 'do more with npm'
} }

View File

@ -3,24 +3,47 @@ import * as paths from './npmextra.paths.js';
import { KeyValueStore } from './npmextra.classes.keyvaluestore.js'; import { KeyValueStore } from './npmextra.classes.keyvaluestore.js';
export class AppData { export class AppData {
/**
* creates appdata. If no pathArg is given, data will be stored here:
* ${PWD}/.nogit/appdata
* @param pathArg
* @returns
*/
public static async createAndInit(pathArg?: string) {
const appData = new AppData(pathArg);
await appData.readyDeferred.promise;
return appData;
}
// instance
public readyDeferred = plugins.smartpromise.defer(); public readyDeferred = plugins.smartpromise.defer();
public dirPathArg: string; public dirPathArg: string;
private kvStore: KeyValueStore; private kvStore: KeyValueStore;
constructor(pathArg?: string) { constructor(pathArg?: string) {
this.init(pathArg); this.dirPathArg = pathArg;
this.init();
} }
/**
* inits app data
* @param pathArg
*/
private async init(pathArg?: string) { private async init(pathArg?: string) {
if (pathArg) { if (this.dirPathArg) {
this.dirPathArg = pathArg; // ok, nothing to do here;
} else { } else {
const appDataDir = '/app/data'; const appDataDir = '/app/data';
const dataDir = '/data'; const dataDir = '/data';
const nogitAppData = '.nogit/appdata';
const appDataExists = plugins.smartfile.fs.isDirectory(appDataDir); const appDataExists = plugins.smartfile.fs.isDirectory(appDataDir);
const dataExists = plugins.smartfile.fs.isDirectory(dataDir); const dataExists = plugins.smartfile.fs.isDirectory(dataDir);
if (appDataExists) { if (appDataExists) {
this.dirPathArg = appDataDir; this.dirPathArg = appDataDir;
} else if (dataExists) {
this.dirPathArg = dataDir; this.dirPathArg = dataDir;
} else {
await plugins.smartfile.fs.ensureDir(nogitAppData);
this.dirPathArg = nogitAppData;
} }
} }
this.kvStore = new KeyValueStore('custom', 'appkv', this.dirPathArg); this.kvStore = new KeyValueStore('custom', 'appkv', this.dirPathArg);

View File

@ -11,12 +11,17 @@ export type TKeyValueStore = 'custom' | 'userHomeDir';
export class KeyValueStore { export class KeyValueStore {
private dataObject: any = {}; private dataObject: any = {};
private deletedObject: any = {}; private deletedObject: any = {};
private mandatoryKeys: Set<string> = new Set();
public changeSubject = new plugins.smartrx.rxjs.Subject();
private storedStateString: string = '';
public syncTask = new Task({ public syncTask = new Task({
name: 'syncTask', name: 'syncTask',
buffered: true, buffered: true,
bufferMax: 1, bufferMax: 1,
execDelay: 0, execDelay: 0,
taskFunction: async () => { taskFunction: async () => {
this.dataObject = { this.dataObject = {
...plugins.smartfile.fs.toObjectSync(this.filePath), ...plugins.smartfile.fs.toObjectSync(this.filePath),
...this.dataObject, ...this.dataObject,
@ -25,16 +30,27 @@ export class KeyValueStore {
delete this.dataObject[key]; delete this.dataObject[key];
} }
this.deletedObject = {}; this.deletedObject = {};
await plugins.smartfile.memory.toFs(plugins.smartjson.stringify(this.dataObject), this.filePath); await plugins.smartfile.memory.toFs(
plugins.smartjson.stringifyPretty(this.dataObject),
this.filePath
);
const newStateString = plugins.smartjson.stringify(this.dataObject);
// change detection
if (newStateString !== this.storedStateString) {
this.storedStateString = newStateString;
this.changeSubject.next(this.dataObject);
}
}, },
}); });
/** /**
* computes the identity and filePath * computes the identity and filePath
*/ */
private initFilePath = () => { private initFilePath = () => {
if (this.customPath) { // Use custom path if provided if (this.customPath) {
const absolutePath = plugins.smartpath.transform.makeAbsolute(this.customPath, paths.cwd) // Use custom path if provided
const absolutePath = plugins.smartpath.transform.makeAbsolute(this.customPath, paths.cwd);
this.filePath = absolutePath; this.filePath = absolutePath;
if (plugins.smartfile.fs.isDirectorySync(this.filePath)) { if (plugins.smartfile.fs.isDirectorySync(this.filePath)) {
this.filePath = plugins.path.join(this.filePath, this.identity + '.json'); this.filePath = plugins.path.join(this.filePath, this.identity + '.json');
@ -42,7 +58,7 @@ export class KeyValueStore {
plugins.smartfile.fs.ensureFileSync(this.filePath, '{}'); plugins.smartfile.fs.ensureFileSync(this.filePath, '{}');
return; return;
} }
let baseDir: string; let baseDir: string;
if (this.type === 'userHomeDir') { if (this.type === 'userHomeDir') {
baseDir = paths.kvUserHomeDirBase; baseDir = paths.kvUserHomeDirBase;
@ -66,7 +82,7 @@ export class KeyValueStore {
* @param identityArg * @param identityArg
* @param customPath Optional custom path for the keyValue store * @param customPath Optional custom path for the keyValue store
*/ */
constructor(typeArg: TKeyValueStore, identityArg: string, customPath?: string) { constructor(typeArg: TKeyValueStore, identityArg: string, customPath?: string, mandatoryKeys?: string[]) {
if (customPath && typeArg !== 'custom') { if (customPath && typeArg !== 'custom') {
throw new Error('customPath can only be provided if typeArg is custom'); throw new Error('customPath can only be provided if typeArg is custom');
} }
@ -77,6 +93,9 @@ export class KeyValueStore {
this.identity = identityArg; this.identity = identityArg;
this.customPath = customPath; // Store custom path if provided this.customPath = customPath; // Store custom path if provided
this.initFilePath(); this.initFilePath();
if (mandatoryKeys) {
this.setMandatoryKeys(mandatoryKeys);
}
} }
/** /**
@ -124,4 +143,43 @@ export class KeyValueStore {
this.dataObject = {}; this.dataObject = {};
await plugins.smartfile.fs.remove(this.filePath); await plugins.smartfile.fs.remove(this.filePath);
} }
/**
* resets the KeyValueStore to the initial state by syncing first, deleting all keys, and then triggering a sync again
*/
public async reset() {
await this.syncTask.trigger(); // Sync to get the latest state
// Delete all keys from the dataObject and add them to deletedObject
for (const key of Object.keys(this.dataObject)) {
this.deletedObject[key] = this.dataObject[key];
delete this.dataObject[key];
}
await this.syncTask.trigger(); // Sync again to reflect the deletion
}
private setMandatoryKeys(keys: string[]) {
keys.forEach(key => this.mandatoryKeys.add(key));
}
public getMissingMandatoryKeys(): string[] {
return Array.from(this.mandatoryKeys).filter(key => !(key in this.dataObject));
}
public async waitForKeysPresent(keysArg: []): Promise<void> {
const missingKeys = keysArg.filter(keyArg => !this.dataObject[keyArg]);
if (missingKeys.length === 0) {
return;
}
return new Promise((resolve, reject) => {
const subscription = this.changeSubject.subscribe(() => {
const missingKeys = keysArg.filter(keyArg => !this.dataObject[keyArg]);
if (missingKeys.length === 0) {
subscription.unsubscribe();
resolve();
}
});
});
}
} }

View File

@ -4,6 +4,7 @@ import * as smartfile from '@push.rocks/smartfile';
import * as smartjson from '@push.rocks/smartjson'; import * as smartjson from '@push.rocks/smartjson';
import * as smartpath from '@push.rocks/smartpath'; import * as smartpath from '@push.rocks/smartpath';
import * as smartpromise from '@push.rocks/smartpromise'; import * as smartpromise from '@push.rocks/smartpromise';
import * as smartrx from '@push.rocks/smartrx';
import * as taskbuffer from '@push.rocks/taskbuffer'; import * as taskbuffer from '@push.rocks/taskbuffer';
export { smartlog, path, smartfile, smartjson, smartpath, smartpromise, taskbuffer }; export { smartlog, path, smartfile, smartjson, smartpath, smartpromise, smartrx, taskbuffer };

View File

@ -3,9 +3,12 @@
"experimentalDecorators": true, "experimentalDecorators": true,
"useDefineForClassFields": false, "useDefineForClassFields": false,
"target": "ES2022", "target": "ES2022",
"module": "ES2022", "module": "NodeNext",
"moduleResolution": "nodenext", "moduleResolution": "NodeNext",
"esModuleInterop": true, "esModuleInterop": true,
"verbatimModuleSyntax": true, "verbatimModuleSyntax": true
} },
"exclude": [
"dist_*/**/*.d.ts"
]
} }