4.0.13

.gitea/workflows/default_tags.yaml

@@ -119,6 +119,6 @@ jobs:
         run: |
           npmci node install stable
           npmci npm install
-          pnpm install -g @gitzone/tsdoc
+          pnpm install -g @git.zone/tsdoc
           npmci command tsdoc
         continue-on-error: true

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@push.rocks/npmextra",
-  "version": "4.0.4",
+  "version": "4.0.13",
   "private": false,
   "description": "do more with npm",
   "main": "dist_ts/index.js",
@@ -21,19 +21,21 @@
   },
   "homepage": "https://gitlab.com/pushrocks/npmextra#README",
   "dependencies": {
-    "@push.rocks/smartfile": "^10.0.30",
+    "@push.rocks/qenv": "^6.0.5",
+    "@push.rocks/smartfile": "^11.0.4",
     "@push.rocks/smartjson": "^5.0.10",
     "@push.rocks/smartlog": "^3.0.2",
     "@push.rocks/smartpath": "^5.0.11",
     "@push.rocks/smartpromise": "^4.0.2",
-    "@push.rocks/taskbuffer": "^3.1.6"
+    "@push.rocks/smartrx": "^3.0.7",
+    "@push.rocks/taskbuffer": "^3.1.7"
   },
   "devDependencies": {
-    "@gitzone/tsbuild": "^2.1.66",
+    "@git.zone/tsbuild": "^2.1.66",
-    "@gitzone/tsrun": "^1.2.44",
+    "@git.zone/tsrun": "^1.2.44",
-    "@gitzone/tstest": "^1.0.77",
+    "@git.zone/tstest": "^1.0.77",
     "@push.rocks/tapbundle": "^5.0.15",
-    "@types/node": "^20.5.4"
+    "@types/node": "^20.11.17"
   },
   "files": [
     "ts/**/*",

ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@push.rocks/npmextra',
-  version: '4.0.4',
+  version: '4.0.13',
   description: 'do more with npm'
 }

ts/npmextra.classes.appdata.ts

@@ -2,24 +2,47 @@ import * as plugins from './npmextra.plugins.js';
 import * as paths from './npmextra.paths.js';
 import { KeyValueStore } from './npmextra.classes.keyvaluestore.js';
 
+export interface IAppDataOptions {
+  dirPath?: string;
+  requiredKeys?: string[];
+
+  /**
+   * kvStoreKey: 'MY_ENV_VAR'
+   */
+  envMapping?: {
+    [key: string]: string;
+  };
+}
+
 export class AppData {
-  public static async createAndInit(pathArg?: string) {
+  /**
-    const appData = new AppData(pathArg);
+   * creates appdata. If no pathArg is given, data will be stored here:
-    await appData.init();
+   * ${PWD}/.nogit/appdata
+   * @param pathArg
+   * @returns
+   */
+  public static async createAndInit(optionsArg: IAppDataOptions = {}) {
+    const appData = new AppData(optionsArg);
+    await appData.readyDeferred.promise;
     return appData;
   }
 
   // instance
   public readyDeferred = plugins.smartpromise.defer();
-  public dirPathArg: string;
+  public options: IAppDataOptions;
   private kvStore: KeyValueStore;
-  constructor(pathArg?: string) {
+  constructor(optionsArg: IAppDataOptions = {}) {
-    this.init(pathArg);
+    this.options = optionsArg;
+    this.init();
   }
 
+  /**
+   * inits app data
+   * @param pathArg
+   */
   private async init(pathArg?: string) {
-    if (pathArg) {
+    if (this.options.dirPath) {
-      this.dirPathArg = pathArg;
+      // ok, nothing to do here;
     } else {
       const appDataDir = '/app/data';
       const dataDir = '/data';
@@ -27,15 +50,31 @@ export class AppData {
       const appDataExists = plugins.smartfile.fs.isDirectory(appDataDir);
       const dataExists = plugins.smartfile.fs.isDirectory(dataDir);
       if (appDataExists) {
-        this.dirPathArg = appDataDir;
+        this.options.dirPath = appDataDir;
       } else if (dataExists) {
-        this.dirPathArg = dataDir;
+        this.options.dirPath = dataDir;
       } else {
         await plugins.smartfile.fs.ensureDir(nogitAppData);
-        this.dirPathArg = nogitAppData;
+        this.options.dirPath = nogitAppData;
       }
     }
-    this.kvStore = new KeyValueStore('custom', 'appkv', this.dirPathArg);
+    this.kvStore = new KeyValueStore(
+      'custom',
+      'appkv',
+      this.options.dirPath,
+      this.options.requiredKeys
+    );
+
+    if (this.options.envMapping) {
+      const qenvInstance = new plugins.qenv.Qenv(process.cwd(), '~/.cloudlyrc');
+      for (const key in this.options.envMapping) {
+        const envValue = await qenvInstance.getEnvVarOnDemand(key);
+        if (envValue) {
+          await this.kvStore.writeKey(key, envValue);
+        }
+      }
+    }
+
     this.readyDeferred.resolve();
   }
 
@@ -46,4 +85,18 @@ export class AppData {
     await this.readyDeferred.promise;
     return this.kvStore;
   }
-}
+
+  public async logMissingKeys() {
+    const kvStore = await this.getKvStore();
+    const missingMandatoryKeys = kvStore.getMissingMandatoryKeys();
+    if (missingMandatoryKeys.length > 0) {
+      console.log(
+        `The following mandatory keys are missing in the appdata:\n   -> ${missingMandatoryKeys.join(
+          ',\n   -> '
+        )}`
+      );
+    } else {
+      console.log('All mandatory keys are present in the appdata');
+    }
+  }
+}

ts/npmextra.classes.keyvaluestore.ts

@@ -11,12 +11,17 @@ export type TKeyValueStore = 'custom' | 'userHomeDir';
 export class KeyValueStore {
   private dataObject: any = {};
   private deletedObject: any = {};
+  private mandatoryKeys: Set<string> = new Set();
+  public changeSubject = new plugins.smartrx.rxjs.Subject();
+  
+  private storedStateString: string = '';
   public syncTask = new Task({
     name: 'syncTask',
     buffered: true,
     bufferMax: 1,
     execDelay: 0,
     taskFunction: async () => {
+      
       this.dataObject = {
         ...plugins.smartfile.fs.toObjectSync(this.filePath),
         ...this.dataObject,
@@ -29,6 +34,13 @@ export class KeyValueStore {
         plugins.smartjson.stringifyPretty(this.dataObject),
         this.filePath
       );
+      const newStateString = plugins.smartjson.stringify(this.dataObject);
+
+      // change detection
+      if (newStateString !== this.storedStateString) {
+        this.storedStateString = newStateString;
+        this.changeSubject.next(this.dataObject);
+      }
     },
   });
 
@@ -70,7 +82,7 @@ export class KeyValueStore {
    * @param identityArg
    * @param customPath Optional custom path for the keyValue store
    */
-  constructor(typeArg: TKeyValueStore, identityArg: string, customPath?: string) {
+  constructor(typeArg: TKeyValueStore, identityArg: string, customPath?: string, mandatoryKeys?: string[]) {
     if (customPath && typeArg !== 'custom') {
       throw new Error('customPath can only be provided if typeArg is custom');
     }
@@ -81,6 +93,9 @@ export class KeyValueStore {
     this.identity = identityArg;
     this.customPath = customPath; // Store custom path if provided
     this.initFilePath();
+    if (mandatoryKeys) {
+      this.setMandatoryKeys(mandatoryKeys);
+    }
   }
 
   /**
@@ -143,4 +158,28 @@ export class KeyValueStore {
 
     await this.syncTask.trigger(); // Sync again to reflect the deletion
   }
+
+  private setMandatoryKeys(keys: string[]) {
+    keys.forEach(key => this.mandatoryKeys.add(key));
+  }
+
+  public getMissingMandatoryKeys(): string[] {
+    return Array.from(this.mandatoryKeys).filter(key => !(key in this.dataObject));
+  }
+
+  public async waitForKeysPresent(keysArg: []): Promise<void> {
+    const missingKeys = keysArg.filter(keyArg => !this.dataObject[keyArg]);
+    if (missingKeys.length === 0) {
+      return;
+    }
+    return new Promise((resolve, reject) => {
+      const subscription = this.changeSubject.subscribe(() => {
+        const missingKeys = keysArg.filter(keyArg => !this.dataObject[keyArg]);
+        if (missingKeys.length === 0) {
+          subscription.unsubscribe();
+          resolve();
+        }
+      });
+    });
+  }
 }

ts/npmextra.plugins.ts

@@ -1,9 +1,11 @@
+import * as qenv from '@push.rocks/qenv';
 import * as smartlog from '@push.rocks/smartlog';
 import * as path from 'path';
 import * as smartfile from '@push.rocks/smartfile';
 import * as smartjson from '@push.rocks/smartjson';
 import * as smartpath from '@push.rocks/smartpath';
 import * as smartpromise from '@push.rocks/smartpromise';
+import * as smartrx from '@push.rocks/smartrx';
 import * as taskbuffer from '@push.rocks/taskbuffer';
 
-export { smartlog, path, smartfile, smartjson, smartpath, smartpromise, taskbuffer };
+export { qenv, smartlog, path, smartfile, smartjson, smartpath, smartpromise, smartrx, taskbuffer };

tsconfig.json

@@ -3,9 +3,12 @@
     "experimentalDecorators": true,
     "useDefineForClassFields": false,
     "target": "ES2022",
-    "module": "ES2022",
+    "module": "NodeNext",
-    "moduleResolution": "nodenext",
+    "moduleResolution": "NodeNext",
     "esModuleInterop": true,
-    "verbatimModuleSyntax": true,
+    "verbatimModuleSyntax": true
-  }
+  },
+  "exclude": [
+    "dist_*/**/*.d.ts"
+  ]
 }