3.0.5

.gitignore

@@ -15,8 +15,6 @@ node_modules/
 
 # builds
 dist/
-dist_web/
-dist_serve/
-dist_ts_web/
+dist_*/
 
 # custom

.gitlab-ci.yml

@@ -12,6 +12,9 @@ stages:
   - release
   - metadata
 
+before_script:
+  - npm install -g @shipzone/npmci
+
 # ====================
 # security stage
 # ====================
@@ -19,22 +22,36 @@ mirror:
   stage: security
   script:
     - npmci git mirror
+  only:
+    - tags
   tags:
     - lossless
     - docker
     - notpriv
 
-snyk:
-  image: registry.gitlab.com/hosttoday/ht-docker-node:snyk
+auditProductionDependencies:
+  image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
+  stage: security
+  script:
+    - npmci npm prepare
+    - npmci command npm install --production --ignore-scripts
+    - npmci command npm config set registry https://registry.npmjs.org
+    - npmci command npm audit --audit-level=high --only=prod --production
+  tags:
+    - docker
+  allow_failure: true
+
+auditDevDependencies:
+  image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
   stage: security
   script:
     - npmci npm prepare
     - npmci command npm install --ignore-scripts
-    - npmci command snyk test
+    - npmci command npm config set registry https://registry.npmjs.org
+    - npmci command npm audit --audit-level=high --only=dev
   tags:
-    - lossless
     - docker
-    - notpriv
+  allow_failure: true
 
 # ====================
 # test stage
@@ -49,9 +66,7 @@ testStable:
     - npmci npm test
   coverage: /\d+.?\d+?\%\s*coverage/
   tags:
-    - lossless
     - docker
-    - priv
 
 testBuild:
   stage: test
@@ -62,9 +77,7 @@ testBuild:
     - npmci command npm run build
   coverage: /\d+.?\d+?\%\s*coverage/
   tags:
-    - lossless
     - docker
-    - notpriv
 
 release:
   stage: release
@@ -84,11 +97,12 @@ release:
 codequality:
   stage: metadata
   allow_failure: true
+  only:
+    - tags
   script:
-    - npmci command npm install -g tslint typescript
+    - npmci command npm install -g typescript
     - npmci npm prepare
     - npmci npm install
-    - npmci command "tslint -c tslint.json ./ts/**/*.ts"
   tags:
     - lossless
     - docker

.vscode/launch.json

@@ -2,28 +2,10 @@
   "version": "0.2.0",
   "configurations": [
     {
-      "name": "current file",
-      "type": "node",
+      "command": "npm test",
+      "name": "Run npm test",
       "request": "launch",
-      "args": [
-        "${relativeFile}"
-      ],
-      "runtimeArgs": ["-r", "@gitzone/tsrun"],
-      "cwd": "${workspaceRoot}",
-      "protocol": "inspector",
-      "internalConsoleOptions": "openOnSessionStart"
-    },
-    {
-      "name": "test.ts",
-      "type": "node",
-      "request": "launch",
-      "args": [
-        "test/test.ts"
-      ],
-      "runtimeArgs": ["-r", "@gitzone/tsrun"],
-      "cwd": "${workspaceRoot}",
-      "protocol": "inspector",
-      "internalConsoleOptions": "openOnSessionStart"
+      "type": "node-terminal"
     }
   ]
 }

.vscode/settings.json

@@ -15,7 +15,7 @@
             "properties": {
               "projectType": {
                 "type": "string",
-                "enum": ["website", "element", "service", "npm"]
+                "enum": ["website", "element", "service", "npm", "wcc"]
               }
             }
           }

npmextra.json

@@ -3,10 +3,10 @@
     "projectType": "npm",
     "module": {
       "githost": "gitlab.com",
-      "gitscope": "pushrocks",
+      "gitscope": "push.rocks",
       "gitrepo": "levelcache",
-      "shortDescription": "a cache that uses memory/disk/s3 as backup",
-      "npmPackagename": "@pushrocks/levelcache",
+      "description": "a cache that uses memory/disk/s3 as backup",
+      "npmPackagename": "@push.rocks/levelcache",
       "license": "MIT",
       "projectDomain": "push.rocks"
     }

package.json

@@ -1,41 +1,51 @@
 {
-  "name": "@pushrocks/levelcache",
-  "version": "1.0.2",
+  "name": "@push.rocks/levelcache",
+  "version": "3.0.5",
   "private": false,
   "description": "a cache that uses memory/disk/s3 as backup",
-  "main": "dist/index.js",
-  "typings": "dist/index.d.ts",
+  "main": "dist_ts/index.js",
+  "typings": "dist_ts/index.d.ts",
+  "type": "module",
   "author": "Lossless GmbH",
   "license": "MIT",
   "scripts": {
-    "test": "(tstest test/)",
-    "build": "(tsbuild)",
-    "format": "(gitzone format)"
+    "test": "(tstest test/ --web)",
+    "build": "(tsbuild --web --allowimplicitany)"
   },
   "devDependencies": {
-    "@gitzone/tsbuild": "^2.0.22",
-    "@gitzone/tstest": "^1.0.15",
-    "@pushrocks/tapbundle": "^3.0.7",
-    "@types/node": "^10.11.7",
-    "tslint": "^5.11.0",
-    "tslint-config-prettier": "^1.15.0"
+    "@gitzone/tsbuild": "^2.1.66",
+    "@gitzone/tsrun": "^1.2.44",
+    "@gitzone/tstest": "^1.0.77",
+    "@push.rocks/tapbundle": "^5.0.12",
+    "@types/node": "^20.4.2"
   },
   "dependencies": {
-    "@pushrocks/lik": "^3.0.13",
-    "@pushrocks/smartbucket": "^1.0.24",
-    "@pushrocks/smartcache": "^1.0.13",
-    "@pushrocks/smartfile": "^7.0.6",
-    "@pushrocks/smartstring": "^3.0.18"
+    "@push.rocks/lik": "^6.0.3",
+    "@push.rocks/smartbucket": "^2.0.2",
+    "@push.rocks/smartcache": "^1.0.13",
+    "@push.rocks/smartenv": "^5.0.2",
+    "@push.rocks/smartexit": "^1.0.20",
+    "@push.rocks/smartfile": "^10.0.28",
+    "@push.rocks/smartjson": "^5.0.5",
+    "@push.rocks/smartpath": "^5.0.11",
+    "@push.rocks/smartpromise": "^4.0.3",
+    "@push.rocks/smartstring": "^4.0.2",
+    "@push.rocks/smartunique": "^3.0.3",
+    "@push.rocks/taskbuffer": "^3.0.1"
   },
   "files": [
     "ts/**/*",
     "ts_web/**/*",
     "dist/**/*",
-    "dist_web/**/*",
+    "dist_*/**/*",
+    "dist_ts/**/*",
     "dist_ts_web/**/*",
     "assets/**/*",
     "cli.js",
     "npmextra.json",
     "readme.md"
+  ],
+  "browserslist": [
+    "last 1 chrome versions"
   ]
 }

readme.md

@@ -8,16 +8,26 @@ a cache that uses memory/disk/s3 as backup
 * [docs (typedoc)](https://pushrocks.gitlab.io/levelcache/)
 
 ## Status for master
-[![pipeline status](https://gitlab.com/pushrocks/levelcache/badges/master/pipeline.svg)](https://gitlab.com/pushrocks/levelcache/commits/master)
-[![coverage report](https://gitlab.com/pushrocks/levelcache/badges/master/coverage.svg)](https://gitlab.com/pushrocks/levelcache/commits/master)
-[![npm downloads per month](https://img.shields.io/npm/dm/@pushrocks/levelcache.svg)](https://www.npmjs.com/package/@pushrocks/levelcache)
-[![Known Vulnerabilities](https://snyk.io/test/npm/@pushrocks/levelcache/badge.svg)](https://snyk.io/test/npm/@pushrocks/levelcache)
-[![TypeScript](https://img.shields.io/badge/TypeScript->=%203.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
-[![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
-[![JavaScript Style Guide](https://img.shields.io/badge/code%20style-prettier-ff69b4.svg)](https://prettier.io/)
+
+Status Category | Status Badge
+-- | --
+GitLab Pipelines | [![pipeline status](https://gitlab.com/pushrocks/levelcache/badges/master/pipeline.svg)](https://lossless.cloud)
+GitLab Pipline Test Coverage | [![coverage report](https://gitlab.com/pushrocks/levelcache/badges/master/coverage.svg)](https://lossless.cloud)
+npm | [![npm downloads per month](https://badgen.net/npm/dy/@pushrocks/levelcache)](https://lossless.cloud)
+Snyk | [![Known Vulnerabilities](https://badgen.net/snyk/pushrocks/levelcache)](https://lossless.cloud)
+TypeScript Support | [![TypeScript](https://badgen.net/badge/TypeScript/>=%203.x/blue?icon=typescript)](https://lossless.cloud)
+node Support | [![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
+Code Style | [![Code Style](https://badgen.net/badge/style/prettier/purple)](https://lossless.cloud)
+PackagePhobia (total standalone install weight) | [![PackagePhobia](https://badgen.net/packagephobia/install/@pushrocks/levelcache)](https://lossless.cloud)
+PackagePhobia (package size on registry) | [![PackagePhobia](https://badgen.net/packagephobia/publish/@pushrocks/levelcache)](https://lossless.cloud)
+BundlePhobia (total size when bundled) | [![BundlePhobia](https://badgen.net/bundlephobia/minzip/@pushrocks/levelcache)](https://lossless.cloud)
+Platform support | [![Supports Windows 10](https://badgen.net/badge/supports%20Windows%2010/yes/green?icon=windows)](https://lossless.cloud) [![Supports Mac OS X](https://badgen.net/badge/supports%20Mac%20OS%20X/yes/green?icon=apple)](https://lossless.cloud)
 
 ## Usage
 
+@pushrocks/levelcache implements an efficient way to cache larger amounts of data ind a multilevel approach.
+smaller and prioritized data is safed in memory.
+
 Use TypeScript for best in class intellisense.
 
 ## Contribution

test/test.ts

@@ -1,8 +1,43 @@
-import { expect, tap } from '@pushrocks/tapbundle';
-import * as levelcache from '../ts/index';
+import { expect, tap } from '@push.rocks/tapbundle';
+import * as levelcache from '../ts/index.js';
+import { CacheEntry } from '../ts/index.js';
 
-tap.test('first test', async () => {
-  console.log('hi');
+let testLevelCache: levelcache.LevelCache;
+
+tap.test('should create a new levelcache instance', async () => {
+  testLevelCache = new levelcache.LevelCache({
+    cacheId: 'myCache',
+  });
+  expect(testLevelCache).toBeInstanceOf(levelcache.LevelCache);
+});
+
+tap.test('should cache a value', async () => {
+  await testLevelCache.storeCacheEntryByKey(
+    'mykey',
+    new CacheEntry({
+      contents: Buffer.from('heythere'),
+      ttl: 10000,
+      typeInfo: 'string',
+    })
+  );
+  const result = await testLevelCache.retrieveCacheEntryByKey('mykey');
+  expect(result.contents.toString()).toEqual('heythere');
+});
+
+tap.test('should respect ttl', async (tools) => {
+  await testLevelCache.storeCacheEntryByKey(
+    'mykey',
+    new CacheEntry({
+      contents: Buffer.from('heythere'),
+      ttl: 1000,
+      typeInfo: 'string',
+    })
+  );
+  const result = await testLevelCache.retrieveCacheEntryByKey('mykey');
+  expect(result.contents.toString()).toEqual('heythere');
+  await tools.delayFor(1100);
+  const result2 = await testLevelCache.retrieveCacheEntryByKey('mykey');
+  expect(result2).toBeNull();
 });
 
 tap.start();

ts/00_commitinfo_data.ts

@@ -0,0 +1,8 @@
+/**
+ * autocreated commitinfo by @pushrocks/commitinfo
+ */
+export const commitinfo = {
+  name: '@push.rocks/levelcache',
+  version: '3.0.5',
+  description: 'a cache that uses memory/disk/s3 as backup'
+}

ts/index.ts

@@ -1 +1,2 @@
-export * from './levelcache.classes.levelcache';
+export * from './levelcache.classes.levelcache.js';
+export * from './levelcache.classes.cacheentry.js';

ts/levelcache.abstract.classes.cache.ts

@@ -0,0 +1,38 @@
+import { CacheEntry } from './levelcache.classes.cacheentry.js';
+
+export abstract class AbstractCache {
+  public abstract ready: Promise<void>;
+  public abstract status: 'active' | 'inactive';
+
+  // Cache Entries
+  /**
+   * store a Blob
+   */
+  public abstract storeCacheEntryByKey(keyArg: string, valueArg: CacheEntry): Promise<void>;
+
+  /**
+   * retrieve cache entry
+   */
+  public abstract retrieveCacheEntryByKey(keyArg: string): Promise<CacheEntry>;
+
+  /**
+   * checks for the presence of a key
+   * @param keyArg
+   */
+  public abstract checkKeyPresence(keyArg: string): Promise<boolean>;
+
+  /**
+   * delete a key
+   */
+  public abstract deleteCacheEntryByKey(keyArg: string): Promise<void>;
+
+  /**
+   * clean the cache
+   */
+  public abstract cleanOutdated(): Promise<void>;
+
+  /**
+   * cleans the complete cache
+   */
+  public abstract cleanAll(): Promise<void>;
+}

ts/levelcache.classes.cache.diskmanager.ts

@@ -0,0 +1,71 @@
+import * as plugins from './levelcache.plugins.js';
+import * as paths from './levelcache.paths.js';
+import { AbstractCache } from './levelcache.abstract.classes.cache.js';
+import { type ILevelCacheConstructorOptions, LevelCache } from './levelcache.classes.levelcache.js';
+import { CacheEntry } from './levelcache.classes.cacheentry.js';
+
+/**
+ *
+ */
+export class CacheDiskManager extends AbstractCache {
+  private levelCacheRef: LevelCache;
+  private readyDeferred = plugins.smartpromise.defer<void>();
+
+  public ready = this.readyDeferred.promise;
+  public status: 'active' | 'inactive';
+  public fsPath: string;
+  public maxCacheSizeInMb: number;
+
+  constructor(levelCacheRefArg: LevelCache) {
+    super();
+    this.levelCacheRef = levelCacheRefArg;
+    this.init();
+  }
+
+  public async init() {
+    if (this.levelCacheRef.options.diskStoragePath) {
+      this.fsPath = plugins.path.join(
+        this.levelCacheRef.options.diskStoragePath,
+        this.levelCacheRef.options.cacheId
+      );
+    } else {
+      this.fsPath = plugins.path.join(paths.nogitDir, this.levelCacheRef.options.cacheId);
+    }
+    if (this.status === 'active') {
+      plugins.smartfile.fs.ensureDirSync(this.fsPath);
+    }
+    this.readyDeferred.resolve();
+  }
+
+  public async retrieveCacheEntryByKey(keyArg: string): Promise<CacheEntry> {
+    const fileString = await plugins.smartfile.fs.toStringSync(
+      plugins.path.join(this.fsPath, encodeURIComponent(keyArg))
+    );
+    return CacheEntry.fromStorageJsonString(fileString);
+  }
+
+  public async storeCacheEntryByKey(keyArg: string, cacheEntryArg: CacheEntry) {
+    await plugins.smartfile.memory.toFs(
+      cacheEntryArg.foldToJson(),
+      plugins.path.join(this.fsPath, encodeURIComponent(keyArg))
+    );
+  }
+
+  public async checkKeyPresence(keyArg: string): Promise<boolean> {
+    return plugins.smartfile.fs.isFile(plugins.path.join(this.fsPath, encodeURIComponent(keyArg)));
+  }
+
+  public async deleteCacheEntryByKey(keyArg: string) {
+    await plugins.smartfile.fs.remove(plugins.path.join(this.fsPath, encodeURIComponent(keyArg)));
+  }
+
+  public async cleanOutdated() {}
+
+  public async cleanAll() {
+    if (this.status === 'active') {
+      if (plugins.smartfile.fs.isDirectory(this.fsPath)) {
+        await plugins.smartfile.fs.ensureEmptyDir(this.fsPath);
+      }
+    }
+  }
+}

ts/levelcache.classes.cache.memorymanager.ts

@@ -0,0 +1,50 @@
+import * as plugins from './levelcache.plugins.js';
+import { AbstractCache } from './levelcache.abstract.classes.cache.js';
+import { CacheEntry } from './levelcache.classes.cacheentry.js';
+import { type ILevelCacheConstructorOptions, LevelCache } from './levelcache.classes.levelcache.js';
+
+export class CacheMemoryManager extends AbstractCache {
+  private levelCacheRef: LevelCache;
+  private fastMap = new plugins.lik.FastMap<CacheEntry>();
+  private readyDeferred = plugins.smartpromise.defer<void>();
+
+  public ready = this.readyDeferred.promise;
+  public status: 'active' | 'inactive';
+
+  constructor(levelCacheRefArg: LevelCache) {
+    super();
+    this.levelCacheRef = levelCacheRefArg;
+    this.init();
+  }
+
+  public async init() {
+    this.status = 'active';
+    this.readyDeferred.resolve();
+  }
+
+  public async storeCacheEntryByKey(keyArg: string, cacheEntryArg: CacheEntry): Promise<void> {
+    this.fastMap.addToMap(keyArg, cacheEntryArg, { force: true });
+  }
+
+  public async retrieveCacheEntryByKey(keyArg: string): Promise<CacheEntry> {
+    return this.fastMap.getByKey(keyArg);
+  }
+
+  public async checkKeyPresence(keyArg: string): Promise<boolean> {
+    if (this.fastMap.getByKey(keyArg)) {
+      return true;
+    } else {
+      return false;
+    }
+  }
+
+  public async deleteCacheEntryByKey(keyArg: string) {
+    this.fastMap.removeFromMap(keyArg);
+  }
+
+  public async cleanOutdated() {}
+
+  public async cleanAll() {
+    this.fastMap.clean();
+  }
+}

ts/levelcache.classes.cache.s3manager.ts

@@ -0,0 +1,81 @@
+import * as plugins from './levelcache.plugins.js';
+import { AbstractCache } from './levelcache.abstract.classes.cache.js';
+import { LevelCache } from './levelcache.classes.levelcache.js';
+import { CacheEntry } from './levelcache.classes.cacheentry.js';
+
+/**
+ *
+ */
+export class CacheS3Manager extends AbstractCache {
+  private levelCacheRef: LevelCache;
+  private smartbucket: plugins.smartbucket.SmartBucket;
+  private s3CacheBucket: plugins.smartbucket.Bucket;
+  private s3CacheDir: plugins.smartbucket.Directory;
+  private readyDeferred = plugins.smartpromise.defer<void>();
+
+  public ready = this.readyDeferred.promise;
+  public status: 'active' | 'inactive';
+
+  constructor(levelCacheRefArg: LevelCache) {
+    super();
+    this.levelCacheRef = levelCacheRefArg;
+    this.init();
+  }
+
+  public async init() {
+    if (this.levelCacheRef.options.s3Config) {
+      this.smartbucket = new plugins.smartbucket.SmartBucket(this.levelCacheRef.options.s3Config);
+      this.s3CacheBucket = await this.smartbucket.getBucketByName('');
+      this.s3CacheDir = await (
+        await this.s3CacheBucket.getBaseDirectory()
+      ).getSubDirectoryByName(this.levelCacheRef.options.cacheId);
+      if (this.levelCacheRef.options.maxS3StorageInMB) {
+        console.log(`cache level S3 activated with ${this.levelCacheRef.options.maxS3StorageInMB}`);
+      } else {
+        console.log(`s3 cache started without limit. Automatically applying timebox of 1 month`);
+      }
+      this.status = 'active';
+    } else {
+      this.status = 'inactive';
+    }
+    this.readyDeferred.resolve();
+  }
+
+  public async retrieveCacheEntryByKey(keyArg: string): Promise<CacheEntry> {
+    const jsonFileString = (await this.s3CacheDir.fastGet(encodeURIComponent(keyArg))).toString();
+    const cacheEntry = CacheEntry.fromStorageJsonString(jsonFileString);
+    return cacheEntry;
+  }
+
+  public async storeCacheEntryByKey(keyArg: string, cacheEntryArg: CacheEntry) {
+    await this.s3CacheDir.fastStore(
+      encodeURIComponent(keyArg),
+      cacheEntryArg.toStorageJsonString()
+    );
+  }
+
+  public async checkKeyPresence(keyArg: string): Promise<boolean> {
+    const files = await this.s3CacheDir.listFiles();
+    for (const file of files) {
+      if (file.name === keyArg) {
+        return true;
+      }
+    }
+    return false;
+  }
+
+  public async deleteCacheEntryByKey(keyArg: string) {
+    if (this.status === 'active') {
+      await this.s3CacheDir.fastRemove(encodeURIComponent(keyArg));
+    }
+  }
+
+  /**
+   * clean outdated
+   */
+  public async cleanOutdated() {}
+
+  public async cleanAll() {
+    await this.s3CacheDir.deleteWithAllContents();
+  }
+}

ts/levelcache.classes.cacheentry.ts

@@ -1 +1,44 @@
-import * as plugins from './levelcache.plugins';
+import * as plugins from './levelcache.plugins.js';
+
+export interface ICacheEntryConstructorOptions {
+  key?: string;
+  ttl: number;
+  typeInfo?: string;
+  contents: Buffer;
+}
+
+/**
+ * a CacheEntry
+ */
+export class CacheEntry
+  extends plugins.smartjson.Smartjson
+  implements ICacheEntryConstructorOptions
+{
+  public static fromStorageJsonString(storageJsonString: string) {
+    return new CacheEntry(plugins.smartjson.parse(storageJsonString));
+  }
+
+  @plugins.smartjson.foldDec()
+  public key: string;
+
+  @plugins.smartjson.foldDec()
+  public ttl: number;
+
+  @plugins.smartjson.foldDec()
+  public createdAt: number;
+
+  @plugins.smartjson.foldDec()
+  public typeInfo: string;
+
+  @plugins.smartjson.foldDec()
+  contents: Buffer;
+
+  public toStorageJsonString(): string {
+    return this.foldToJson();
+  }
+
+  constructor(optionsArg: ICacheEntryConstructorOptions) {
+    super();
+    Object.assign(this, optionsArg);
+  }
+}

ts/levelcache.classes.cacherouter.ts

@@ -0,0 +1,75 @@
+import * as plugins from './levelcache.plugins.js';
+import { LevelCache } from './levelcache.classes.levelcache.js';
+import { AbstractCache } from './levelcache.abstract.classes.cache.js';
+import { CacheEntry } from './levelcache.classes.cacheentry.js';
+
+export class CacheRouter {
+  public levelCacheRef: LevelCache;
+  public cacheKeyMap = new plugins.lik.FastMap<AbstractCache>();
+
+  constructor(levelCacheRef: LevelCache) {
+    this.levelCacheRef = levelCacheRef;
+  }
+
+  /**
+   * gets the relevant cache to perform a store action on
+   */
+  async getCacheForStoreAction (keyArg: string, cacheEntry: CacheEntry): Promise<AbstractCache> {
+    let returnCache: AbstractCache;
+    const mbToBytesMultiplier = 1000 * 1000;
+    const maxMemoryBytes = this.levelCacheRef.options.maxMemoryStorageInMB * mbToBytesMultiplier;
+    const maxDiskBytes = this.levelCacheRef.options.maxDiskStorageInMB * mbToBytesMultiplier;
+    const maxS3Bytes = this.levelCacheRef.options.maxS3StorageInMB * mbToBytesMultiplier;
+
+    switch (true) {
+      case cacheEntry.contents.byteLength <= maxMemoryBytes &&
+        this.levelCacheRef.cacheMemoryManager.status === 'active':
+        returnCache = this.levelCacheRef.cacheMemoryManager;
+        break;
+      case this.levelCacheRef.cacheDiskManager.status === 'active' &&
+        cacheEntry.contents.byteLength > maxMemoryBytes &&
+        cacheEntry.contents.byteLength <= maxDiskBytes &&
+        this.levelCacheRef.cacheDiskManager.status === 'active':
+        returnCache = this.levelCacheRef.cacheDiskManager;
+        break;
+      case cacheEntry.contents.byteLength > maxDiskBytes &&
+        cacheEntry.contents.byteLength < maxS3Bytes &&
+        this.levelCacheRef.cacheS3Manager.status === 'active':
+        returnCache = this.levelCacheRef.cacheS3Manager;
+        break;
+      default:
+        returnCache = null;
+    }
+    this.cacheKeyMap.addToMap(keyArg, returnCache);
+    return returnCache;
+  }
+
+  /**
+   * gets the relevant cache to perform a retrieval action on
+   */
+  async getCacheForRetrieveAction (keyArg: string): Promise<AbstractCache> {
+    const done = plugins.smartpromise.defer<AbstractCache>();
+    const returnCache = this.cacheKeyMap.getByKey(keyArg);
+    if (!returnCache && this.levelCacheRef.options.persistentCache) {
+      const checkCache = (cacheArg: AbstractCache) => {
+        const resultPromise = cacheArg.checkKeyPresence(keyArg);
+        resultPromise.then((hasKeyArg) => {
+          if (hasKeyArg) {
+            done.resolve(cacheArg);
+          }
+        });
+        return resultPromise;
+      };
+      Promise.all([
+        checkCache(this.levelCacheRef.cacheMemoryManager),
+        checkCache(this.levelCacheRef.cacheDiskManager),
+        checkCache(this.levelCacheRef.cacheMemoryManager),
+      ]).then(() => {
+        done.resolve(returnCache);
+      });
+    } else {
+      done.resolve(returnCache);
+    }
+    return done.promise;
+  }
+}

ts/levelcache.classes.levelcache.ts

@@ -1,14 +1,121 @@
-import * as plugins from './levelcache.plugins';
+import * as plugins from './levelcache.plugins.js';
+import { CacheDiskManager } from './levelcache.classes.cache.diskmanager.js';
+import { CacheMemoryManager } from './levelcache.classes.cache.memorymanager.js';
+import { CacheS3Manager } from './levelcache.classes.cache.s3manager.js';
+import { CacheEntry } from './levelcache.classes.cacheentry.js';
+import { CacheRouter } from './levelcache.classes.cacherouter.js';
+import { AbstractCache } from './levelcache.abstract.classes.cache.js';
+
+export interface ILevelCacheConstructorOptions {
+  /**
+   * a unique id when having more than one cache
+   */
+  cacheId: string;
+  maxMemoryStorageInMB?: number;
+  maxDiskStorageInMB?: number;
+  maxS3StorageInMB?: number;
+  diskStoragePath?: string;
+  s3Config?: plugins.smartbucket.ISmartBucketConfig;
+  s3BucketName?: string;
+  forceLevel?: 'memory' | 'disk' | 's3';
+  expirationInMs?: number;
+  immutableCache?: boolean;
+  persistentCache?: boolean;
+}
 
 /**
  * a leveled cache for storing things for a short time
  */
-export class LevelCache {
-  public cacheMap = new plugins.lik.Stringmap();
+export class LevelCache extends AbstractCache {
+  private readyDeferred = plugins.smartpromise.defer<void>();
 
-  public async storeBlob () {}
+  public ready = this.readyDeferred.promise;
 
-  public async retrieveBlob () {}
+  public status: 'active' = 'active'; // artifact of AbstractCache
 
-  public clean() {}
+  public cacheRouter = new CacheRouter(this);
+  public cacheDiskManager: CacheDiskManager;
+  public cacheMemoryManager: CacheMemoryManager;
+  public cacheS3Manager: CacheS3Manager;
+
+  public options: ILevelCacheConstructorOptions;
+
+  constructor(optionsArg: ILevelCacheConstructorOptions) {
+    super();
+    this.options = {
+      maxMemoryStorageInMB: 0.5,
+      maxDiskStorageInMB: 10,
+      maxS3StorageInMB: 50,
+      ...optionsArg
+    };
+    this.init();
+  }
+
+  public async init() {
+    this.cacheMemoryManager = new CacheMemoryManager(this);
+    this.cacheDiskManager = new CacheDiskManager(this);
+    this.cacheS3Manager = new CacheS3Manager(this);
+    await Promise.all([
+      this.cacheDiskManager.ready,
+      this.cacheMemoryManager.ready,
+      this.cacheS3Manager.ready,
+    ]);
+    this.readyDeferred.resolve();
+  }
+
+  // store things
+  public async storeCacheEntryByKey(keyArg: string, cacheEntryArg: CacheEntry): Promise<void> {
+    cacheEntryArg.key = keyArg;
+    const targetCache = await this.cacheRouter.getCacheForStoreAction(keyArg, cacheEntryArg);
+    cacheEntryArg.createdAt = Date.now();
+    await targetCache.storeCacheEntryByKey(keyArg, cacheEntryArg);
+  }
+
+  // retrieve things
+  /**
+   * retrieve cache entry
+   */
+  public async retrieveCacheEntryByKey(keyArg: string): Promise<CacheEntry> {
+    const targetCache = await this.cacheRouter.getCacheForRetrieveAction(keyArg);
+    if (targetCache) {
+      const cacheEntry = await targetCache.retrieveCacheEntryByKey(keyArg);
+      if (cacheEntry.createdAt + cacheEntry.ttl < Date.now()) {
+        await this.deleteCacheEntryByKey(keyArg).catch();
+        return null;
+      }
+      return cacheEntry;
+    } else {
+      return null;
+    }
+  }
+
+  public async checkKeyPresence(keyArg: string): Promise<boolean> {
+    return plugins.smartpromise.getFirstTrueOrFalse([
+      this.cacheMemoryManager.checkKeyPresence(keyArg),
+      this.cacheDiskManager.checkKeyPresence(keyArg),
+      this.cacheS3Manager.checkKeyPresence(keyArg),
+    ]);
+  }
+
+  public async deleteCacheEntryByKey(keyArg) {
+    await Promise.all([
+      this.cacheMemoryManager.deleteCacheEntryByKey(keyArg),
+      this.cacheDiskManager.deleteCacheEntryByKey(keyArg),
+      this.cacheS3Manager.deleteCacheEntryByKey(keyArg),
+    ]);
+  }
+
+  // cache maintenance
+  public async cleanOutdated() {}
+
+  /**
+   * cleans the complete cache
+   */
+  public async cleanAll(): Promise<void> {
+    await Promise.all([
+      this.cacheDiskManager.cleanAll(),
+      this.cacheDiskManager.cleanAll(),
+      this.cacheS3Manager.cleanAll(),
+    ]);
+  }
 }

ts/levelcache.paths.ts

@@ -0,0 +1,7 @@
+import * as plugins from './levelcache.plugins.js';
+
+export const packageDir = plugins.path.join(
+  plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url),
+  '../'
+);
+export const nogitDir = plugins.path.join(packageDir, '.nogit/');

ts/levelcache.plugins.ts

@@ -1,21 +1,29 @@
 // node native scope
 import * as path from 'path';
 
-export {
-  path
-}
+export { path };
 
-// @pushrocks scope
-import * as lik from '@pushrocks/lik';
-import * as smartbucket from '@pushrocks/smartbucket';
-import * as smartcache from '@pushrocks/smartcache';
-import * as smartfile from '@pushrocks/smartfile';
-import * as smartstring from '@pushrocks/smartstring';
+// @push.rocks scope
+import * as lik from '@push.rocks/lik';
+import * as smartbucket from '@push.rocks/smartbucket';
+import * as smartcache from '@push.rocks/smartcache';
+import * as smartfile from '@push.rocks/smartfile';
+import * as smartjson from '@push.rocks/smartjson';
+import * as smartpath from '@push.rocks/smartpath';
+import * as smartpromise from '@push.rocks/smartpromise';
+import * as smartstring from '@push.rocks/smartstring';
+import * as smartunique from '@push.rocks/smartunique';
+import * as taskbuffer from '@push.rocks/taskbuffer';
 
 export {
   lik,
   smartbucket,
   smartcache,
   smartfile,
-  smartstring
+  smartjson,
+  smartpath,
+  smartpromise,
+  smartstring,
+  smartunique,
+  taskbuffer,
 };

tsconfig.json

@@ -0,0 +1,11 @@
+{
+  "compilerOptions": {
+    "experimentalDecorators": true,
+    "useDefineForClassFields": false,
+    "target": "ES2022",
+    "module": "ES2022",
+    "moduleResolution": "nodenext",
+    "esModuleInterop": true,
+    "verbatimModuleSyntax": true,
+  }
+}

tslint.json

@@ -1,17 +0,0 @@
-{
-  "extends": ["tslint:latest", "tslint-config-prettier"],
-  "rules": {
-    "semicolon": [true, "always"],
-    "no-console": false,
-    "ordered-imports": false,
-    "object-literal-sort-keys": false,
-    "member-ordering": {
-      "options":{
-        "order": [
-          "static-method"
-        ]
-      }
-    }
-  },
-  "defaultSeverity": "warning"
-}