fix(core): update

package.json

@@ -19,16 +19,16 @@
     "@gitzone/tsbundle": "^2.0.6",
     "@gitzone/tstest": "^1.0.72",
     "@pushrocks/tapbundle": "^5.0.4",
-    "@types/node": "^18.6.1",
+    "@types/node": "^18.6.2",
     "tslint": "^6.1.3",
     "tslint-config-prettier": "^1.15.0"
   },
   "dependencies": {
-    "@depyronick/clickhouse-client": "^1.0.14",
     "@pushrocks/smartdelay": "^2.0.13",
     "@pushrocks/smartobject": "^1.0.10",
     "@pushrocks/smartpromise": "^3.1.7",
-    "@pushrocks/smarturl": "^3.0.1"
+    "@pushrocks/smarturl": "^3.0.2",
+    "@pushrocks/webrequest": "^3.0.9"
   },
   "browserslist": [
     "last 1 chrome versions"

ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@pushrocks/smartclickhouse',
-  version: '2.0.6',
+  version: '2.0.7',
   description: 'an odm for talking to clickhouse'
 }

ts/smartclickhouse.classes.clickhousedb.ts

@@ -0,0 +1,5 @@
+import * as plugins from './smartclickhouse.plugins.js';
+
+export class ClickhouseDb {
+  
+}

ts/smartclickhouse.classes.httpclient.ts

@@ -0,0 +1,85 @@
+import * as plugins from './smartclickhouse.plugins.js';
+
+export interface IClickhouseHttpClientOptions {
+  user?: string;
+  password?: string;
+  url: string;
+}
+
+export class ClickhouseHttpClient {
+  // STATIC
+  public static async createAndStart(optionsArg: IClickhouseHttpClientOptions) {
+    const clickhouseHttpInstance = new ClickhouseHttpClient(optionsArg);
+    await clickhouseHttpInstance.start();
+    return clickhouseHttpInstance;
+  }
+
+  // INSTANCE
+  public options: IClickhouseHttpClientOptions;
+  public webrequestInstance = new plugins.webrequest.WebRequest({
+    logging: false
+  });
+  public computedProperties: {
+    connectionUrl: string;
+    parsedUrl: plugins.smarturl.Smarturl;
+  } = {
+    connectionUrl: null,
+    parsedUrl: null,
+  };
+  constructor(optionsArg: IClickhouseHttpClientOptions) {
+    this.options = optionsArg;
+  }
+
+  public async start() {
+    this.computedProperties.parsedUrl = plugins.smarturl.Smarturl.createFromUrl(this.options.url);
+    this.computedProperties.parsedUrl.username = this.options.user ? this.options.user : '';
+    this.computedProperties.parsedUrl.password = this.options.password ? this.options.password : '';
+    this.computedProperties.connectionUrl = this.computedProperties.parsedUrl.toString();
+  }
+
+  public async ping() {
+    const parsedUrlForPing = plugins.smarturl.Smarturl.createFromUrl(
+      this.computedProperties.connectionUrl.toString()
+    );
+    parsedUrlForPing.username = null;
+    parsedUrlForPing.password = null;
+
+    const ping = await this.webrequestInstance.request(parsedUrlForPing.toString(), {
+      method: 'GET',
+      timeoutMs: 1000,
+    });
+    return ping.status === 200 ? true : false;
+  }
+
+  public async queryPromise(queryArg: string) {
+    const returnArray = [];
+    const response = await this.webrequestInstance.request(`${this.computedProperties.connectionUrl}?query=${encodeURIComponent(queryArg)}`, {
+      method: 'POST'
+    });
+    // console.log('===================');
+    // console.log(queryArg);
+    // console.log((await response.clone().text()).split(/\r?\n/))
+    if (response.headers.get('X-ClickHouse-Format') === 'JSONEachRow') {
+      const jsonList = await response.text();
+      const jsonArray = jsonList.split('\n');
+      for (const jsonArg of jsonArray) {
+        if (!jsonArg) {
+          continue;
+        }
+        returnArray.push(JSON.parse(jsonArg));
+      }
+    } else {
+    }
+    return returnArray
+
+  }
+
+  public async insertPromise(databaseArg: string, tableArg: string, documents: any[]) {
+    const queryArg = `INSERT INTO ${databaseArg}.${tableArg} FORMAT JSONEachRow`;
+    const response = await this.webrequestInstance.request(`${this.computedProperties.connectionUrl}?query=${encodeURIComponent(queryArg)}`, {
+      method: 'POST',
+      body: documents.map(docArg => JSON.stringify(docArg)).join('\n')
+    });
+    return response;
+  }
+}

ts/smartclickhouse.classes.smartclickhouse.ts

@@ -1,16 +1,17 @@
 import * as plugins from './smartclickhouse.plugins.js';
 import { TimeDataTable } from './smartclickhouse.classes.timedatatable.js';
+import { ClickhouseHttpClient } from './smartclickhouse.classes.httpclient.js';
 
 export interface IClickhouseConstructorOptions {
   url: string;
   database: string;
+  user?: string;
   password?: string;
 }
 
 export class SmartClickHouseDb {
   public options: IClickhouseConstructorOptions;
-  public defaultClient: plugins.clickhouse.ClickHouseClient;
-  public clickhouseClient: plugins.clickhouse.ClickHouseClient;
+  public clickhouseClient: ClickhouseHttpClient;
 
   constructor(optionsArg: IClickhouseConstructorOptions) {
     this.options = optionsArg;
@@ -21,43 +22,24 @@ export class SmartClickHouseDb {
    */
   public async start(dropOld = false) {
     console.log(`Connecting to default database first.`);
-    const defaultOptions: {[keyArg: string]: string} = {};
-    // the protocol, url and host
-    const parsedUrl = plugins.smarturl.Smarturl.createFromUrl(this.options.url);
-    parsedUrl.protocol === 'https' ? defaultOptions.protocol = plugins.clickhouse.ClickHouseConnectionProtocol.HTTPS : null;
-    parsedUrl.protocol === 'http' ? defaultOptions.protocol = plugins.clickhouse.ClickHouseConnectionProtocol.HTTP : null;
-    defaultOptions.host = parsedUrl.hostname;
-    defaultOptions.port = parsedUrl.port;
-    // the database
-    defaultOptions.database = this.options.database;
-    // the password
-    this.options.password ? defaultOptions.password = this.options.password : null;
     // lets connect
-    this.defaultClient = new plugins.clickhouse.ClickHouseClient({
-      ...defaultOptions,
-      database: 'default',
-    });
+    this.clickhouseClient = await ClickhouseHttpClient.createAndStart(this.options);
     await this.pingDatabaseUntilAvailable();
     console.log(`Create database ${this.options.database}, if it does not exist...`);
     await this.createDatabase(dropOld);
-
-    console.log(`Ensured database. Now connecting to wanted database: ${this.options.database}`);
-    this.clickhouseClient = new plugins.clickhouse.ClickHouseClient({
-      ...defaultOptions
-    });
   }
 
   public async createDatabase(dropOld: boolean = false) {
     if (dropOld) {
-      await this.defaultClient.queryPromise(`DROP DATABASE IF EXISTS ${this.options.database}`);
+      await this.clickhouseClient.queryPromise(`DROP DATABASE IF EXISTS ${this.options.database}`);
     }
-    await this.defaultClient.queryPromise(`CREATE DATABASE IF NOT EXISTS ${this.options.database}`);
+    await this.clickhouseClient.queryPromise(`CREATE DATABASE IF NOT EXISTS ${this.options.database}`);
   }
 
   public async pingDatabaseUntilAvailable() {
     let available = false;
     while(!available) {
-      available = await this.defaultClient.ping().catch(err => {
+      available = await this.clickhouseClient.ping().catch(err => {
         return false;
       });
       if (!available) {

ts/smartclickhouse.classes.timedatatable.ts

@@ -57,7 +57,7 @@ export class TimeDataTable {
     // create table in clickhouse
     await this.smartClickHouseDbRef.clickhouseClient
       .queryPromise(`
-        CREATE TABLE IF NOT EXISTS ${this.options.tableName} (
+        CREATE TABLE IF NOT EXISTS ${this.smartClickHouseDbRef.options.database}.${this.options.tableName} (
           timestamp DateTime64(3, 'Europe/Berlin'),
           message String
         ) ENGINE=MergeTree() ORDER BY timestamp`);
@@ -65,7 +65,7 @@ export class TimeDataTable {
     // lets adjust the TTL
     await this.smartClickHouseDbRef.clickhouseClient
       .queryPromise(`
-        ALTER TABLE ${this.options.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL ${this.options.retainDataForDays} DAY
+        ALTER TABLE ${this.smartClickHouseDbRef.options.database}.${this.options.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL ${this.options.retainDataForDays} DAY
       `);
 
     await this.updateColumns();
@@ -88,7 +88,7 @@ export class TimeDataTable {
     this.columns = await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
       SELECT * FROM system.columns
       WHERE database LIKE '${this.smartClickHouseDbRef.options.database}'
-      AND table LIKE '${this.options.tableName}'
+      AND table LIKE '${this.options.tableName}' FORMAT JSONEachRow
     `);
     return this.columns;
   }
@@ -134,7 +134,7 @@ export class TimeDataTable {
           await checkPath(pathArg, typeArg, true);
           return;
         }
-        const alterString = `ALTER TABLE ${this.options.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
+        const alterString = `ALTER TABLE ${this.smartClickHouseDbRef.options.database}.${this.options.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
         try {
           await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
           ${alterString}
@@ -168,7 +168,7 @@ export class TimeDataTable {
       storageJson[key] = value;
     }
 
-    const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.options.tableName, [
+    const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.smartClickHouseDbRef.options.database, this.options.tableName, [
       storageJson,
     ]).catch(async () => {
       if (this.healingDeferred) {

ts/smartclickhouse.plugins.ts

@@ -3,15 +3,12 @@ import * as smartdelay from '@pushrocks/smartdelay';
 import * as smartobject from '@pushrocks/smartobject';
 import * as smartpromise from '@pushrocks/smartpromise';
 import * as smarturl from '@pushrocks/smarturl';
+import * as webrequest from '@pushrocks/webrequest';
 
 export {
   smartdelay,
   smartobject,
   smartpromise,
-  smarturl
+  smarturl,
+  webrequest,
 }
-
-// thirdparty
-import * as clickhouse from '@depyronick/clickhouse-client';
-
-export { clickhouse };