6 Commits

Author SHA1 Message Date
2db4010648 2.0.3 2022-07-27 08:29:59 +02:00
b4ae49b604 fix(core): update 2022-07-27 08:29:59 +02:00
9bdd9484f1 2.0.2 2022-05-13 08:52:15 +02:00
1dcfbe7f5d fix(core): update 2022-05-13 08:52:14 +02:00
e644fed03c 2.0.1 2022-03-14 20:00:04 +01:00
b67acc1b78 fix(TimeDataTable options): switch to better options 2022-03-14 20:00:03 +01:00
7 changed files with 6279 additions and 10290 deletions

16472
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{
"name": "@pushrocks/smartclickhouse",
"version": "2.0.0",
"version": "2.0.3",
"private": false,
"description": "an odm for talking to clickhouse",
"main": "dist_ts/index.js",
@ -15,17 +15,18 @@
"createClickhouse": "docker run --name some-clickhouse-server --ulimit nofile=262144:262144 -p 8123:8123 -p 9000:9000 --volume=$PWD/.nogit/testdatabase:/var/lib/clickhouse yandex/clickhouse-server"
},
"devDependencies": {
"@gitzone/tsbuild": "^2.1.48",
"@gitzone/tsbundle": "^1.0.91",
"@gitzone/tstest": "^1.0.67",
"@pushrocks/tapbundle": "^5.0.2",
"@types/node": "^17.0.21",
"@gitzone/tsbuild": "^2.1.63",
"@gitzone/tsbundle": "^2.0.6",
"@gitzone/tstest": "^1.0.72",
"@pushrocks/tapbundle": "^5.0.4",
"@types/node": "^18.6.1",
"tslint": "^6.1.3",
"tslint-config-prettier": "^1.15.0"
},
"dependencies": {
"@depyronick/clickhouse-client": "^1.0.12",
"@pushrocks/smartobject": "^1.0.10"
"@depyronick/clickhouse-client": "^1.0.14",
"@pushrocks/smartobject": "^1.0.10",
"@pushrocks/smarturl": "^3.0.1"
},
"browserslist": [
"last 1 chrome versions"

View File

@ -7,6 +7,8 @@ tap.test('first test', async () => {
testClickhouseDb = new smartclickhouse.SmartClickHouseDb({
host: 'localhost',
database: 'test2',
port: 8123,
protocol: 'http',
});
});

8
ts/00_commitinfo_data.ts Normal file
View File

@ -0,0 +1,8 @@
/**
* autocreated commitinfo by @pushrocks/commitinfo
*/
export const commitinfo = {
name: '@pushrocks/smartclickhouse',
version: '2.0.3',
description: 'an odm for talking to clickhouse'
}

View File

@ -2,7 +2,7 @@ import * as plugins from './smartclickhouse.plugins.js';
import { TimeDataTable } from './smartclickhouse.classes.timedatatable.js';
export interface IClickhouseConstructorOptions {
host: string;
url: string;
database: string;
password?: string;
}
@ -20,8 +20,20 @@ export class SmartClickHouseDb {
*/
public async start(dropOld = false) {
console.log(`Connecting to default database first.`);
const defaultOptions: {[keyArg: string]: string} = {};
// the protocol, url and host
const parsedUrl = plugins.smarturl.Smarturl.createFromUrl(this.options.url);
parsedUrl.protocol === 'https' ? defaultOptions.protocol = plugins.clickhouse.ClickHouseConnectionProtocol.HTTPS : null;
parsedUrl.protocol === 'http' ? defaultOptions.protocol = plugins.clickhouse.ClickHouseConnectionProtocol.HTTP : null;
defaultOptions.host = parsedUrl.hostname;
defaultOptions.port = parsedUrl.port;
// the database
defaultOptions.database = this.options.database;
// the password
this.options.password ? defaultOptions.password = this.options.password : null;
// lets connect
const defaultClient = new plugins.clickhouse.ClickHouseClient({
...this.options,
...defaultOptions,
database: 'default',
});
console.log(`Create database ${this.options.database}, if it does not exist...`);
@ -32,7 +44,7 @@ export class SmartClickHouseDb {
console.log(`Ensured database. Now connecting to wanted database: ${this.options.database}`);
this.clickhouseClient = new plugins.clickhouse.ClickHouseClient({
...this.options,
...defaultOptions
});
console.log(`trying to ping database...`);
const result = await this.clickhouseClient.ping();

View File

@ -26,14 +26,22 @@ export interface IColumnInfo {
datetime_precision: '3';
}
export interface ITimeDataTableOptions {
tableName: string;
retainDataForDays: number;
}
export class TimeDataTable {
public static async getTable(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) {
const newTable = new TimeDataTable(smartClickHouseDbRefArg, tableNameArg);
const newTable = new TimeDataTable(smartClickHouseDbRefArg, {
tableName: tableNameArg,
retainDataForDays: 30
});
// create table in clickhouse
await smartClickHouseDbRefArg.clickhouseClient
.queryPromise(`
CREATE TABLE IF NOT EXISTS ${newTable.tableName} (
CREATE TABLE IF NOT EXISTS ${newTable.options.tableName} (
timestamp DateTime64(3, 'Europe/Berlin'),
message String
) ENGINE=MergeTree() ORDER BY timestamp`);
@ -41,13 +49,13 @@ export class TimeDataTable {
// lets adjust the TTL
await smartClickHouseDbRefArg.clickhouseClient
.queryPromise(`
ALTER TABLE ${newTable.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL 1 MONTH
ALTER TABLE ${newTable.options.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL ${newTable.options.retainDataForDays} DAY
`);
await newTable.updateColumns();
console.log(`=======================`)
console.log(
`table with name "${newTable.tableName}" in databse ${newTable.smartClickHouseDbRef.options.database} has the following columns:`
`table with name "${newTable.options.tableName}" in databse ${newTable.smartClickHouseDbRef.options.database} has the following columns:`
);
for (const column of newTable.columns) {
console.log(`>> ${column.name}: ${column.type}`);
@ -59,11 +67,11 @@ export class TimeDataTable {
// INSTANCE
public smartClickHouseDbRef: SmartClickHouseDb;
public tableName: string;
public options: ITimeDataTableOptions;
constructor(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) {
constructor(smartClickHouseDbRefArg: SmartClickHouseDb, optionsArg: ITimeDataTableOptions) {
this.smartClickHouseDbRef = smartClickHouseDbRefArg;
this.tableName = tableNameArg;
this.options = optionsArg;
}
public columns: IColumnInfo[] = [];
@ -75,7 +83,7 @@ export class TimeDataTable {
this.columns = await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
SELECT * FROM system.columns
WHERE database LIKE '${this.smartClickHouseDbRef.options.database}'
AND table LIKE '${this.tableName}'
AND table LIKE '${this.options.tableName}'
`);
return this.columns;
}
@ -120,7 +128,7 @@ export class TimeDataTable {
await checkPath(pathArg, typeArg, true);
return;
}
const alterString = `ALTER TABLE ${this.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
const alterString = `ALTER TABLE ${this.options.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
try {
await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
${alterString}
@ -154,7 +162,7 @@ export class TimeDataTable {
storageJson[key] = value;
}
const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.tableName, [
const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.options.tableName, [
storageJson,
]);
return result;

View File

@ -1,8 +1,10 @@
// @pushrocks scope
import * as smartobject from '@pushrocks/smartobject';
import * as smarturl from '@pushrocks/smarturl';
export {
smartobject
smartobject,
smarturl
}
// thirdparty