4 Commits

Author SHA1 Message Date
9bdd9484f1 2.0.2 2022-05-13 08:52:15 +02:00
1dcfbe7f5d fix(core): update 2022-05-13 08:52:14 +02:00
e644fed03c 2.0.1 2022-03-14 20:00:04 +01:00
b67acc1b78 fix(TimeDataTable options): switch to better options 2022-03-14 20:00:03 +01:00
4 changed files with 1810 additions and 10396 deletions

12152
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartclickhouse", "name": "@pushrocks/smartclickhouse",
"version": "2.0.0", "version": "2.0.2",
"private": false, "private": false,
"description": "an odm for talking to clickhouse", "description": "an odm for talking to clickhouse",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@ -15,16 +15,16 @@
"createClickhouse": "docker run --name some-clickhouse-server --ulimit nofile=262144:262144 -p 8123:8123 -p 9000:9000 --volume=$PWD/.nogit/testdatabase:/var/lib/clickhouse yandex/clickhouse-server" "createClickhouse": "docker run --name some-clickhouse-server --ulimit nofile=262144:262144 -p 8123:8123 -p 9000:9000 --volume=$PWD/.nogit/testdatabase:/var/lib/clickhouse yandex/clickhouse-server"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.48", "@gitzone/tsbuild": "^2.1.61",
"@gitzone/tsbundle": "^1.0.91", "@gitzone/tsbundle": "^2.0.3",
"@gitzone/tstest": "^1.0.67", "@gitzone/tstest": "^1.0.71",
"@pushrocks/tapbundle": "^5.0.2", "@pushrocks/tapbundle": "^5.0.3",
"@types/node": "^17.0.21", "@types/node": "^17.0.33",
"tslint": "^6.1.3", "tslint": "^6.1.3",
"tslint-config-prettier": "^1.15.0" "tslint-config-prettier": "^1.15.0"
}, },
"dependencies": { "dependencies": {
"@depyronick/clickhouse-client": "^1.0.12", "@depyronick/clickhouse-client": "^1.0.13",
"@pushrocks/smartobject": "^1.0.10" "@pushrocks/smartobject": "^1.0.10"
}, },
"browserslist": [ "browserslist": [

8
ts/00_commitinfo_data.ts Normal file
View File

@ -0,0 +1,8 @@
/**
* autocreated commitinfo by @pushrocks/commitinfo
*/
export const commitinfo = {
name: '@pushrocks/smartclickhouse',
version: '2.0.2',
description: 'an odm for talking to clickhouse'
}

View File

@ -26,14 +26,22 @@ export interface IColumnInfo {
datetime_precision: '3'; datetime_precision: '3';
} }
export interface ITimeDataTableOptions {
tableName: string;
retainDataForDays: number;
}
export class TimeDataTable { export class TimeDataTable {
public static async getTable(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) { public static async getTable(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) {
const newTable = new TimeDataTable(smartClickHouseDbRefArg, tableNameArg); const newTable = new TimeDataTable(smartClickHouseDbRefArg, {
tableName: tableNameArg,
retainDataForDays: 30
});
// create table in clickhouse // create table in clickhouse
await smartClickHouseDbRefArg.clickhouseClient await smartClickHouseDbRefArg.clickhouseClient
.queryPromise(` .queryPromise(`
CREATE TABLE IF NOT EXISTS ${newTable.tableName} ( CREATE TABLE IF NOT EXISTS ${newTable.options.tableName} (
timestamp DateTime64(3, 'Europe/Berlin'), timestamp DateTime64(3, 'Europe/Berlin'),
message String message String
) ENGINE=MergeTree() ORDER BY timestamp`); ) ENGINE=MergeTree() ORDER BY timestamp`);
@ -41,13 +49,13 @@ export class TimeDataTable {
// lets adjust the TTL // lets adjust the TTL
await smartClickHouseDbRefArg.clickhouseClient await smartClickHouseDbRefArg.clickhouseClient
.queryPromise(` .queryPromise(`
ALTER TABLE ${newTable.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL 1 MONTH ALTER TABLE ${newTable.options.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL ${newTable.options.retainDataForDays} DAY
`); `);
await newTable.updateColumns(); await newTable.updateColumns();
console.log(`=======================`) console.log(`=======================`)
console.log( console.log(
`table with name "${newTable.tableName}" in databse ${newTable.smartClickHouseDbRef.options.database} has the following columns:` `table with name "${newTable.options.tableName}" in databse ${newTable.smartClickHouseDbRef.options.database} has the following columns:`
); );
for (const column of newTable.columns) { for (const column of newTable.columns) {
console.log(`>> ${column.name}: ${column.type}`); console.log(`>> ${column.name}: ${column.type}`);
@ -59,11 +67,11 @@ export class TimeDataTable {
// INSTANCE // INSTANCE
public smartClickHouseDbRef: SmartClickHouseDb; public smartClickHouseDbRef: SmartClickHouseDb;
public tableName: string; public options: ITimeDataTableOptions;
constructor(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) { constructor(smartClickHouseDbRefArg: SmartClickHouseDb, optionsArg: ITimeDataTableOptions) {
this.smartClickHouseDbRef = smartClickHouseDbRefArg; this.smartClickHouseDbRef = smartClickHouseDbRefArg;
this.tableName = tableNameArg; this.options = optionsArg;
} }
public columns: IColumnInfo[] = []; public columns: IColumnInfo[] = [];
@ -75,7 +83,7 @@ export class TimeDataTable {
this.columns = await this.smartClickHouseDbRef.clickhouseClient.queryPromise(` this.columns = await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
SELECT * FROM system.columns SELECT * FROM system.columns
WHERE database LIKE '${this.smartClickHouseDbRef.options.database}' WHERE database LIKE '${this.smartClickHouseDbRef.options.database}'
AND table LIKE '${this.tableName}' AND table LIKE '${this.options.tableName}'
`); `);
return this.columns; return this.columns;
} }
@ -120,7 +128,7 @@ export class TimeDataTable {
await checkPath(pathArg, typeArg, true); await checkPath(pathArg, typeArg, true);
return; return;
} }
const alterString = `ALTER TABLE ${this.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST` const alterString = `ALTER TABLE ${this.options.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
try { try {
await this.smartClickHouseDbRef.clickhouseClient.queryPromise(` await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
${alterString} ${alterString}
@ -154,7 +162,7 @@ export class TimeDataTable {
storageJson[key] = value; storageJson[key] = value;
} }
const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.tableName, [ const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.options.tableName, [
storageJson, storageJson,
]); ]);
return result; return result;