2022-03-14 14:29:23 +01:00
|
|
|
import * as plugins from './smartclickhouse.plugins.js';
|
2026-02-27 10:17:32 +00:00
|
|
|
import { ClickhouseTable } from './smartclickhouse.classes.clickhousetable.js';
|
2022-03-14 14:29:23 +01:00
|
|
|
import { TimeDataTable } from './smartclickhouse.classes.timedatatable.js';
|
2022-07-28 16:53:07 +02:00
|
|
|
import { ClickhouseHttpClient } from './smartclickhouse.classes.httpclient.js';
|
2026-02-27 10:17:32 +00:00
|
|
|
import type { IClickhouseTableOptions } from './smartclickhouse.types.js';
|
2022-03-02 16:35:20 +01:00
|
|
|
|
|
|
|
|
export interface IClickhouseConstructorOptions {
|
2022-07-27 08:29:59 +02:00
|
|
|
url: string;
|
2022-03-02 16:35:20 +01:00
|
|
|
database: string;
|
2022-07-28 17:36:08 +02:00
|
|
|
username?: string;
|
2022-03-02 16:35:20 +01:00
|
|
|
password?: string;
|
2022-07-30 18:03:17 +02:00
|
|
|
/**
|
2026-02-27 10:17:32 +00:00
|
|
|
* Allow services to exit when waiting for clickhouse startup.
|
|
|
|
|
* This allows to leave the lifecycle flow to other processes
|
2022-07-30 18:03:17 +02:00
|
|
|
* like a listening server.
|
|
|
|
|
*/
|
|
|
|
|
unref?: boolean;
|
2022-03-02 16:35:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export class SmartClickHouseDb {
|
|
|
|
|
public options: IClickhouseConstructorOptions;
|
2024-06-14 16:33:00 +02:00
|
|
|
public clickhouseHttpClient: ClickhouseHttpClient;
|
2022-03-02 16:35:20 +01:00
|
|
|
|
|
|
|
|
constructor(optionsArg: IClickhouseConstructorOptions) {
|
|
|
|
|
this.options = optionsArg;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2026-02-27 10:17:32 +00:00
|
|
|
* Starts the connection to the Clickhouse db
|
2022-03-02 16:35:20 +01:00
|
|
|
*/
|
2022-03-07 15:49:47 +01:00
|
|
|
public async start(dropOld = false) {
|
|
|
|
|
console.log(`Connecting to default database first.`);
|
2024-06-14 16:33:00 +02:00
|
|
|
this.clickhouseHttpClient = await ClickhouseHttpClient.createAndStart(this.options);
|
2022-07-27 22:42:08 +02:00
|
|
|
await this.pingDatabaseUntilAvailable();
|
2022-03-02 16:35:20 +01:00
|
|
|
console.log(`Create database ${this.options.database}, if it does not exist...`);
|
2022-07-27 22:42:08 +02:00
|
|
|
await this.createDatabase(dropOld);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public async createDatabase(dropOld: boolean = false) {
|
|
|
|
|
if (dropOld) {
|
2024-06-14 16:33:00 +02:00
|
|
|
await this.clickhouseHttpClient.queryPromise(`DROP DATABASE IF EXISTS ${this.options.database}`);
|
2022-07-27 22:42:08 +02:00
|
|
|
}
|
2024-06-14 16:33:00 +02:00
|
|
|
await this.clickhouseHttpClient.queryPromise(
|
2022-08-05 13:31:11 +02:00
|
|
|
`CREATE DATABASE IF NOT EXISTS ${this.options.database}`
|
|
|
|
|
);
|
2022-07-27 22:42:08 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public async pingDatabaseUntilAvailable() {
|
|
|
|
|
let available = false;
|
2022-08-05 13:31:11 +02:00
|
|
|
while (!available) {
|
2026-02-27 10:17:32 +00:00
|
|
|
available = await this.clickhouseHttpClient.ping().catch(() => false);
|
2022-07-27 22:42:08 +02:00
|
|
|
if (!available) {
|
|
|
|
|
console.log(`NOT OK: tried pinging ${this.options.url}... Trying again in 5 seconds.`);
|
2022-07-30 18:03:17 +02:00
|
|
|
await plugins.smartdelay.delayFor(5000, null, this.options.unref);
|
2022-07-27 22:42:08 +02:00
|
|
|
}
|
|
|
|
|
}
|
2022-03-02 16:35:20 +01:00
|
|
|
}
|
|
|
|
|
|
2026-02-27 10:17:32 +00:00
|
|
|
// ---- NEW: Generic typed table factory ----
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create a typed ClickHouse table with full configuration
|
|
|
|
|
*/
|
|
|
|
|
public async createTable<T extends Record<string, any>>(
|
|
|
|
|
options: IClickhouseTableOptions<T>,
|
|
|
|
|
): Promise<ClickhouseTable<T>> {
|
|
|
|
|
return ClickhouseTable.create<T>(this, {
|
|
|
|
|
...options,
|
|
|
|
|
database: options.database || this.options.database,
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ---- BACKWARD COMPAT: TimeDataTable factory ----
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Get a TimeDataTable (backward compatible)
|
|
|
|
|
*/
|
|
|
|
|
public async getTable(tableName: string): Promise<TimeDataTable> {
|
|
|
|
|
return TimeDataTable.getTable(this, tableName);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ---- RAW QUERY ----
|
|
|
|
|
|
2022-03-02 16:35:20 +01:00
|
|
|
/**
|
2026-02-27 10:17:32 +00:00
|
|
|
* Execute a raw SQL query and return typed results
|
2022-03-02 16:35:20 +01:00
|
|
|
*/
|
2026-02-27 10:17:32 +00:00
|
|
|
public async query<T = any>(sql: string): Promise<T[]> {
|
|
|
|
|
return this.clickhouseHttpClient.queryTyped<T>(sql);
|
2022-03-02 16:35:20 +01:00
|
|
|
}
|
2022-03-07 15:49:47 +01:00
|
|
|
}
|