Compare commits
8 Commits
Author | SHA1 | Date | |
---|---|---|---|
bd9b3bb985 | |||
169e49b93d | |||
2db4010648 | |||
b4ae49b604 | |||
9bdd9484f1 | |||
1dcfbe7f5d | |||
e644fed03c | |||
b67acc1b78 |
16492
package-lock.json
generated
16492
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
17
package.json
17
package.json
@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "@pushrocks/smartclickhouse",
|
||||
"version": "2.0.0",
|
||||
"version": "2.0.4",
|
||||
"private": false,
|
||||
"description": "an odm for talking to clickhouse",
|
||||
"main": "dist_ts/index.js",
|
||||
@ -15,17 +15,18 @@
|
||||
"createClickhouse": "docker run --name some-clickhouse-server --ulimit nofile=262144:262144 -p 8123:8123 -p 9000:9000 --volume=$PWD/.nogit/testdatabase:/var/lib/clickhouse yandex/clickhouse-server"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@gitzone/tsbuild": "^2.1.48",
|
||||
"@gitzone/tsbundle": "^1.0.91",
|
||||
"@gitzone/tstest": "^1.0.67",
|
||||
"@pushrocks/tapbundle": "^5.0.2",
|
||||
"@types/node": "^17.0.21",
|
||||
"@gitzone/tsbuild": "^2.1.63",
|
||||
"@gitzone/tsbundle": "^2.0.6",
|
||||
"@gitzone/tstest": "^1.0.72",
|
||||
"@pushrocks/tapbundle": "^5.0.4",
|
||||
"@types/node": "^18.6.1",
|
||||
"tslint": "^6.1.3",
|
||||
"tslint-config-prettier": "^1.15.0"
|
||||
},
|
||||
"dependencies": {
|
||||
"@depyronick/clickhouse-client": "^1.0.12",
|
||||
"@pushrocks/smartobject": "^1.0.10"
|
||||
"@depyronick/clickhouse-client": "^1.0.14",
|
||||
"@pushrocks/smartobject": "^1.0.10",
|
||||
"@pushrocks/smarturl": "^3.0.1"
|
||||
},
|
||||
"browserslist": [
|
||||
"last 1 chrome versions"
|
||||
|
@ -7,6 +7,8 @@ tap.test('first test', async () => {
|
||||
testClickhouseDb = new smartclickhouse.SmartClickHouseDb({
|
||||
host: 'localhost',
|
||||
database: 'test2',
|
||||
port: 8123,
|
||||
protocol: 'http',
|
||||
});
|
||||
});
|
||||
|
||||
|
8
ts/00_commitinfo_data.ts
Normal file
8
ts/00_commitinfo_data.ts
Normal file
@ -0,0 +1,8 @@
|
||||
/**
|
||||
* autocreated commitinfo by @pushrocks/commitinfo
|
||||
*/
|
||||
export const commitinfo = {
|
||||
name: '@pushrocks/smartclickhouse',
|
||||
version: '2.0.4',
|
||||
description: 'an odm for talking to clickhouse'
|
||||
}
|
@ -2,7 +2,7 @@ import * as plugins from './smartclickhouse.plugins.js';
|
||||
import { TimeDataTable } from './smartclickhouse.classes.timedatatable.js';
|
||||
|
||||
export interface IClickhouseConstructorOptions {
|
||||
host: string;
|
||||
url: string;
|
||||
database: string;
|
||||
password?: string;
|
||||
}
|
||||
@ -20,8 +20,20 @@ export class SmartClickHouseDb {
|
||||
*/
|
||||
public async start(dropOld = false) {
|
||||
console.log(`Connecting to default database first.`);
|
||||
const defaultOptions: {[keyArg: string]: string} = {};
|
||||
// the protocol, url and host
|
||||
const parsedUrl = plugins.smarturl.Smarturl.createFromUrl(this.options.url);
|
||||
parsedUrl.protocol === 'https' ? defaultOptions.protocol = plugins.clickhouse.ClickHouseConnectionProtocol.HTTPS : null;
|
||||
parsedUrl.protocol === 'http' ? defaultOptions.protocol = plugins.clickhouse.ClickHouseConnectionProtocol.HTTP : null;
|
||||
defaultOptions.host = parsedUrl.hostname;
|
||||
defaultOptions.port = parsedUrl.port;
|
||||
// the database
|
||||
defaultOptions.database = this.options.database;
|
||||
// the password
|
||||
this.options.password ? defaultOptions.password = this.options.password : null;
|
||||
// lets connect
|
||||
const defaultClient = new plugins.clickhouse.ClickHouseClient({
|
||||
...this.options,
|
||||
...defaultOptions,
|
||||
database: 'default',
|
||||
});
|
||||
console.log(`Create database ${this.options.database}, if it does not exist...`);
|
||||
@ -32,7 +44,7 @@ export class SmartClickHouseDb {
|
||||
|
||||
console.log(`Ensured database. Now connecting to wanted database: ${this.options.database}`);
|
||||
this.clickhouseClient = new plugins.clickhouse.ClickHouseClient({
|
||||
...this.options,
|
||||
...defaultOptions
|
||||
});
|
||||
console.log(`trying to ping database...`);
|
||||
const result = await this.clickhouseClient.ping();
|
||||
|
@ -26,14 +26,22 @@ export interface IColumnInfo {
|
||||
datetime_precision: '3';
|
||||
}
|
||||
|
||||
export interface ITimeDataTableOptions {
|
||||
tableName: string;
|
||||
retainDataForDays: number;
|
||||
}
|
||||
|
||||
export class TimeDataTable {
|
||||
public static async getTable(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) {
|
||||
const newTable = new TimeDataTable(smartClickHouseDbRefArg, tableNameArg);
|
||||
const newTable = new TimeDataTable(smartClickHouseDbRefArg, {
|
||||
tableName: tableNameArg,
|
||||
retainDataForDays: 30
|
||||
});
|
||||
|
||||
// create table in clickhouse
|
||||
await smartClickHouseDbRefArg.clickhouseClient
|
||||
.queryPromise(`
|
||||
CREATE TABLE IF NOT EXISTS ${newTable.tableName} (
|
||||
CREATE TABLE IF NOT EXISTS ${newTable.options.tableName} (
|
||||
timestamp DateTime64(3, 'Europe/Berlin'),
|
||||
message String
|
||||
) ENGINE=MergeTree() ORDER BY timestamp`);
|
||||
@ -41,13 +49,13 @@ export class TimeDataTable {
|
||||
// lets adjust the TTL
|
||||
await smartClickHouseDbRefArg.clickhouseClient
|
||||
.queryPromise(`
|
||||
ALTER TABLE ${newTable.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL 1 MONTH
|
||||
ALTER TABLE ${newTable.options.tableName} MODIFY TTL toDateTime(timestamp) + INTERVAL ${newTable.options.retainDataForDays} DAY
|
||||
`);
|
||||
|
||||
await newTable.updateColumns();
|
||||
console.log(`=======================`)
|
||||
console.log(
|
||||
`table with name "${newTable.tableName}" in databse ${newTable.smartClickHouseDbRef.options.database} has the following columns:`
|
||||
`table with name "${newTable.options.tableName}" in databse ${newTable.smartClickHouseDbRef.options.database} has the following columns:`
|
||||
);
|
||||
for (const column of newTable.columns) {
|
||||
console.log(`>> ${column.name}: ${column.type}`);
|
||||
@ -59,11 +67,11 @@ export class TimeDataTable {
|
||||
|
||||
// INSTANCE
|
||||
public smartClickHouseDbRef: SmartClickHouseDb;
|
||||
public tableName: string;
|
||||
public options: ITimeDataTableOptions;
|
||||
|
||||
constructor(smartClickHouseDbRefArg: SmartClickHouseDb, tableNameArg: string) {
|
||||
constructor(smartClickHouseDbRefArg: SmartClickHouseDb, optionsArg: ITimeDataTableOptions) {
|
||||
this.smartClickHouseDbRef = smartClickHouseDbRefArg;
|
||||
this.tableName = tableNameArg;
|
||||
this.options = optionsArg;
|
||||
}
|
||||
|
||||
public columns: IColumnInfo[] = [];
|
||||
@ -75,7 +83,7 @@ export class TimeDataTable {
|
||||
this.columns = await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
|
||||
SELECT * FROM system.columns
|
||||
WHERE database LIKE '${this.smartClickHouseDbRef.options.database}'
|
||||
AND table LIKE '${this.tableName}'
|
||||
AND table LIKE '${this.options.tableName}'
|
||||
`);
|
||||
return this.columns;
|
||||
}
|
||||
@ -120,7 +128,7 @@ export class TimeDataTable {
|
||||
await checkPath(pathArg, typeArg, true);
|
||||
return;
|
||||
}
|
||||
const alterString = `ALTER TABLE ${this.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
|
||||
const alterString = `ALTER TABLE ${this.options.tableName} ADD COLUMN ${pathArg} ${typeArg} FIRST`
|
||||
try {
|
||||
await this.smartClickHouseDbRef.clickhouseClient.queryPromise(`
|
||||
${alterString}
|
||||
@ -154,7 +162,7 @@ export class TimeDataTable {
|
||||
storageJson[key] = value;
|
||||
}
|
||||
|
||||
const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.tableName, [
|
||||
const result = await this.smartClickHouseDbRef.clickhouseClient.insertPromise(this.options.tableName, [
|
||||
storageJson,
|
||||
]);
|
||||
return result;
|
||||
|
@ -1,8 +1,10 @@
|
||||
// @pushrocks scope
|
||||
import * as smartobject from '@pushrocks/smartobject';
|
||||
import * as smarturl from '@pushrocks/smarturl';
|
||||
|
||||
export {
|
||||
smartobject
|
||||
smartobject,
|
||||
smarturl
|
||||
}
|
||||
|
||||
// thirdparty
|
||||
|
@ -1,5 +1,10 @@
|
||||
{
|
||||
"compilerOptions": {
|
||||
"moduleResolution": "node12"
|
||||
"experimentalDecorators": true,
|
||||
"useDefineForClassFields": false,
|
||||
"target": "ES2022",
|
||||
"module": "ES2022",
|
||||
"moduleResolution": "nodenext",
|
||||
"esModuleInterop": true
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user