Compare commits

..

6 Commits

Author SHA1 Message Date
040c93dec3 2.0.10 2023-08-29 11:43:07 +02:00
21e55bd341 fix(core): update 2023-08-29 11:43:07 +02:00
f1d04fe63c 2.0.9 2023-08-29 11:33:07 +02:00
49c4660131 fix(core): update 2023-08-29 11:33:06 +02:00
e5fd0361fc 2.0.8 2023-08-29 11:15:23 +02:00
d6a291d8d4 fix(core): update 2023-08-29 11:15:22 +02:00
6 changed files with 24 additions and 35 deletions

View File

@ -1,6 +1,6 @@
{ {
"name": "@apiclient.xyz/elasticsearch", "name": "@apiclient.xyz/elasticsearch",
"version": "2.0.7", "version": "2.0.10",
"private": false, "private": false,
"description": "log to elasticsearch in a kibana compatible format", "description": "log to elasticsearch in a kibana compatible format",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",

View File

@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@apiclient.xyz/elasticsearch', name: '@apiclient.xyz/elasticsearch',
version: '2.0.7', version: '2.0.10',
description: 'log to elasticsearch in a kibana compatible format' description: 'log to elasticsearch in a kibana compatible format'
} }

View File

@ -71,34 +71,25 @@ export class ElasticDoc {
async startPipingSession(options: { onlyNew?: boolean }) { async startPipingSession(options: { onlyNew?: boolean }) {
this.sessionDocs.clear(); this.sessionDocs.clear();
this.onlyNew = options.onlyNew; this.onlyNew = options.onlyNew;
const indexExists = await this.client.indices.exists({ index: this.index });
if (this.onlyNew && indexExists) {
const response = await this.client.search({
index: this.index,
sort: '@timestamp:desc',
size: 1,
});
if (this.onlyNew) { // If the search query succeeded, the index exists.
try { const hit = response.hits.hits[0];
const response = await this.client.search({ this.latestTimestamp = hit?._source?.['@timestamp'] || null;
index: this.index,
sort: '@timestamp:desc',
size: 1,
});
// If the search query succeeded, the index exists. if (this.latestTimestamp) {
const hit = response.hits.hits[0]; console.log(`Working in "onlyNew" mode. Hence we are omitting documents prior to ${this.latestTimestamp}`);
this.latestTimestamp = hit?._source?.['@timestamp'] || null; } else {
console.log(`Working in "onlyNew" mode, but no documents found in index ${this.index}. Hence processing all documents now.`);
if (this.latestTimestamp) {
console.log(`Working in "onlyNew" mode. Hence we are omitting documents prior to ${this.latestTimestamp}`);
} else {
console.log(`Working in "onlyNew" mode, but no documents found in index ${this.index}. Hence processing all documents now.`);
}
} catch (e) {
// If the search query failed, the index likely doesn't exist or some other error occurred.
if (e.meta && e.meta.statusCode === 404) {
console.log(`Index ${this.index} does not exist. Working in "onlyNew" mode, but will process all documents as the index is empty.`);
} else {
console.log(`An error occurred while trying to retrieve the latest timestamp: ${e}`);
}
this.latestTimestamp = null;
} }
} else if (this.onlyNew && !indexExists) {
console.log(`Working in "onlyNew" mode, but index ${this.index} does not exist. Hence processing all documents now.`);
} }
} }
@ -116,7 +107,6 @@ export class ElasticDoc {
if (this.onlyNew) { if (this.onlyNew) {
if (this.latestTimestamp && optionsArg.timestamp <= this.latestTimestamp) { if (this.latestTimestamp && optionsArg.timestamp <= this.latestTimestamp) {
// Omit the document // Omit the document
return;
} else { } else {
await this.client.index({ await this.client.index({
index: this.index, index: this.index,
@ -213,7 +203,6 @@ export class ElasticDoc {
if (response.hits.hits.length > 0) { if (response.hits.hits.length > 0) {
const hit = response.hits.hits[0]; const hit = response.hits.hits[0];
console.log(hit);
return { return {
date: hit._source['date'], date: hit._source['date'],
aggregationData: hit._source['aggregationData'], aggregationData: hit._source['aggregationData'],

View File

@ -18,7 +18,7 @@ export class FastPush {
async pushToIndex(indexName: string, docArray: any[], options?: FastPushOptions) { async pushToIndex(indexName: string, docArray: any[], options?: FastPushOptions) {
if (docArray.length === 0) return; if (docArray.length === 0) return;
const { body: indexExists } = await this.client.indices.exists({ index: indexName }); const indexExists = await this.client.indices.exists({ index: indexName });
if (indexExists) { if (indexExists) {
if (options?.deleteIndex) { if (options?.deleteIndex) {

View File

@ -27,7 +27,7 @@ export class ElasticKVStore {
private async setupIndex() { private async setupIndex() {
try { try {
const { body: indexExists } = await this.client.indices.exists({ index: this.index }); const indexExists = await this.client.indices.exists({ index: this.index });
if (!indexExists) { if (!indexExists) {
await this.client.indices.create({ await this.client.indices.create({
@ -72,7 +72,7 @@ export class ElasticKVStore {
index: this.index, index: this.index,
id: key id: key
}); });
return response.body._source.value; return response._source['value'];
} catch (error) { } catch (error) {
if (error.meta && error.meta.statusCode === 404) { if (error.meta && error.meta.statusCode === 404) {
return null; return null;

View File

@ -68,7 +68,7 @@ export class ElsSmartlogDestination<T> {
get logDestination(): ILogDestination { get logDestination(): ILogDestination {
return { return {
handleLog: async (smartlogPackageArg: ILogPackage) => { handleLog: async (smartlogPackageArg: ILogPackage) => {
this.log(smartlogPackageArg); await this.log(smartlogPackageArg);
}, },
}; };
} }