Compare commits

..

32 Commits

Author SHA1 Message Date
78f2e41b14 1.0.39 2021-07-07 01:12:30 +02:00
1d8cf2444f fix(core): update 2021-07-07 01:12:29 +02:00
cbad145304 1.0.38 2021-07-07 01:05:17 +02:00
1308f16699 fix(core): update 2021-07-07 01:05:16 +02:00
c71cff4011 1.0.37 2021-07-07 00:53:14 +02:00
75aecdb064 fix(core): update 2021-07-07 00:53:14 +02:00
faf736f353 1.0.36 2021-07-07 00:50:46 +02:00
dca54899bf fix(core): update 2021-07-07 00:50:45 +02:00
7dac427f00 1.0.35 2021-07-07 00:47:45 +02:00
e451c38f32 fix(core): update 2021-07-07 00:47:45 +02:00
540e5be2fa 1.0.34 2020-06-10 08:46:45 +00:00
7d29f88356 fix(core): update 2020-06-10 08:46:44 +00:00
9d81f059fe 1.0.33 2020-06-05 16:06:54 +00:00
52cdf6f9fe fix(core): update 2020-06-05 16:06:52 +00:00
1339db1adf 1.0.32 2020-06-03 09:22:44 +00:00
2b42bd59c5 fix(core): update 2020-06-03 09:22:43 +00:00
4cd9ce8510 1.0.31 2020-06-03 09:18:07 +00:00
cf2620bd41 fix(core): update 2020-06-03 09:18:06 +00:00
1d1a438f8e 1.0.30 2020-06-03 09:15:20 +00:00
aec150a240 fix(core): update 2020-06-03 09:15:19 +00:00
958a5d4db5 1.0.29 2020-06-03 07:48:25 +00:00
3a2af6634d fix(core): update 2020-06-03 07:48:25 +00:00
d89b610006 1.0.28 2020-06-03 07:45:56 +00:00
56bc5dfcdd fix(core): update 2020-06-03 07:45:55 +00:00
f49062d247 1.0.27 2020-06-03 07:31:05 +00:00
bd45505c6a fix(core): update 2020-06-03 07:31:04 +00:00
e7f2ecc8d6 1.0.26 2020-06-03 03:45:10 +00:00
3950af87bd fix(core): update 2020-06-03 03:45:10 +00:00
9d2b689d01 1.0.25 2020-06-03 03:42:15 +00:00
9384dcc60e fix(core): update 2020-06-03 03:42:15 +00:00
a03395d5b2 1.0.24 2020-06-03 03:21:52 +00:00
a26080a50a fix(core): update 2020-06-03 03:21:51 +00:00
9 changed files with 22678 additions and 1768 deletions

View File

@ -19,23 +19,35 @@ mirror:
stage: security stage: security
script: script:
- npmci git mirror - npmci git mirror
only:
- tags
tags: tags:
- lossless - lossless
- docker - docker
- notpriv - notpriv
audit: auditProductionDependencies:
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
stage: security
script:
- npmci npm prepare
- npmci command npm install --production --ignore-scripts
- npmci command npm config set registry https://registry.npmjs.org
- npmci command npm audit --audit-level=high --only=prod --production
tags:
- docker
auditDevDependencies:
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
stage: security stage: security
script: script:
- npmci npm prepare - npmci npm prepare
- npmci command npm install --ignore-scripts - npmci command npm install --ignore-scripts
- npmci command npm config set registry https://registry.npmjs.org - npmci command npm config set registry https://registry.npmjs.org
- npmci command npm audit --audit-level=high - npmci command npm audit --audit-level=high --only=dev
tags: tags:
- lossless
- docker - docker
- notpriv allow_failure: true
# ==================== # ====================
# test stage # test stage
@ -50,9 +62,7 @@ testStable:
- npmci npm test - npmci npm test
coverage: /\d+.?\d+?\%\s*coverage/ coverage: /\d+.?\d+?\%\s*coverage/
tags: tags:
- lossless
- docker - docker
- priv
testBuild: testBuild:
stage: test stage: test
@ -63,9 +73,7 @@ testBuild:
- npmci command npm run build - npmci command npm run build
coverage: /\d+.?\d+?\%\s*coverage/ coverage: /\d+.?\d+?\%\s*coverage/
tags: tags:
- lossless
- docker - docker
- notpriv
release: release:
stage: release stage: release
@ -85,6 +93,8 @@ release:
codequality: codequality:
stage: metadata stage: metadata
allow_failure: true allow_failure: true
only:
- tags
script: script:
- npmci command npm install -g tslint typescript - npmci command npm install -g tslint typescript
- npmci npm prepare - npmci npm prepare

View File

@ -15,7 +15,7 @@
"properties": { "properties": {
"projectType": { "projectType": {
"type": "string", "type": "string",
"enum": ["website", "element", "service", "npm"] "enum": ["website", "element", "service", "npm", "wcc"]
} }
} }
} }

24214
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{ {
"name": "@mojoio/logdna", "name": "@mojoio/logdna",
"version": "1.0.23", "version": "1.0.39",
"private": false, "private": false,
"description": "an unoffical package for the logdna api", "description": "an unoffical package for the logdna api",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",
@ -9,24 +9,23 @@
"license": "MIT", "license": "MIT",
"scripts": { "scripts": {
"test": "(tstest test/)", "test": "(tstest test/)",
"build": "(tsbuild)", "build": "(tsbuild --web)"
"format": "(gitzone format)"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.24", "@gitzone/tsbuild": "^2.1.25",
"@gitzone/tstest": "^1.0.33", "@gitzone/tstest": "^1.0.54",
"@pushrocks/qenv": "^4.0.6", "@pushrocks/qenv": "^4.0.10",
"@pushrocks/tapbundle": "^3.2.1", "@pushrocks/tapbundle": "^3.2.14",
"@types/node": "^14.0.9", "@types/node": "^14.0.11",
"tslint": "^6.1.2", "tslint": "^6.1.3",
"tslint-config-prettier": "^1.18.0" "tslint-config-prettier": "^1.18.0"
}, },
"dependencies": { "dependencies": {
"@pushrocks/lik": "^4.0.13", "@pushrocks/lik": "^4.0.20",
"@pushrocks/smartlog-interfaces": "^2.0.9", "@pushrocks/smartlog-interfaces": "^2.0.22",
"@pushrocks/smartrequest": "^1.1.47", "@pushrocks/smartrequest": "^1.1.52",
"@pushrocks/smartstring": "^3.0.18", "@pushrocks/smartstring": "^3.0.24",
"@pushrocks/taskbuffer": "^2.1.1" "@pushrocks/taskbuffer": "^2.1.13"
}, },
"files": [ "files": [
"ts/**/*", "ts/**/*",
@ -39,5 +38,8 @@
"cli.js", "cli.js",
"npmextra.json", "npmextra.json",
"readme.md" "readme.md"
],
"browserslist": [
"last 1 chrome versions"
] ]
} }

View File

@ -27,11 +27,12 @@ Platform support | [![Supports Windows 10](https://badgen.net/badge/supports%20W
Use TypeScript for best in class instellisense. Use TypeScript for best in class instellisense.
This package is an unofficial package for the logdna. It comes with the following festures: This package is an unofficial package for the logdna.com service. It comes with the following features:
- aggregates logs that require the same uri query parameters and sends them as bundle. This ensures the correct order of logs - aggregate logs that require the same uri query parameters and sends them as bundle. This ensures the correct order of logs within logdna.
- resends logs that failed to send. - resend logs that failed to send.
- supports smartlog messages and the smartlog ecosystem - support smartlog messages and the smartlog ecosystem
- support giraffe.cloud ecosystem
```typescript ```typescript
import { ILogPackage } from '@pushrocks/smartlog-interfaces'; import { ILogPackage } from '@pushrocks/smartlog-interfaces';
@ -52,9 +53,9 @@ const smartlogPackage: ILogPackage = {
containerName: 'ci-mojoio-logdna', containerName: 'ci-mojoio-logdna',
environment: 'test', environment: 'test',
runtime: 'node', runtime: 'node',
zone: 'shipzone' zone: 'shipzone',
}, },
message: 'this is an awesome log message sent by the tapbundle test' message: 'this is an awesome log message sent by the tapbundle test',
}; };
const logdnaMessage = LogdnaMessage.fromSmartLogPackage(smartlogPackage); const logdnaMessage = LogdnaMessage.fromSmartLogPackage(smartlogPackage);
@ -68,14 +69,6 @@ logDnaAccount.sendSmartlogPackage(smartlogPackage);
// most of the above funtions return promises should you want to wait for a log to be fully sent // most of the above funtions return promises should you want to wait for a log to be fully sent
``` ```
For further information read the linked docs at the top of this README.
> MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh)
> | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy.html)
[![repo-footer](https://mojoio.gitlab.io/assets/repo-footer.svg)](https://mojo.io)
## Contribution ## Contribution
We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :) We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :)

View File

@ -24,9 +24,13 @@ tap.test('should create a standard log message', async () => {
containerName: 'ci-mojoio-logdna', containerName: 'ci-mojoio-logdna',
environment: 'test', environment: 'test',
runtime: 'node', runtime: 'node',
zone: 'shipzone' zone: 'shipzone',
}, },
message: 'this is an awesome log message sent by the tapbundle test' correlation: {
id: '123',
type: 'none',
},
message: 'this is an awesome log message sent by the tapbundle test',
}); });
}); });
@ -47,13 +51,57 @@ tap.test('should send in order', async () => {
containerName: 'ci-mojoio-logdna', containerName: 'ci-mojoio-logdna',
environment: 'test', environment: 'test',
runtime: 'node', runtime: 'node',
zone: 'shipzone' zone: 'shipzone',
},
message: `this is an awesome log message sent by the tapbundle test #${i}`,
correlation: {
id: '123',
type: 'none',
}, },
message: `this is an awesome log message sent by the tapbundle test #${i}`
}; };
testLogDnaAccount.sendSmartlogPackage(testSmartlogMessage); testLogDnaAccount.sendSmartlogPackage(testSmartlogMessage);
i++; i++;
} }
const testSmartlogMessage2: ILogPackage = {
timestamp: Date.now(),
type: 'log',
level: 'warn',
context: {
company: 'Lossless GmbH',
companyunit: 'lossless.cloud',
containerName: 'ci-mojoio-logdna',
environment: 'test',
runtime: 'node',
zone: 'shipzone',
},
correlation: {
id: '123',
type: 'none',
},
message: `this is an awesome log message sent by the tapbundle test #${i}`,
};
testLogDnaAccount.sendSmartlogPackage(testSmartlogMessage2);
const testSmartlogMessage3: ILogPackage = {
timestamp: Date.now(),
type: 'log',
level: 'error',
context: {
company: 'Lossless GmbH',
companyunit: 'lossless.cloud',
containerName: 'ci-mojoio-logdna',
environment: 'test',
runtime: 'node',
zone: 'shipzone',
},
correlation: {
id: '123',
type: 'none',
},
message: `this is an awesome log message sent by the tapbundle test #${i}`,
};
testLogDnaAccount.sendSmartlogPackage(testSmartlogMessage3);
}); });
tap.start(); tap.start();

View File

@ -25,7 +25,7 @@ export class LogAggregator {
} }
public addLog(urlIdentifierArg: string, logLineArg: any) { public addLog(urlIdentifierArg: string, logLineArg: any) {
let existinglogCandidate = this.logObjectMap.find(logCandidate => { let existinglogCandidate = this.logObjectMap.find((logCandidate) => {
return logCandidate.urlIdentifier === urlIdentifierArg; return logCandidate.urlIdentifier === urlIdentifierArg;
}); });
if (!existinglogCandidate) { if (!existinglogCandidate) {
@ -41,18 +41,16 @@ export class LogAggregator {
private async sendAggregatedLogs(logCandidate: ILogCandidate) { private async sendAggregatedLogs(logCandidate: ILogCandidate) {
this.logObjectMap.remove(logCandidate); this.logObjectMap.remove(logCandidate);
// lets post the message to logdna // lets post the message to logdna
const response = await plugins.smartrequest.postJson( const url = `${this.baseUrl}${logCandidate.urlIdentifier}&now=${Date.now()}`;
`${this.baseUrl}${logCandidate.urlIdentifier}&now=${Date.now()}`, const response = await plugins.smartrequest.postJson(url, {
{
headers: { headers: {
Authorization: this.createBasicAuth(), Authorization: this.createBasicAuth(),
charset: 'UTF-8' charset: 'UTF-8',
}, },
requestBody: { requestBody: {
lines: logCandidate.logLines lines: logCandidate.logLines,
} },
} });
);
if (response.statusCode !== 200) { if (response.statusCode !== 200) {
console.log(response.body); console.log(response.body);
} }

View File

@ -71,7 +71,9 @@ export class LogdnaMessage {
line: smartlogPackageArg.message, line: smartlogPackageArg.message,
meta: { meta: {
...smartlogPackageArg.context, ...smartlogPackageArg.context,
logType: smartlogPackageArg.type logType: smartlogPackageArg.type,
correlation: smartlogPackageArg.correlation,
data: smartlogPackageArg.data || {},
}, },
env: smartlogPackageArg.context.environment, env: smartlogPackageArg.context.environment,
hostname: smartlogPackageArg.context.zone, hostname: smartlogPackageArg.context.zone,
@ -84,7 +86,7 @@ export class LogdnaMessage {
return tagArray; return tagArray;
})(), })(),
ip: '0.0.0.0', ip: '0.0.0.0',
mac: 'aa:aa:aa:aa:aa:aa' mac: 'aa:aa:aa:aa:aa:aa',
}); });
} }

View File

@ -31,8 +31,13 @@ export class LogdnaAccount {
const uriIp = euc(lm.options.ip); const uriIp = euc(lm.options.ip);
const uriTags = euc( const uriTags = euc(
(() => { (() => {
let first = true;
return lm.options.tags.reduce((reduced, newItem) => { return lm.options.tags.reduce((reduced, newItem) => {
return `${reduced},${newItem}`; if (first) {
first = false;
reduced = euc(reduced);
}
return `${reduced},${euc(newItem)}`;
}); });
})() })()
); );
@ -46,7 +51,7 @@ export class LogdnaAccount {
app: lm.options.app, app: lm.options.app,
level: lm.options.level, level: lm.options.level,
env: lm.options.env, env: lm.options.env,
meta: lm.options.meta meta: lm.options.meta,
}; };
this.logAggregator.addLog(requestUrlWithParams, logLine); this.logAggregator.addLog(requestUrlWithParams, logLine);
@ -64,9 +69,9 @@ export class LogdnaAccount {
*/ */
public get smartlogDestination(): ILogDestination { public get smartlogDestination(): ILogDestination {
return { return {
handleLog: logPackageArg => { handleLog: async (logPackageArg) => {
this.sendSmartlogPackage(logPackageArg); this.sendSmartlogPackage(logPackageArg);
} },
}; };
} }
} }