fix(core): update

This commit is contained in:
Philipp Kunz 2019-10-10 18:30:29 +02:00
parent c7324f0240
commit ea26a1d8ef
6 changed files with 569 additions and 422 deletions

907
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -13,15 +13,16 @@
"format": "(gitzone format)" "format": "(gitzone format)"
}, },
"devDependencies": { "devDependencies": {
"@gitzone/tsbuild": "^2.1.11", "@gitzone/tsbuild": "^2.1.17",
"@gitzone/tsrun": "^1.2.6", "@gitzone/tsrun": "^1.2.8",
"@gitzone/tstest": "^1.0.21", "@gitzone/tstest": "^1.0.28",
"@pushrocks/smartfile": "^7.0.2", "@pushrocks/smartfile": "^7.0.6",
"@pushrocks/tapbundle": "^3.0.9", "@pushrocks/tapbundle": "^3.0.13",
"@types/node": "^12.0.2" "@types/node": "^12.7.12"
}, },
"dependencies": { "dependencies": {
"@pushrocks/smartpromise": "^3.0.2" "@pushrocks/smartpromise": "^3.0.6",
"@pushrocks/smartstring": "^3.0.14"
}, },
"files": [ "files": [
"ts/*", "ts/*",

View File

@ -1,3 +1,3 @@
Header 1;Header 2; Header3 Header 1;Header 2;"Header 3"
row1data1; row1data2; row1data3 "row1data1";"row1data2";"row1data3"
row2data1; row2data2; row2data3 "row2data1";row2data2;"row2data3"

1 Header 1 Header 2 Header3 Header 3
2 row1data1 row1data2 row1data3 row1data3
3 row2data1 row2data2 row2data3 row2data3

View File

@ -13,7 +13,7 @@ tap.test('should read a file', async tools => {
}); });
tap.test('should create a valid csv', async () => { tap.test('should create a valid csv', async () => {
testCsv = await smartcsv.Csv.createCsvFromString(fileString, { headers: true }); testCsv = await smartcsv.Csv.createCsvFromString(fileString, { headers: true, unquote: true });
const result = await testCsv.exportAsObject(); const result = await testCsv.exportAsObject();
console.log(result); console.log(result);
}); });

View File

@ -2,6 +2,7 @@ import * as plugins from './smartcsv.plugins';
export interface ICsvConstructorOptions { export interface ICsvConstructorOptions {
headers: boolean; headers: boolean;
unquote: boolean;
} }
export class Csv { export class Csv {
@ -17,6 +18,7 @@ export class Csv {
optionsArg: ICsvConstructorOptions optionsArg: ICsvConstructorOptions
): Promise<Csv> { ): Promise<Csv> {
const csvInstance = new Csv(csvStringArg, optionsArg); const csvInstance = new Csv(csvStringArg, optionsArg);
await csvInstance.exportAsObject();
return csvInstance; return csvInstance;
} }
@ -51,21 +53,38 @@ export class Csv {
public csvString: string; public csvString: string;
public headers: string[]; public headers: string[];
public keyFrame: string = null; public keyFrame: string = null;
public data: any[];
public options: ICsvConstructorOptions = { public options: ICsvConstructorOptions = {
headers: true headers: true,
unquote: true
}; };
constructor(csvStringArg: string, optionsArg: ICsvConstructorOptions) { constructor(csvStringArg: string, optionsArg: ICsvConstructorOptions) {
this.csvString = csvStringArg; this.options = {
this.options = optionsArg; ...this.options,
...optionsArg
};
let csvStringToParse = csvStringArg;
if (this.options.unquote) {
csvStringToParse = csvStringToParse.replace(
/"(.*?)"/gi,
(match, p1, offset, originalString) => {
return plugins.smartstring.base64.encode(match);
}
);
}
this.csvString = csvStringToParse;
this.determineKeyframe(); this.determineKeyframe();
} }
/** /**
* determines the keyframe of the csv string * determines the keyframe of the csv string
*/ */
public determineKeyframe() { private determineKeyframe() {
let commaLength = 0; let commaLength = 0;
let semicolonLength = 0; let semicolonLength = 0;
const commaRegexResult = this.csvString.match(/,/g); const commaRegexResult = this.csvString.match(/,/g);
@ -87,7 +106,7 @@ export class Csv {
/** /**
* serializes the csv string * serializes the csv string
*/ */
public serializeCsvString() { private serializeCsvString() {
const rowArray = this.getRows(); const rowArray = this.getRows();
const resultArray = []; const resultArray = [];
if (this.options.headers) { if (this.options.headers) {
@ -100,7 +119,10 @@ export class Csv {
return resultArray; return resultArray;
} }
public getRows(): string[] { /**
* gets the rows of the csv
*/
private getRows(): string[] {
const rowsArray = this.csvString.split('\n'); const rowsArray = this.csvString.split('\n');
if (rowsArray[rowsArray.length - 1] === '') { if (rowsArray[rowsArray.length - 1] === '') {
rowsArray.pop(); rowsArray.pop();
@ -108,20 +130,35 @@ export class Csv {
return rowsArray; return rowsArray;
} }
public getHeaders() { private getHeaders() {
const rowArray = this.getRows(); const rowArray = this.getRows();
if (this.options.headers) { if (this.options.headers) {
let headerRow = rowArray[0]; let headerRow = rowArray[0];
this.headers = headerRow.split(this.keyFrame); this.headers = headerRow.split(this.keyFrame);
if (this.options.unquote) {
const unquotedHeaders: string[] = [];
for (const header of this.headers) {
if (plugins.smartstring.type.isBase64(header)) {
unquotedHeaders.push(plugins.smartstring.base64.decode(header).replace(/['"]+/g, ''));
} else {
unquotedHeaders.push(header);
}
}
this.headers = unquotedHeaders;
}
} }
return this.headers; return this.headers;
} }
public createDataObject(dataArray: string[]) { private createDataObject(dataArray: string[]) {
const neededIterations = dataArray.length; const neededIterations = dataArray.length;
let resultJson: any = {}; let resultJson: any = {};
for (let i = 0; i < neededIterations; i++) { for (let i = 0; i < neededIterations; i++) {
resultJson[this.headers[i]] = dataArray[i]; let value = dataArray[i];
if (this.options.unquote && plugins.smartstring.type.isBase64(value)) {
value = plugins.smartstring.base64.decode(value).replace(/['"]+/g, '').replace(/['"]+/g, '');
}
resultJson[this.headers[i]] = value;
} }
return resultJson; return resultJson;
} }
@ -132,6 +169,7 @@ export class Csv {
for (const dataArray of serializedData) { for (const dataArray of serializedData) {
dataObjects.push(this.createDataObject(dataArray)); dataObjects.push(this.createDataObject(dataArray));
} }
this.data = dataObjects;
return dataObjects; return dataObjects;
} }
} }

View File

@ -1,3 +1,4 @@
import * as smartq from '@pushrocks/smartpromise'; import * as smartpromise from '@pushrocks/smartpromise';
import * as smartstring from '@pushrocks/smartstring';
export { smartq }; export { smartpromise, smartstring };