2022-08-06 16:38:53 +00:00
|
|
|
import * as plugins from './smartcsv.plugins.js';
|
2018-05-10 17:47:14 +00:00
|
|
|
|
|
|
|
export interface ICsvConstructorOptions {
|
|
|
|
headers: boolean;
|
2019-10-11 13:48:23 +00:00
|
|
|
unquote?: boolean;
|
2022-08-06 16:38:53 +00:00
|
|
|
trimSpace?: boolean;
|
2022-01-03 16:37:44 +00:00
|
|
|
removeBomMarkers?: boolean;
|
2018-05-10 17:47:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export class Csv {
|
2019-05-23 15:28:21 +00:00
|
|
|
// STATIC
|
|
|
|
|
|
|
|
/**
|
|
|
|
* creates a Csv Object from string
|
|
|
|
* @param csvStringArg
|
|
|
|
* @param optionsArg
|
|
|
|
*/
|
2018-05-10 22:53:27 +00:00
|
|
|
public static async createCsvFromString(
|
|
|
|
csvStringArg: string,
|
2018-10-14 21:26:54 +00:00
|
|
|
optionsArg: ICsvConstructorOptions
|
2018-05-10 22:53:27 +00:00
|
|
|
): Promise<Csv> {
|
2018-10-14 21:26:54 +00:00
|
|
|
const csvInstance = new Csv(csvStringArg, optionsArg);
|
2019-10-10 16:30:29 +00:00
|
|
|
await csvInstance.exportAsObject();
|
2018-05-10 17:47:14 +00:00
|
|
|
return csvInstance;
|
|
|
|
}
|
2019-05-23 15:28:21 +00:00
|
|
|
|
|
|
|
public static async createCsvStringFromArray(arrayArg: any[]): Promise<string> {
|
|
|
|
const foundKeys: string[] = [];
|
|
|
|
|
|
|
|
// lets deal with the keys
|
|
|
|
for (const objectArg of arrayArg) {
|
|
|
|
for (const key of Object.keys(objectArg)) {
|
|
|
|
foundKeys.includes(key) ? null : foundKeys.push(key);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// lets deal with the data
|
|
|
|
const dataRows: string[] = [];
|
|
|
|
for (const objectArg of arrayArg) {
|
|
|
|
const dataRowArray: string[] = [];
|
|
|
|
for (const key of foundKeys) {
|
|
|
|
dataRowArray.push(objectArg[key]);
|
|
|
|
}
|
|
|
|
dataRows.push(dataRowArray.join(','));
|
|
|
|
}
|
|
|
|
|
|
|
|
// lets put togehter the csv string and return it
|
|
|
|
const headerString = foundKeys.join(',');
|
|
|
|
const dataString = dataRows.join('\n');
|
|
|
|
const csvString = `${headerString}\n${dataString}\n`;
|
|
|
|
return csvString;
|
|
|
|
}
|
|
|
|
|
|
|
|
// INSTANCE
|
2018-05-10 17:47:14 +00:00
|
|
|
public csvString: string;
|
|
|
|
public headers: string[];
|
2018-05-10 22:53:27 +00:00
|
|
|
public keyFrame: string = null;
|
2019-10-10 16:30:29 +00:00
|
|
|
public data: any[];
|
2018-05-10 17:47:14 +00:00
|
|
|
|
2019-12-15 18:15:03 +00:00
|
|
|
private base64RecognitionPrefix = '####12345####';
|
|
|
|
|
2018-05-10 17:47:14 +00:00
|
|
|
public options: ICsvConstructorOptions = {
|
2019-10-10 16:30:29 +00:00
|
|
|
headers: true,
|
2022-01-03 16:37:44 +00:00
|
|
|
unquote: true,
|
2022-08-06 16:38:53 +00:00
|
|
|
trimSpace: true,
|
2022-01-03 16:37:44 +00:00
|
|
|
removeBomMarkers: true,
|
2018-05-10 17:47:14 +00:00
|
|
|
};
|
|
|
|
|
2018-10-14 21:26:54 +00:00
|
|
|
constructor(csvStringArg: string, optionsArg: ICsvConstructorOptions) {
|
2019-10-10 16:30:29 +00:00
|
|
|
this.options = {
|
|
|
|
...this.options,
|
2022-01-03 16:37:44 +00:00
|
|
|
...optionsArg,
|
2019-10-10 16:30:29 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
let csvStringToParse = csvStringArg;
|
2022-01-03 16:37:44 +00:00
|
|
|
if (this.options.removeBomMarkers) {
|
|
|
|
csvStringToParse = csvStringToParse.replace(/^\uFEFF/, '');
|
|
|
|
}
|
2022-08-06 16:38:53 +00:00
|
|
|
|
|
|
|
// Quotes allow separators to be contained in quoted strings.
|
|
|
|
// To preserve them, when unquoting, we convert everything in between to base64 here
|
2019-10-10 16:30:29 +00:00
|
|
|
if (this.options.unquote) {
|
|
|
|
csvStringToParse = csvStringToParse.replace(
|
|
|
|
/"(.*?)"/gi,
|
|
|
|
(match, p1, offset, originalString) => {
|
2019-12-15 18:15:03 +00:00
|
|
|
return this.base64RecognitionPrefix + plugins.smartstring.base64.encode(match);
|
2019-10-10 16:30:29 +00:00
|
|
|
}
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
this.csvString = csvStringToParse;
|
|
|
|
|
2018-10-14 21:26:54 +00:00
|
|
|
this.determineKeyframe();
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* determines the keyframe of the csv string
|
|
|
|
*/
|
2019-10-10 16:30:29 +00:00
|
|
|
private determineKeyframe() {
|
2018-05-10 22:53:27 +00:00
|
|
|
let commaLength = 0;
|
|
|
|
let semicolonLength = 0;
|
|
|
|
const commaRegexResult = this.csvString.match(/,/g);
|
|
|
|
const semicolonRegexResult = this.csvString.match(/;/g);
|
|
|
|
if (commaRegexResult) {
|
|
|
|
commaLength = commaRegexResult.length;
|
|
|
|
}
|
|
|
|
if (semicolonRegexResult) {
|
|
|
|
semicolonLength = semicolonRegexResult.length;
|
|
|
|
}
|
|
|
|
// tslint:disable-next-line:prefer-conditional-expression
|
|
|
|
if (commaLength < semicolonLength) {
|
|
|
|
this.keyFrame = ';';
|
|
|
|
} else {
|
|
|
|
this.keyFrame = ',';
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-14 21:26:54 +00:00
|
|
|
/**
|
|
|
|
* serializes the csv string
|
|
|
|
*/
|
2019-10-10 16:30:29 +00:00
|
|
|
private serializeCsvString() {
|
2018-05-10 17:47:14 +00:00
|
|
|
const rowArray = this.getRows();
|
|
|
|
const resultArray = [];
|
|
|
|
if (this.options.headers) {
|
|
|
|
this.getHeaders();
|
|
|
|
rowArray.shift();
|
|
|
|
}
|
|
|
|
for (const row of rowArray) {
|
2018-05-10 22:53:27 +00:00
|
|
|
resultArray.push(row.split(this.keyFrame));
|
2018-05-10 17:47:14 +00:00
|
|
|
}
|
|
|
|
return resultArray;
|
|
|
|
}
|
|
|
|
|
2019-10-10 16:30:29 +00:00
|
|
|
/**
|
|
|
|
* gets the rows of the csv
|
|
|
|
*/
|
|
|
|
private getRows(): string[] {
|
2018-06-10 12:29:09 +00:00
|
|
|
const rowsArray = this.csvString.split('\n');
|
|
|
|
if (rowsArray[rowsArray.length - 1] === '') {
|
|
|
|
rowsArray.pop();
|
|
|
|
}
|
|
|
|
return rowsArray;
|
2018-05-10 17:47:14 +00:00
|
|
|
}
|
|
|
|
|
2019-10-10 16:30:29 +00:00
|
|
|
private getHeaders() {
|
2018-05-10 17:47:14 +00:00
|
|
|
const rowArray = this.getRows();
|
|
|
|
if (this.options.headers) {
|
2018-05-10 22:53:27 +00:00
|
|
|
let headerRow = rowArray[0];
|
|
|
|
this.headers = headerRow.split(this.keyFrame);
|
2019-10-10 16:30:29 +00:00
|
|
|
if (this.options.unquote) {
|
|
|
|
const unquotedHeaders: string[] = [];
|
2019-12-15 18:15:03 +00:00
|
|
|
for (let header of this.headers) {
|
|
|
|
if (header.startsWith(this.base64RecognitionPrefix)) {
|
|
|
|
header = header.replace(this.base64RecognitionPrefix, '');
|
2019-10-10 16:30:29 +00:00
|
|
|
unquotedHeaders.push(plugins.smartstring.base64.decode(header).replace(/['"]+/g, ''));
|
|
|
|
} else {
|
|
|
|
unquotedHeaders.push(header);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
this.headers = unquotedHeaders;
|
|
|
|
}
|
2022-08-06 16:38:53 +00:00
|
|
|
if (this.options.trimSpace) {
|
|
|
|
const trimmedHeaders = [];
|
|
|
|
for (const header of this.headers) {
|
|
|
|
trimmedHeaders.push(header.trim());
|
|
|
|
}
|
|
|
|
this.headers = trimmedHeaders;
|
|
|
|
}
|
2018-05-10 17:47:14 +00:00
|
|
|
}
|
|
|
|
return this.headers;
|
|
|
|
}
|
|
|
|
|
2019-10-10 16:30:29 +00:00
|
|
|
private createDataObject(dataArray: string[]) {
|
2018-05-10 17:47:14 +00:00
|
|
|
const neededIterations = dataArray.length;
|
|
|
|
let resultJson: any = {};
|
2018-05-10 22:53:27 +00:00
|
|
|
for (let i = 0; i < neededIterations; i++) {
|
2019-10-10 16:30:29 +00:00
|
|
|
let value = dataArray[i];
|
2019-12-15 18:15:03 +00:00
|
|
|
if (this.options.unquote && value.startsWith(this.base64RecognitionPrefix)) {
|
|
|
|
value = value.replace(this.base64RecognitionPrefix, '');
|
|
|
|
value = plugins.smartstring.base64
|
|
|
|
.decode(value)
|
|
|
|
.replace(/['"]+/g, '')
|
|
|
|
.replace(/['"]+/g, '');
|
2019-10-10 16:30:29 +00:00
|
|
|
}
|
2022-08-06 16:38:53 +00:00
|
|
|
if (this.options.trimSpace) {
|
|
|
|
value = value.trim();
|
|
|
|
}
|
2019-10-10 16:30:29 +00:00
|
|
|
resultJson[this.headers[i]] = value;
|
2018-05-10 17:47:14 +00:00
|
|
|
}
|
|
|
|
return resultJson;
|
|
|
|
}
|
|
|
|
|
2018-05-10 22:53:27 +00:00
|
|
|
public async exportAsObject(): Promise<any> {
|
2018-05-10 17:47:14 +00:00
|
|
|
const serializedData = this.serializeCsvString();
|
|
|
|
const dataObjects = [];
|
|
|
|
for (const dataArray of serializedData) {
|
|
|
|
dataObjects.push(this.createDataObject(dataArray));
|
|
|
|
}
|
2019-10-10 16:30:29 +00:00
|
|
|
this.data = dataObjects;
|
2018-05-10 17:47:14 +00:00
|
|
|
return dataObjects;
|
|
|
|
}
|
|
|
|
}
|