Better CSV handling
This commit is contained in:
parent
e0085ecb6f
commit
ff16f3bf9b
@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@ztimson/utils",
|
"name": "@ztimson/utils",
|
||||||
"version": "0.23.16",
|
"version": "0.23.17",
|
||||||
"description": "Utility library",
|
"description": "Utility library",
|
||||||
"author": "Zak Timson",
|
"author": "Zak Timson",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
|
26
src/csv.ts
26
src/csv.ts
@ -19,7 +19,7 @@ export function fromCsv<T = any>(csv: string, hasHeaders=true): T[] {
|
|||||||
const nextChar = line[i + 1];
|
const nextChar = line[i + 1];
|
||||||
if (char === '"') {
|
if (char === '"') {
|
||||||
if (inQuotes && nextChar === '"') {
|
if (inQuotes && nextChar === '"') {
|
||||||
current += '"';
|
current += '"'; // Handle escaped quotes
|
||||||
i++;
|
i++;
|
||||||
} else inQuotes = !inQuotes;
|
} else inQuotes = !inQuotes;
|
||||||
} else if (char === ',' && !inQuotes) {
|
} else if (char === ',' && !inQuotes) {
|
||||||
@ -31,12 +31,26 @@ export function fromCsv<T = any>(csv: string, hasHeaders=true): T[] {
|
|||||||
return columns.map(col => col.replace(/^"|"$/g, '').replace(/""/g, '"'));
|
return columns.map(col => col.replace(/^"|"$/g, '').replace(/""/g, '"'));
|
||||||
}
|
}
|
||||||
|
|
||||||
const row = csv.split(/\r?\n/);
|
// Split rows
|
||||||
let headers: any = hasHeaders ? row.splice(0, 1)[0] : null;
|
const rows = [];
|
||||||
|
let currentRow = '', inQuotes = false;
|
||||||
|
for (const char of csv) {
|
||||||
|
if (char === '"') inQuotes = !inQuotes;
|
||||||
|
if (char === '\n' && !inQuotes) {
|
||||||
|
rows.push(currentRow);
|
||||||
|
currentRow = '';
|
||||||
|
} else currentRow += char;
|
||||||
|
}
|
||||||
|
if(currentRow) rows.push(currentRow);
|
||||||
|
|
||||||
|
// Figure out headers
|
||||||
|
let headers: any = hasHeaders ? rows.splice(0, 1)[0] : null;
|
||||||
if (headers) headers = headers.match(/(?:[^,"']+|"(?:[^"]|"")*"|'(?:[^']|'')*')+/g);
|
if (headers) headers = headers.match(/(?:[^,"']+|"(?:[^"]|"")*"|'(?:[^']|'')*')+/g);
|
||||||
return <T[]>row.map(r => {
|
|
||||||
|
// Parse rows
|
||||||
|
return <T[]>rows.map(r => {
|
||||||
const props = parseLine(r);
|
const props = parseLine(r);
|
||||||
const h = headers || (Array(props.length).fill(null).map((r, i) => {
|
const h = headers || (Array(props.length).fill(null).map((_, i) => {
|
||||||
let letter = '';
|
let letter = '';
|
||||||
const first = i / 26;
|
const first = i / 26;
|
||||||
if (first > 1) letter += LETTER_LIST[Math.floor(first - 1)];
|
if (first > 1) letter += LETTER_LIST[Math.floor(first - 1)];
|
||||||
@ -65,7 +79,7 @@ export function toCsv(target: any, flatten=true) {
|
|||||||
...t.map(row => headers.map((h: string) => {
|
...t.map(row => headers.map((h: string) => {
|
||||||
const value = dotNotation<any>(row, h);
|
const value = dotNotation<any>(row, h);
|
||||||
if(value == null) return '';
|
if(value == null) return '';
|
||||||
if(typeof value == 'object') return `"${JSONSanitize(value).replaceAll('`', '""')}"`;
|
if(typeof value == 'object') return `"${JSONSanitize(value).replaceAll('"', '""')}"`;
|
||||||
if(typeof value == 'string' && /[\n"]/g.test(value)) return `"${value.replaceAll('"', '""')}"`;
|
if(typeof value == 'string' && /[\n"]/g.test(value)) return `"${value.replaceAll('"', '""')}"`;
|
||||||
return value;
|
return value;
|
||||||
}).join(','))
|
}).join(','))
|
||||||
|
Loading…
x
Reference in New Issue
Block a user