39 lines
894 B
JavaScript
39 lines
894 B
JavaScript
|
import { parse } from 'csv-parse';
|
||
|
|
import fs from 'node:fs';
|
||
|
|
import zlib from 'zlib';
|
||
|
|
|
||
|
|
if (process.argv.length != 3) {
|
||
|
|
throw new Error('You should give a project dir');
|
||
|
|
}
|
||
|
|
const file = process.argv[2];
|
||
|
|
const delimiter = (file.match(/\.gz$/)) ? ',' : '|';
|
||
|
|
|
||
|
|
const parser = parse({
|
||
|
|
delimiter,
|
||
|
|
columns: true,
|
||
|
|
});
|
||
|
|
|
||
|
|
let lines = 0;
|
||
|
|
parser.on('readable', function(){
|
||
|
|
let record;
|
||
|
|
while ((record = parser.read()) !== null) {
|
||
|
|
console.log(record);
|
||
|
|
lines++;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
parser.on('error', function(err){
|
||
|
|
console.error(err.message);
|
||
|
|
});
|
||
|
|
parser.on('end', function(){
|
||
|
|
console.log('end', lines);
|
||
|
|
});
|
||
|
|
|
||
|
|
if (file.match(/\.gz$/)) fs.createReadStream(file).pipe(zlib.createGunzip()).pipe(parser);
|
||
|
|
else fs.createReadStream(file).pipe(parser);
|
||
|
|
|
||
|
|
// affiche la progression
|
||
|
|
const interval = setInterval(() => {
|
||
|
|
console.log(`found ${lines} lines`);
|
||
|
|
}, 1000);
|
||
|
|
interval.unref();
|