root/dvf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: lint parse.js + sync.js

Browse Source
This commit is contained in:
root
2026-03-29 04:16:26 +02:00
parent 65de913c1d
commit 89e0d82830
2 changed files with 8 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
parse.js
View File

@@ -1,10 +1,8 @@
import { parse } from 'csv-parse'; import { parse } from 'csv-parse';
import fs from 'node:fs'; import fs from 'node:fs';
import zlib from 'zlib'; import zlib from 'node:zlib';
import mysql from 'mysql2'; import mysql from 'mysql2';
import dotenv from 'dotenv'; import './lib/dotenv.js';
dotenv.config();
if (process.argv.length != 3) { if (process.argv.length != 3) {
throw new Error('You should give a project dir'); throw new Error('You should give a project dir');
@@ -43,8 +41,8 @@ const flushBatch = (batch) => {
}; };
// quand quelques ligne de csv sont parsées on les assemble puis on genere le sql // quand quelques ligne de csv sont parsées on les assemble puis on genere le sql
parser.on('readable', function(){ parser.on('readable', () =>{
let record; let record = null;
const batch = []; const batch = [];
while ((record = parser.read()) !== null) { while ((record = parser.read()) !== null) {
@@ -60,10 +58,10 @@ parser.on('readable', function(){
flushBatch(batch); flushBatch(batch);
}); });
parser.on('error', function(err){ parser.on('error', (err) =>{
console.error(err.message); console.error(err.message);
}); });
parser.on('end', function(){ parser.on('end', () =>{
connection.end(); connection.end();
}); });

6
sync.js
View File

@@ -88,7 +88,7 @@ async function importYear(connection, year, file) {
if (!columns) { if (!columns) {
columns = Object.keys(record).map(col => `\`${col}\``); columns = Object.keys(record).map(col => `\`${col}\``);
} }
const values = Object.values(record).map(v => v === '' ? null : v); const values = Object.values(record).map(v => (v === '' ? null : v));
batch.push(values); batch.push(values);
if (batch.length >= BATCH_SIZE) { if (batch.length >= BATCH_SIZE) {
await flush(); await flush();
@@ -128,12 +128,10 @@ async function main() {
const dbYears = await getYearsInDb(connection); const dbYears = await getYearsInDb(connection);
console.log(`Années en base : ${dbYears.join(', ')}`); console.log(`Années en base : ${dbYears.join(', ')}`);
let missing; let missing = serverYears.filter(y => !dbYears.includes(y));
if (forceYear) { if (forceYear) {
missing = [forceYear]; missing = [forceYear];
console.log(`Mode forcé : import de ${forceYear}`); console.log(`Mode forcé : import de ${forceYear}`);
} else {
missing = serverYears.filter(y => !dbYears.includes(y));
} }
if (missing.length === 0) { if (missing.length === 0) {