From 0aa9e209c135fc3de8f85e2e2ebea85f74487e36 Mon Sep 17 00:00:00 2001 From: mrfry Date: Sun, 25 Apr 2021 10:30:43 +0200 Subject: [PATCH] more rm duplicates improvements --- src/standaloneUtils/rmDuplicates.js | 19 ++++++++++++++++--- 1 file changed, 16 insertions(+), 3 deletions(-) diff --git a/src/standaloneUtils/rmDuplicates.js b/src/standaloneUtils/rmDuplicates.js index 32be065..33ddf0a 100644 --- a/src/standaloneUtils/rmDuplicates.js +++ b/src/standaloneUtils/rmDuplicates.js @@ -34,7 +34,6 @@ const fs = require('fs') // eslint-disable-line // File written const minpercent = 95 -const resultDbFileName = 'res.json' const line = '====================================================================' const logPath = './duplicateRemovingLog/' @@ -58,6 +57,12 @@ if (stat.isDirectory()) { const db = pathB ? loadData(pathB) : null clearPossibleAnswers(pathA, db) + + log( + `Cleared possible questions from ${C('green')}${pathA}${C()} based on ${C( + 'green' + )}${pathB}${C()} db` + ) } else { removePossibleAnswersDuplicates(pathA) } @@ -71,10 +76,12 @@ if (stat.isDirectory()) { if (!dbB) { log(`Removing duplicate questions from ${C('green')}${pathA}${C()}`) + const resultDbFileName = pathA.split('/')[pathA.split('/').length - 1] const res = rmDuplicates(dbA) console.timeEnd('rmduplicates') - writeData(res, resultDbFileName) + writeData(res, resultDbFileName + '.res') log('File written') + log(`Removed duplicate questions from ${C('green')}${pathA}${C()}`) } else { log( `Removing questions found in ${C('green')}${pathB}${C()} from ${C( @@ -83,8 +90,14 @@ if (stat.isDirectory()) { ) const res = difference({ dbA: dbA, dbB: dbB }) console.timeEnd('rmduplicates') - writeData(res, resultDbFileName) + const resultDbFileName = pathA.split('/')[pathA.split('/').length - 1] + writeData(res, resultDbFileName + '.res') log('File written') + log( + `Removed questions found in ${C('green')}${pathB}${C()} from ${C( + 'green' + )}${pathA}${C()}` + ) } }