albert/mrfrys-node-server
1
0
Fork 0
mirror of https://gitlab.com/MrFry/mrfrys-node-server synced 2025-04-01 20:24:18 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

Even more search speed improving, and fixing minor image comparing bug

Browse source
This commit is contained in:
mrfry 2021-03-17 12:32:16 +01:00
parent 8fdc62349b
commit 201119e05c
3 changed files with 55 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

22
src/standaloneUtils/rmDuplicates.js
View file

@ -3,6 +3,28 @@ const logger = require('../../dist/utils/logger.js').default // eslint-disable-l
const { addQuestion, doSearch } = require('../../dist/utils/classes.js') // eslint-disable-line
const { loadData } = require('../../dist/utils/actions.js') // eslint-disable-line
// Params [ 'publicDirs/qminingPublic/questionDbs/elektro.json' ]
// ==============================================================================================
// 1 / 1: Elektronika, 826 questions
// Result length: 0, original length: 826
// [=====================================================================] 826 / 826
// Removed 11 questions
// ==============================================================================================
// Result length: 815, original length: 826, removed 11 questions
// File written
// load: 15.605ms
// Removing duplicate questions from publicDirs/qminingPublic/questionDbs/elektro.json
// ==============================================================================================
// 1 / 1: Elektronika, 826 questions
// Result length: 0, original length: 826
// [=====================================================================] 826 / 826
// Removed 160 questions
// ==============================================================================================
// Result length: 666, original length: 826, removed 160 questions
// rmduplicates: 569.828ms
// File written
const minpercent = 95
const resultDbFileName = 'res.json'
const line =