diff --git a/server/core/DbCreator.js b/server/core/DbCreator.js index ef54dc7..f5a9c6a 100644 --- a/server/core/DbCreator.js +++ b/server/core/DbCreator.js @@ -460,7 +460,7 @@ class DbCreator { await db.open({table: from}); await db.create({table: to}); - const bookId2RecId = new Map(); + let bookId2RecId = new Map(); const saveChunk = async(chunk) => { const ids = []; @@ -544,7 +544,7 @@ class DbCreator { await saveChunk(chunk); processed += chunk.length; - callback({progress: processed/fromLength}); + callback({progress: 0.5*processed/fromLength}); } else break; @@ -559,12 +559,26 @@ class DbCreator { await db.close({table: from}); await db.create({table: toId}); - const idRows = []; + + const chunkSize = 50000; + let idRows = []; + let proc = 0; for (const [id, value] of bookId2RecId) { idRows.push({id, value}); + if (idRows.length >= chunkSize) { + await db.insert({table: toId, rows: idRows}); + idRows = []; + + proc += chunkSize; + callback({progress: 0.5 + 0.5*proc/bookId2RecId.size}); + } } - await db.insert({table: toId, rows: idRows}); + if (idRows.length) + await db.insert({table: toId, rows: idRows}); await db.close({table: toId}); + + bookId2RecId = null; + utils.freeMemory(); } async countStats(db, callback, stats) {