Доработки DbCreator

This commit is contained in:
Book Pauk
2022-08-18 18:54:38 +07:00
parent 587ba2c957
commit 61975b6f2b

View File

@@ -201,8 +201,7 @@ class DbCreator {
genreCount: genreArr.length, genreCount: genreArr.length,
langCount: langArr.length, langCount: langArr.length,
}; };
//console.log(stats);
console.log(stats);
const inpxHash = await utils.getFileHash(config.inpxFile, 'sha256', 'hex'); const inpxHash = await utils.getFileHash(config.inpxFile, 'sha256', 'hex');
@@ -284,34 +283,20 @@ class DbCreator {
index: {field: 'value', depth: config.indexDepth}, index: {field: 'value', depth: config.indexDepth},
}); });
//вставка в БД по кусочкам, экономим память await db.insert({table: 'genre', rows: genreArr});
for (let i = 0; i < genreArr.length; i += chunkSize) {
const chunk = genreArr.slice(i, i + chunkSize);
for (const rec of chunk)
rec.authorId = Array.from(rec.authorId);
await db.insert({table: 'genre', rows: chunk});
}
genreArr = null; genreArr = null;
await db.close({table: 'genre'}); await db.close({table: 'genre'});
utils.freeMemory(); utils.freeMemory();
//genre //lang
callback({job: 'lang save', jobMessage: 'Сохранение языков'}); callback({job: 'lang save', jobMessage: 'Сохранение языков'});
await db.create({ await db.create({
table: 'lang', table: 'lang',
index: {field: 'value', depth: config.indexDepth}, index: {field: 'value', depth: config.indexDepth},
}); });
//вставка в БД по кусочкам, экономим память await db.insert({table: 'lang', rows: langArr});
for (let i = 0; i < langArr.length; i += chunkSize) {
const chunk = langArr.slice(i, i + chunkSize);
for (const rec of chunk)
rec.authorId = Array.from(rec.authorId);
await db.insert({table: 'lang', rows: chunk});
}
langArr = null; langArr = null;
await db.close({table: 'lang'}); await db.close({table: 'lang'});