deadcxap/liberama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Улучшил распарсивание текста

Browse Source
This commit is contained in:
Book Pauk
2019-02-17 14:46:52 +07:00
parent db4bc2afb2
commit a36de9424e
1 changed files with 29 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

62
server/core/BookConverter/index.js
View File

@@ -43,7 +43,7 @@ class BookConverter {
else { else {
//может это чистый текст? //может это чистый текст?
if (textUtils.checkIfText(data)) { if (textUtils.checkIfText(data)) {
await fs.writeFile(outputFile, this.convertHtml(data)); await fs.writeFile(outputFile, this.convertHtml(data, true));
return; return;
} }
@@ -167,7 +167,7 @@ class BookConverter {
titleInfo['book-title'] = title; titleInfo['book-title'] = title;
//подозрение на чистый текст, надо разбить на параграфы //подозрение на чистый текст, надо разбить на параграфы
if ((isText || pars.length < buf.length/2000) && spaceCounter.length) { if (isText || pars.length < buf.length/2000) {
let total = 0; let total = 0;
for (let i = 0; i < spaceCounter.length; i++) { for (let i = 0; i < spaceCounter.length; i++) {
total += (spaceCounter[i] ? spaceCounter[i] : 0); total += (spaceCounter[i] ? spaceCounter[i] : 0);
@@ -176,41 +176,37 @@ class BookConverter {
let i = spaceCounter.length - 1; let i = spaceCounter.length - 1;
while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--; while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--;
const parIndent = i; const parIndent = (i > 0 ? i : 0);
if (parIndent > 0) {//нашли отступ параграфа
let newPars = []; let newPars = [];
const newPar = () => { const newPar = () => {
newPars.push({_n: 'p', _t: ''}); newPars.push({_n: 'p', _t: ''});
}; };
const growPar = (text) => { const growPar = (text) => {
const l = newPars.length; const l = newPars.length;
if (l) { if (l) {
newPars[l - 1]._t += text; newPars[l - 1]._t += text;
}
} }
for (const par of pars) {
newPar();
const lines = par._t.split('\n');
for (const line of lines) {
const sp = line.split(' ');
let l = 0;
while (l < sp.length && sp[l].trim() == '') {
l++;
}
if (l >= parIndent)
newPar();
growPar(line.trim() + ' ');
}
}
body.section._a[0] = newPars;
} else {
body.section._a[0] = pars;
} }
for (const par of pars) {
newPar();
const lines = par._t.split('\n');
for (const line of lines) {
const sp = line.split(' ');
let l = 0;
while (l < sp.length && sp[l].trim() == '') {
l++;
}
if (l >= parIndent)
newPar();
growPar(line.trim() + ' ');
}
}
body.section._a[0] = newPars;
} else { } else {
body.section._a[0] = pars; body.section._a[0] = pars;
} }