433 lines
14 KiB
JavaScript
433 lines
14 KiB
JavaScript
const fs = require('fs-extra');
|
||
const URL = require('url').URL;
|
||
const iconv = require('iconv-lite');
|
||
const chardet = require('chardet');
|
||
const _ = require('lodash');
|
||
|
||
const FileDetector = require('../FileDetector');
|
||
|
||
class BookConverter {
|
||
constructor() {
|
||
this.detector = new FileDetector();
|
||
}
|
||
|
||
async convertToFb2(inputFile, outputFile, url, callback) {
|
||
const fileType = await this.detector.detectFile(inputFile);
|
||
|
||
if (fileType && (fileType.ext == 'html' || fileType.ext == 'xml')) {
|
||
const data = await fs.readFile(inputFile);
|
||
|
||
if (data.toString().indexOf('<FictionBook') >= 0) {
|
||
await fs.writeFile(outputFile, data);
|
||
return;
|
||
}
|
||
|
||
const parsedUrl = new URL(url);
|
||
if (parsedUrl.hostname == 'samlib.ru' ||
|
||
parsedUrl.hostname == 'budclub.ru') {
|
||
await fs.writeFile(outputFile, await this.convertSamlib(data));
|
||
return;
|
||
}
|
||
|
||
//Заглушка
|
||
await fs.writeFile(outputFile, await this.convertHtml(data));
|
||
callback(100);
|
||
} else {
|
||
if (fileType)
|
||
throw new Error(`unknown file format: ${fileType.mime}`);
|
||
else
|
||
throw new Error(`unsupported file format: ${url}`);
|
||
}
|
||
}
|
||
|
||
decode(data) {
|
||
const charsetAll = chardet.detectAll(data.slice(0, 10000));
|
||
|
||
let selected = 'ISO-8859-1';
|
||
for (const charset of charsetAll) {
|
||
if (charset.name.indexOf('ISO-8859') < 0) {
|
||
selected = charset.name;
|
||
break;
|
||
}
|
||
}
|
||
|
||
return iconv.decode(data, selected);
|
||
}
|
||
|
||
parseHtml(buf, onNode, onText, innerCut) {
|
||
if (!onNode)
|
||
onNode = () => {};
|
||
if (!onText)
|
||
onText = () => {};
|
||
if (!innerCut)
|
||
innerCut = new Set();
|
||
|
||
buf = buf.replace(/ /g, ' ');
|
||
|
||
let i = 0;
|
||
const len = buf.length;
|
||
let cutCounter = 0;
|
||
let cutTag = '';
|
||
while (i < len) {
|
||
let left = buf.indexOf('<', i);
|
||
if (left < 0)
|
||
break;
|
||
let right = buf.indexOf('>', left + 1);
|
||
if (right < 0)
|
||
break;
|
||
|
||
let tag = buf.substr(left + 1, right - left - 1).trim().toLowerCase();
|
||
let tail = '';
|
||
const firstSpace = tag.indexOf(' ');
|
||
if (firstSpace >= 0) {
|
||
tail = tag.substr(firstSpace);
|
||
tag = tag.substr(0, firstSpace);
|
||
}
|
||
|
||
const text = buf.substr(i, left - i);
|
||
|
||
onText(text, cutCounter, cutTag);
|
||
onNode(tag, tail, cutCounter, cutTag);
|
||
|
||
if (innerCut.has(tag) && (!cutCounter || cutTag == tag)) {
|
||
if (!cutCounter)
|
||
cutTag = tag;
|
||
cutCounter++;
|
||
}
|
||
|
||
if (tag != '' && tag.charAt(0) == '/' && cutTag == tag.substr(1)) {
|
||
cutCounter = (cutCounter > 0 ? cutCounter - 1 : 0);
|
||
if (!cutCounter)
|
||
cutTag = '';
|
||
}
|
||
|
||
i = right + 1;
|
||
}
|
||
|
||
if (i < len)
|
||
onText(buf.substr(i, len - i), cutCounter, cutTag);
|
||
}
|
||
|
||
convertHtml(data, isText) {
|
||
let titleInfo = {};
|
||
let desc = {_n: 'description', 'title-info': titleInfo};
|
||
let pars = [];
|
||
let body = {_n: 'body', section: {_a: []}};
|
||
let fb2 = [desc, body];
|
||
|
||
let title = '';
|
||
let inTitle = false;
|
||
|
||
let spaceCounter = [];
|
||
|
||
const newParagraph = () => {
|
||
pars.push({_n: 'p', _t: ''});
|
||
};
|
||
|
||
const growParagraph = (text) => {
|
||
const l = pars.length;
|
||
if (l) {
|
||
if (pars[l - 1]._t == '')
|
||
text = text.trimLeft();
|
||
pars[l - 1]._t += text;
|
||
}
|
||
|
||
//посчитаем отступы у текста, чтобы выделить потом параграфы
|
||
const lines = text.split('\n');
|
||
for (const line of lines) {
|
||
const sp = line.split(' ');
|
||
let l = 0;
|
||
while (l < sp.length && sp[l].trim() == '') {
|
||
l++;
|
||
}
|
||
if (!spaceCounter[l])
|
||
spaceCounter[l] = 0;
|
||
spaceCounter[l]++;
|
||
}
|
||
};
|
||
|
||
newParagraph();
|
||
const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']);
|
||
|
||
const onText = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||
if (!cutCounter) {
|
||
growParagraph(text);
|
||
}
|
||
|
||
if (inTitle && !title)
|
||
title = text;
|
||
};
|
||
|
||
const onNode = (tag, tail, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||
if (!cutCounter) {
|
||
if (newPara.has(tag))
|
||
newParagraph();
|
||
}
|
||
|
||
if (tag == 'title')
|
||
inTitle = true;
|
||
else if (tag == '/title')
|
||
inTitle = false;
|
||
};
|
||
|
||
let buf = this.decode(data).toString();
|
||
|
||
this.parseHtml(buf, onNode, onText, new Set(['head', 'script', 'style']));
|
||
|
||
titleInfo['book-title'] = title;
|
||
|
||
//подозрение на чистый текст, надо разбить на параграфы
|
||
if ((isText || pars.length < buf.length/2000) && spaceCounter.length) {
|
||
let total = 0;
|
||
for (let i = 0; i < spaceCounter.length; i++) {
|
||
total += (spaceCounter[i] ? spaceCounter[i] : 0);
|
||
}
|
||
total /= 10;
|
||
let i = spaceCounter.length - 1;
|
||
while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--;
|
||
|
||
const parIndent = i;
|
||
if (parIndent > 0) {//нашли отступ параграфа
|
||
|
||
let newPars = [];
|
||
const newPar = () => {
|
||
newPars.push({_n: 'p', _t: ''});
|
||
};
|
||
|
||
const growPar = (text) => {
|
||
const l = newPars.length;
|
||
if (l) {
|
||
newPars[l - 1]._t += text;
|
||
}
|
||
}
|
||
|
||
for (const par of pars) {
|
||
newPar();
|
||
|
||
const lines = par._t.split('\n');
|
||
for (const line of lines) {
|
||
const sp = line.split(' ');
|
||
let l = 0;
|
||
while (l < sp.length && sp[l].trim() == '') {
|
||
l++;
|
||
}
|
||
if (l >= parIndent)
|
||
newPar();
|
||
growPar(line.trim() + ' ');
|
||
}
|
||
}
|
||
|
||
body.section._a[0] = newPars;
|
||
} else {
|
||
body.section._a[0] = pars;
|
||
}
|
||
} else {
|
||
body.section._a[0] = pars;
|
||
}
|
||
|
||
//убрать лишнее
|
||
for (let p of body.section._a[0]) {
|
||
p._t = p._t.replace(/[\t\n\r]/g, ' ');
|
||
}
|
||
|
||
return this.formatFb2(fb2);
|
||
}
|
||
|
||
async convertSamlib(data) {
|
||
let titleInfo = {};
|
||
let desc = {_n: 'description', 'title-info': titleInfo};
|
||
let pars = [];
|
||
let body = {_n: 'body', section: {_a: [pars]}};
|
||
let fb2 = [desc, body];
|
||
|
||
let inSubtitle = false;
|
||
let path = '';
|
||
let tag = '';// eslint-disable-line no-unused-vars
|
||
|
||
let inText = false;
|
||
let node = {};
|
||
|
||
const newParagraph = () => {
|
||
node = {_n: 'p', _a: []};
|
||
pars.push(node);
|
||
};
|
||
|
||
const openTag = (name) => {
|
||
let n = {_n: name, _a: [], _p: node};
|
||
node._a.push(n);
|
||
node = n;
|
||
};
|
||
|
||
const closeTag = (name) => {
|
||
if (node._n == name && node._p) {
|
||
node = node._p;
|
||
}
|
||
};
|
||
|
||
const growParagraph = (text) => {
|
||
if (node._n == 'p' && node._a.length == 0)
|
||
text = text.trimLeft();
|
||
node._a.push({_t: text});
|
||
};
|
||
|
||
newParagraph();
|
||
|
||
const onNode = (elemName, tail, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||
if (elemName == '')
|
||
return;
|
||
if (elemName[0] == '!') {//comment
|
||
const text = elemName + tail;
|
||
if (text == '!----------- собственно произведение ---------------')
|
||
inText = true;
|
||
if (text == '!---------------------------------------------------')
|
||
inText = false;
|
||
} else if (elemName[0] != '/') {//open tag
|
||
if (!inText) {
|
||
path += '/' + elemName;
|
||
tag = elemName;
|
||
} else {
|
||
if (!inSubtitle && (elemName == 'p' || elemName == 'dd')) {
|
||
newParagraph();
|
||
}
|
||
|
||
switch (elemName) {
|
||
case 'i':
|
||
openTag('emphasis');
|
||
break;
|
||
case 'b':
|
||
openTag('strong');
|
||
break;
|
||
case 'div':
|
||
if (tail == 'center') {
|
||
openTag('subtitle');
|
||
inSubtitle = true;
|
||
}
|
||
break;
|
||
}
|
||
}
|
||
} else if (elemName[0] == '/') {//close tag
|
||
elemName = elemName.substr(1);
|
||
if (!inText) {
|
||
const oldPath = path;
|
||
let t = '';
|
||
do {
|
||
let i = path.lastIndexOf('/');
|
||
t = path.substr(i + 1);
|
||
path = path.substr(0, i);
|
||
} while (t != elemName && path);
|
||
|
||
if (t != elemName) {
|
||
path = oldPath;
|
||
}
|
||
|
||
let i = path.lastIndexOf('/');
|
||
tag = path.substr(i + 1);
|
||
} else {
|
||
switch (elemName) {
|
||
case 'i':
|
||
closeTag('emphasis');
|
||
break;
|
||
case 'b':
|
||
closeTag('strong');
|
||
break;
|
||
case 'div':
|
||
closeTag('subtitle');
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
};
|
||
|
||
const onText = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||
if (text != ' ' && text.trim() == '')
|
||
text = text.trim();
|
||
|
||
if (text == '')
|
||
return;
|
||
|
||
switch (path) {
|
||
case '/html/body/center/h2':
|
||
titleInfo['book-title'] = text;
|
||
return;
|
||
case '/html/body/div/h3':
|
||
if (!titleInfo.author)
|
||
titleInfo.author = {};
|
||
text = text.replace(':', '').trim().split(' ');
|
||
if (text[0])
|
||
titleInfo.author['last-name'] = text[0];
|
||
if (text[1])
|
||
titleInfo.author['first-name'] = text[1];
|
||
if (text[2])
|
||
titleInfo.author['middle-name'] = text[2];
|
||
return;
|
||
}
|
||
|
||
if (inText)
|
||
growParagraph(text);
|
||
};
|
||
|
||
this.parseHtml(this.decode(data).toString(),
|
||
onNode, onText, new Set(['head', 'script', 'style']));
|
||
|
||
const title = (titleInfo['book-title'] ? titleInfo['book-title'] : '');
|
||
let author = '';
|
||
if (titleInfo.author) {
|
||
author = _.compact([
|
||
(titleInfo.author['last-name'] ? titleInfo.author['last-name'] : ''),
|
||
(titleInfo.author['first-name'] ? titleInfo.author['first-name'] : ''),
|
||
(titleInfo.author['middle-name'] ? titleInfo.author['middle-name'] : ''),
|
||
]).join(' ');
|
||
}
|
||
|
||
pars.unshift({_n: 'title', _a: [
|
||
{_n: 'p', _t: author}, {_n: 'p', _t: ''},
|
||
{_n: 'p', _t: title}, {_n: 'p', _t: ''},
|
||
]})
|
||
|
||
return this.formatFb2(fb2);
|
||
}
|
||
|
||
formatFb2(fb2) {
|
||
let out = '<?xml version="1.0" encoding="utf-8"?>';
|
||
out += '<FictionBook xmlns="http://www.gribuser.ru/xml/fictionbook/2.0" xmlns:l="http://www.w3.org/1999/xlink">';
|
||
out += this.formatFb2Node(fb2);
|
||
out += '</FictionBook>';
|
||
return out;
|
||
}
|
||
|
||
formatFb2Node(node, name) {
|
||
let out = '';
|
||
if (Array.isArray(node)) {
|
||
for (const n of node) {
|
||
out += this.formatFb2Node(n);
|
||
}
|
||
} else if (typeof node == 'string') {
|
||
if (name)
|
||
out += `<${name}>${node}</${name}>`;
|
||
else
|
||
out += node;
|
||
} else {
|
||
if (node._n)
|
||
name = node._n;
|
||
|
||
if (name)
|
||
out += `<${name}>`;
|
||
if (node.hasOwnProperty('_t'))
|
||
out += node._t;
|
||
|
||
for (let nodeName in node) {
|
||
if (nodeName && nodeName[0] == '_' && nodeName != '_a')
|
||
continue;
|
||
|
||
const n = node[nodeName];
|
||
out += this.formatFb2Node(n, nodeName);
|
||
}
|
||
|
||
if (name)
|
||
out += `</${name}>`;
|
||
}
|
||
return out;
|
||
}
|
||
}
|
||
|
||
module.exports = BookConverter; |