From ad2af95ebddaccdaf945cb39cefcd2e6a13dedbb Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 01:01:55 +0700 Subject: [PATCH 01/28] =?UTF-8?q?=D0=9F=D0=BE=D0=BF=D1=80=D0=B0=D0=B2?= =?UTF-8?q?=D0=BA=D0=B8=20=D1=82=D0=B5=D0=BA=D1=81=D1=82=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Reader/HelpPage/CommonHelpPage/CommonHelpPage.vue | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/client/components/Reader/HelpPage/CommonHelpPage/CommonHelpPage.vue b/client/components/Reader/HelpPage/CommonHelpPage/CommonHelpPage.vue index 5013c3df..edf0e182 100644 --- a/client/components/Reader/HelpPage/CommonHelpPage/CommonHelpPage.vue +++ b/client/components/Reader/HelpPage/CommonHelpPage/CommonHelpPage.vue @@ -19,7 +19,7 @@

В качестве URL можно задавать html-страничку с книгой, либо прямую ссылку на файл из онлайн-библиотеки (например, скопировав адрес ссылки или кнопки "скачать fb2").

-

Поддерживаемые форматы: html, txt, fb2, fb2.zip

+

Поддерживаемые форматы: fb2, fb2.zip, html, txt и другие

Связаться с разработчиком: bookpauk@gmail.com

From 863ea9089a32ad7d820decd7425a8800e9f6e41e Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 14:58:48 +0700 Subject: [PATCH 02/28] =?UTF-8?q?=D0=9D=D0=B5=D0=B1=D0=BE=D0=BB=D1=8C?= =?UTF-8?q?=D1=88=D0=B8=D0=B5=20=D0=BE=D0=BF=D1=82=D0=B8=D0=BC=D0=B8=D0=B7?= =?UTF-8?q?=D0=B0=D1=86=D0=B8=D0=B8=20=D1=80=D0=B0=D0=B1=D0=BE=D1=82=D1=8B?= =?UTF-8?q?=20=D1=81=20=D0=BA=D0=B5=D1=88=D0=B5=D0=BC=20=D0=B8=20=D1=87?= =?UTF-8?q?=D0=B8=D1=81=D1=82=D0=BA=D0=B8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- client/components/Reader/share/bookManager.js | 17 ++++++++++++++--- 1 file changed, 14 insertions(+), 3 deletions(-) diff --git a/client/components/Reader/share/bookManager.js b/client/components/Reader/share/bookManager.js index bc954965..69067f59 100644 --- a/client/components/Reader/share/bookManager.js +++ b/client/components/Reader/share/bookManager.js @@ -25,11 +25,15 @@ class BookManager { async init(settings) { this.settings = settings; - //this.booksCached нужен только для ускорения загрузки читалки + //bmCacheStore нужен только для ускорения загрузки читалки this.booksCached = await bmCacheStore.getItem('books'); if (!this.booksCached) this.booksCached = {}; this.recent = await bmCacheStore.getItem('recent'); + this.recentLast = await bmCacheStore.getItem('recent-last'); + if (this.recentLast) + this.recent[this.recentLast.key] = this.recentLast; + this.books = Object.assign({}, this.booksCached); this.recentChanged1 = true; @@ -69,12 +73,14 @@ class BookManager { } await this.cleanBooks(); + await this.cleanRecentBooks(); this.booksCached = {}; for (const key in this.books) { this.booksCached[key] = this.metaOnly(this.books[key]); } await bmCacheStore.setItem('books', this.booksCached); + await bmCacheStore.setItem('recent', this.recent); } async cleanBooks() { @@ -205,8 +211,13 @@ class BookManager { this.recent[result.key] = result; await bmRecentStore.setItem(result.key, result); - await this.cleanRecentBooks(); - await bmCacheStore.setItem('recent', this.recent); + + //кэшируем, аккуратно + if (!(this.recentLast && this.recentLast.key == result.key)) { + await bmCacheStore.setItem('recent', this.recent); + } + this.recentLast = result; + await bmCacheStore.setItem('recent-last', this.recentLast); this.recentChanged1 = true; this.recentChanged2 = true; From 0d61f5523a532b13918b9a806b0913de839db487 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 15:00:06 +0700 Subject: [PATCH 03/28] =?UTF-8?q?=D0=9C=D0=B5=D0=BB=D0=BA=D0=B0=D1=8F=20?= =?UTF-8?q?=D0=BF=D0=BE=D0=BF=D1=80=D0=B0=D0=B2=D0=BA=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- client/components/Reader/share/bookManager.js | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/client/components/Reader/share/bookManager.js b/client/components/Reader/share/bookManager.js index 69067f59..104233b4 100644 --- a/client/components/Reader/share/bookManager.js +++ b/client/components/Reader/share/bookManager.js @@ -5,10 +5,6 @@ import BookParser from './BookParser'; const maxDataSize = 500*1024*1024;//chars, not bytes -const bmCacheStore = localForage.createInstance({ - name: 'bmCacheStore' -}); - const bmMetaStore = localForage.createInstance({ name: 'bmMetaStore' }); @@ -21,6 +17,11 @@ const bmRecentStore = localForage.createInstance({ name: 'bmRecentStore' }); +//bmCacheStore нужен только для ускорения загрузки читалки +const bmCacheStore = localForage.createInstance({ + name: 'bmCacheStore' +}); + class BookManager { async init(settings) { this.settings = settings; From ca47d9272c1111cb41b1ac4e39196e06535af570 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 15:20:20 +0700 Subject: [PATCH 04/28] =?UTF-8?q?=D0=9F=D0=BE=D0=BF=D1=80=D0=B0=D0=B2?= =?UTF-8?q?=D0=BA=D0=B0=20=D0=B1=D0=B0=D0=B3=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- client/components/Reader/share/bookManager.js | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/client/components/Reader/share/bookManager.js b/client/components/Reader/share/bookManager.js index 104233b4..a1bfa326 100644 --- a/client/components/Reader/share/bookManager.js +++ b/client/components/Reader/share/bookManager.js @@ -17,7 +17,6 @@ const bmRecentStore = localForage.createInstance({ name: 'bmRecentStore' }); -//bmCacheStore нужен только для ускорения загрузки читалки const bmCacheStore = localForage.createInstance({ name: 'bmCacheStore' }); @@ -26,7 +25,6 @@ class BookManager { async init(settings) { this.settings = settings; - //bmCacheStore нужен только для ускорения загрузки читалки this.booksCached = await bmCacheStore.getItem('books'); if (!this.booksCached) this.booksCached = {}; @@ -49,7 +47,9 @@ class BookManager { } } - + //долгая загрузка из хранилища + //bmMetaStore и bmRecentStore в будущем можно будет убрать + //bmCacheStore достаточно async loadMeta(immediate) { if (!immediate) await utils.sleep(2000); @@ -62,7 +62,13 @@ class BookManager { if (keySplit.length == 2 && keySplit[0] == 'bmMeta') { let meta = await bmMetaStore.getItem(key); + const oldBook = this.books[meta.key]; this.books[meta.key] = meta; + + if (oldBook && oldBook.data && oldBook.parsed) { + this.books[meta.key].data = oldBook.data; + this.books[meta.key].parsed = oldBook.parsed; + } } } From 22f9287d8bbf8df2f2234787686ff720fea12e51 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 15:38:03 +0700 Subject: [PATCH 05/28] =?UTF-8?q?=D0=9D=D0=B5=D0=B1=D0=BE=D0=BB=D1=8C?= =?UTF-8?q?=D1=88=D0=B8=D0=B5=20=D0=B4=D0=BE=D1=80=D0=B0=D0=B1=D0=BE=D1=82?= =?UTF-8?q?=D0=BA=D0=B8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- client/api/reader.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/client/api/reader.js b/client/api/reader.js index 071a9689..c89ccec0 100644 --- a/client/api/reader.js +++ b/client/api/reader.js @@ -49,8 +49,9 @@ class Reader { } //проверка воркера const prevProgress = response.data.progress; + const prevState = response.data.state; response = await workerApi.post('/get-state', {workerId}); - i = (prevProgress != response.data.progress ? 1 : i); + i = (prevProgress != response.data.progress || prevState != response.data.state ? 1 : i); } } From 56bf69a7707e8e14e3da841d4d7e63984eab96b8 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 15:52:13 +0700 Subject: [PATCH 06/28] =?UTF-8?q?=D0=A3=D1=80=D0=B5=D0=B7=D0=B0=D0=BB=20?= =?UTF-8?q?=D0=BE=D1=87=D0=B5=D1=80=D0=B5=D0=B4=D1=8C=20=D0=BA=D0=BE=D0=BD?= =?UTF-8?q?=D0=B2=D0=B5=D1=80=D1=82=D0=B8=D1=80=D0=BE=D0=B2=D0=B0=D0=BD?= =?UTF-8?q?=D0=B8=D1=8F=20=D0=B4=D0=BE=2010=20=D0=BF=D1=80=D0=BE=D1=86?= =?UTF-8?q?=D0=B5=D1=81=D1=81=D0=BE=D0=B2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertBase.js | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/server/core/BookConverter/ConvertBase.js b/server/core/BookConverter/ConvertBase.js index ca78b442..ef06884e 100644 --- a/server/core/BookConverter/ConvertBase.js +++ b/server/core/BookConverter/ConvertBase.js @@ -5,6 +5,8 @@ const chardet = require('chardet'); const textUtils = require('./textUtils'); const utils = require('../utils'); +let execConverterCounter = 0; + class ConvertBase { constructor(config) { this.config = config; @@ -30,7 +32,11 @@ class ConvertBase { } async execConverter(path, args, onData) { + execConverterCounter++; try { + if (execConverterCounter > 10) + throw new Error('Слишком большая очередь конвертирования. Пожалуйста, попробуйте позже.'); + const result = await utils.spawnProcess(path, {args, onData}); if (result.code != 0) { let error = result.code; @@ -46,6 +52,8 @@ class ConvertBase { } else { throw new Error(e); } + } finally { + execConverterCounter--; } } From c7d376adf2d934f613447b246e86ae00dd3bf12e Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 18:31:08 +0700 Subject: [PATCH 07/28] =?UTF-8?q?=D0=9D=D0=B5=D0=BA=D0=BE=D1=82=D0=BE?= =?UTF-8?q?=D1=80=D1=8B=D0=B5=20=D0=B4=D0=BE=D1=80=D0=B0=D0=B1=D0=BE=D1=82?= =?UTF-8?q?=D0=BA=D0=B8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertHtml.js | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/server/core/BookConverter/ConvertHtml.js b/server/core/BookConverter/ConvertHtml.js index 9596cff8..4a78f80c 100644 --- a/server/core/BookConverter/ConvertHtml.js +++ b/server/core/BookConverter/ConvertHtml.js @@ -18,11 +18,17 @@ class ConvertHtml extends ConvertBase { } async run(data, opts) { - const checkResult = this.check(data, opts); - if (!checkResult) - return false; + let isText = false; + if (!opts.skipCheck) { + const checkResult = this.check(data, opts); + if (!checkResult) + return false; + + isText = checkResult.isText; + } else { + isText = opts.isText; + } - let {isText} = checkResult; let titleInfo = {}; let desc = {_n: 'description', 'title-info': titleInfo}; let pars = []; From 55d5f6524d87995e0576f97c708d384217962e87 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 18:58:41 +0700 Subject: [PATCH 08/28] =?UTF-8?q?=D0=A0=D0=B0=D0=B1=D0=BE=D1=82=D0=B0=20?= =?UTF-8?q?=D0=BD=D0=B0=D0=B4=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82?= =?UTF-8?q?=D0=B5=D1=80=D0=BE=D0=BC=20Pdf?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertPdf.js | 81 +++++++++++++++++++++++++ server/core/BookConverter/index.js | 1 + server/core/FileDecompressor.js | 2 + 3 files changed, 84 insertions(+) create mode 100644 server/core/BookConverter/ConvertPdf.js diff --git a/server/core/BookConverter/ConvertPdf.js b/server/core/BookConverter/ConvertPdf.js new file mode 100644 index 00000000..a29f495a --- /dev/null +++ b/server/core/BookConverter/ConvertPdf.js @@ -0,0 +1,81 @@ +const fs = require('fs-extra'); + +const sax = require('./sax'); +const utils = require('../utils'); +const ConvertHtml = require('./ConvertHtml'); + +class ConvertPdf extends ConvertHtml { + check(data, opts) { + const {inputFiles} = opts; + + return this.config.useExternalBookConverter && + inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'pdf'; + } + + async run(notUsed, opts) { + if (!this.check(notUsed, opts)) + return false; + await this.checkExternalConverterPresent(); + + const {inputFiles, callback} = opts; + + const outFile = `${inputFiles.fileListDir}/${utils.randomHexString(10)}.xml`; + + //конвертируем в xml + await this.execConverter(this.pdfToHtmlPath, ['-c', '-s', '-xml', inputFiles.sourceFile, outFile]); + callback(50); + + const data = await fs.readFile(outFile); + callback(60); + + //парсим xml + let lines = []; + let inText = false; + let title = ''; + let i = -1; + + const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars + if (!cutCounter && inText) { + lines[i].text += text + ' '; + if (i < 2) + title += text + ' '; + } + }; + + const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars + if (!cutCounter) { + if (tag == 'text' && !inText) { + inText = true; + i++; + + let attrs = sax.getAttrsSync(tail); + lines[i] = { + text: '', + top: (attrs.top && attrs.top.value ? attrs.top.value : null), + left: (attrs.left && attrs.left.value ? attrs.left.value : null), + }; + } + } + }; + + const onEndNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars + if (tag == 'text') + inText = false; + }; + + let buf = this.decode(data).toString(); + sax.parseSync(buf, { + onStartNode, onEndNode, onTextNode + }); + + //найдем параграфы и отступы +console.log(lines.length); + //формируем текст + let text = '' + + text = title + "\n" + text; + return await super.run(Buffer.from(text), {skipCheck: true, isText: true}); + } +} + +module.exports = ConvertPdf; diff --git a/server/core/BookConverter/index.js b/server/core/BookConverter/index.js index 6249b911..6f680324 100644 --- a/server/core/BookConverter/index.js +++ b/server/core/BookConverter/index.js @@ -3,6 +3,7 @@ const FileDetector = require('../FileDetector'); //порядок важен const convertClassFactory = [ + require('./ConvertPdf'), require('./ConvertRtf'), require('./ConvertDocX'), require('./ConvertDoc'), diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index 9948147b..73d46538 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -15,6 +15,8 @@ class FileDecompressor { } async decompressFile(filename, outputDir) { + await fs.ensureDir(outputDir); + const fileType = await this.detector.detectFile(filename); let result = { From b4493b2e8d4c5984e94515244ca114e6fd213784 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 20:02:14 +0700 Subject: [PATCH 09/28] =?UTF-8?q?=D0=A0=D0=B0=D0=B1=D0=BE=D1=82=D0=B0=20?= =?UTF-8?q?=D0=BD=D0=B0=D0=B4=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82?= =?UTF-8?q?=D0=B5=D1=80=D0=BE=D0=BC=20pdf?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertHtml.js | 7 +++- server/core/BookConverter/ConvertPdf.js | 51 +++++++++++++++++++----- 2 files changed, 47 insertions(+), 11 deletions(-) diff --git a/server/core/BookConverter/ConvertHtml.js b/server/core/BookConverter/ConvertHtml.js index 4a78f80c..11c51e02 100644 --- a/server/core/BookConverter/ConvertHtml.js +++ b/server/core/BookConverter/ConvertHtml.js @@ -28,6 +28,7 @@ class ConvertHtml extends ConvertBase { } else { isText = opts.isText; } + const {cutTitle} = opts; let titleInfo = {}; let desc = {_n: 'description', 'title-info': titleInfo}; @@ -73,7 +74,7 @@ class ConvertHtml extends ConvertBase { const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']); const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars - if (!cutCounter) { + if (!cutCounter && !(cutTitle && inTitle)) { growParagraph(text); } @@ -111,7 +112,9 @@ class ConvertHtml extends ConvertBase { for (let i = 0; i < spaceCounter.length; i++) { total += (spaceCounter[i] ? spaceCounter[i] : 0); } - total /= 10; + + total /= 20; + let i = spaceCounter.length - 1; while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--; diff --git a/server/core/BookConverter/ConvertPdf.js b/server/core/BookConverter/ConvertPdf.js index a29f495a..d4a52c0e 100644 --- a/server/core/BookConverter/ConvertPdf.js +++ b/server/core/BookConverter/ConvertPdf.js @@ -45,15 +45,20 @@ class ConvertPdf extends ConvertHtml { const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars if (!cutCounter) { if (tag == 'text' && !inText) { - inText = true; - i++; - let attrs = sax.getAttrsSync(tail); - lines[i] = { + const line = { text: '', top: (attrs.top && attrs.top.value ? attrs.top.value : null), left: (attrs.left && attrs.left.value ? attrs.left.value : null), + width: (attrs.width && attrs.width.value ? attrs.width.value : null), + height: (attrs.height && attrs.height.value ? attrs.height.value : null), }; + + if (line.width !== '0' || line.height !== '0') { + inText = true; + i++; + lines[i] = line; + } } } }; @@ -69,12 +74,40 @@ class ConvertPdf extends ConvertHtml { }); //найдем параграфы и отступы -console.log(lines.length); - //формируем текст - let text = '' + const indents = []; + for (const line of lines) { + const top = parseInt(line.top); + const left = parseInt(line.left); - text = title + "\n" + text; - return await super.run(Buffer.from(text), {skipCheck: true, isText: true}); + if (!isNaN(top)) { + line.top = top; + } + + if (!isNaN(left)) { + indents[left] = 1; + line.left = left; + } + } + + let j = 0; + for (let i = 0; i < indents.length; i++) { + if (indents[i]) { + j++; + indents[i] = j; + } + } + indents[0] = 0; + + //формируем текст + let text = `${title}`; + for (const line of lines) { + const left = line.left || 0; + const sp = ' '.repeat(indents[left]); + + text += sp + line.text + "\n"; + } + + return await super.run(Buffer.from(text), {skipCheck: true, isText: true, cutTitle: true}); } } From 2777751e549e7de6833f790226534673a9645d6c Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 20:29:09 +0700 Subject: [PATCH 10/28] =?UTF-8?q?=D0=A3=D0=BB=D1=83=D1=87=D1=88=D0=B5?= =?UTF-8?q?=D0=BD=D0=B8=D0=B5=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82?= =?UTF-8?q?=D0=B8=D1=80=D0=BE=D0=B2=D0=B0=D0=BD=D0=B8=D1=8F=20Pdf?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertPdf.js | 19 ++++++++++++++++--- 1 file changed, 16 insertions(+), 3 deletions(-) diff --git a/server/core/BookConverter/ConvertPdf.js b/server/core/BookConverter/ConvertPdf.js index d4a52c0e..8b6816ac 100644 --- a/server/core/BookConverter/ConvertPdf.js +++ b/server/core/BookConverter/ConvertPdf.js @@ -100,12 +100,25 @@ class ConvertPdf extends ConvertHtml { //формируем текст let text = `${title}`; + let concat = ''; + let sp = ''; for (const line of lines) { - const left = line.left || 0; - const sp = ' '.repeat(indents[left]); + if (concat == '') { + const left = line.left || 0; + sp = ' '.repeat(indents[left]); + } - text += sp + line.text + "\n"; + let t = line.text.trim(); + if (t.substr(-1) == '-') { + t = t.substr(0, t.length - 1); + concat += t; + } else { + text += sp + concat + t + "\n"; + concat = ''; + } } + if (concat) + text += sp + concat + "\n"; return await super.run(Buffer.from(text), {skipCheck: true, isText: true, cutTitle: true}); } From b06e600946de02bf438ab0e91a71ce7deee6bc1e Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 22:04:42 +0700 Subject: [PATCH 11/28] =?UTF-8?q?=D0=9F=D0=BE=D0=BF=D1=80=D0=B0=D0=B2?= =?UTF-8?q?=D0=BA=D0=B0=20=D0=B1=D0=B0=D0=B3=D0=BE=D0=B2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertHtml.js | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/server/core/BookConverter/ConvertHtml.js b/server/core/BookConverter/ConvertHtml.js index 11c51e02..a49ba8b1 100644 --- a/server/core/BookConverter/ConvertHtml.js +++ b/server/core/BookConverter/ConvertHtml.js @@ -52,14 +52,14 @@ class ConvertHtml extends ConvertBase { newParagraph(); const l = pars.length; - if (pars[l - 1]._t == '') - text = text.trimLeft(); pars[l - 1]._t += text; //посчитаем отступы у текста, чтобы выделить потом параграфы const lines = text.split('\n'); for (let line of lines) { - line = repCrLfTab(line) + if (line.trim() == '') + continue; + line = repCrLfTab(line); let l = 0; while (l < line.length && line[l] == ' ') { @@ -114,7 +114,6 @@ class ConvertHtml extends ConvertBase { } total /= 20; - let i = spaceCounter.length - 1; while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--; From c9b65a3c438a5c72d26c6d3f463f81e0b43cf02b Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Thu, 28 Feb 2019 23:02:34 +0700 Subject: [PATCH 12/28] =?UTF-8?q?=D0=A3=D0=BB=D1=83=D1=87=D1=88=D0=B5?= =?UTF-8?q?=D0=BD=D0=B8=D0=B5=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82?= =?UTF-8?q?=D0=B8=D1=80=D0=BE=D0=B2=D0=B0=D0=BD=D0=B8=D1=8F=20Pdf?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertHtml.js | 15 +++++++--- server/core/BookConverter/ConvertPdf.js | 38 ++++++++++++------------ 2 files changed, 30 insertions(+), 23 deletions(-) diff --git a/server/core/BookConverter/ConvertHtml.js b/server/core/BookConverter/ConvertHtml.js index a49ba8b1..4bec3ad2 100644 --- a/server/core/BookConverter/ConvertHtml.js +++ b/server/core/BookConverter/ConvertHtml.js @@ -109,13 +109,20 @@ class ConvertHtml extends ConvertBase { //подозрение на чистый текст, надо разбить на параграфы if (isText || pars.length < buf.length/2000) { let total = 0; + let max = 0; for (let i = 0; i < spaceCounter.length; i++) { - total += (spaceCounter[i] ? spaceCounter[i] : 0); + const sc = (spaceCounter[i] ? spaceCounter[i] : 0); + max = (sc > max ? sc : max); + total += sc; } - total /= 20; - let i = spaceCounter.length - 1; - while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--; + let i = 0; + //если разброс не слишком большой + if (total < max*2) { + total /= 20; + i = spaceCounter.length - 1; + while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--; + } const parIndent = (i > 0 ? i : 0); diff --git a/server/core/BookConverter/ConvertPdf.js b/server/core/BookConverter/ConvertPdf.js index 8b6816ac..ae341afd 100644 --- a/server/core/BookConverter/ConvertPdf.js +++ b/server/core/BookConverter/ConvertPdf.js @@ -22,16 +22,21 @@ class ConvertPdf extends ConvertHtml { const outFile = `${inputFiles.fileListDir}/${utils.randomHexString(10)}.xml`; //конвертируем в xml - await this.execConverter(this.pdfToHtmlPath, ['-c', '-s', '-xml', inputFiles.sourceFile, outFile]); - callback(50); + let perc = 0; + await this.execConverter(this.pdfToHtmlPath, ['-c', '-s', '-xml', inputFiles.sourceFile, outFile], () => { + perc = (perc < 80 ? perc + 10 : 40); + callback(perc); + }); + callback(80); const data = await fs.readFile(outFile); - callback(60); + callback(90); //парсим xml let lines = []; let inText = false; let title = ''; + let prevTop = 0; let i = -1; const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars @@ -48,16 +53,19 @@ class ConvertPdf extends ConvertHtml { let attrs = sax.getAttrsSync(tail); const line = { text: '', - top: (attrs.top && attrs.top.value ? attrs.top.value : null), - left: (attrs.left && attrs.left.value ? attrs.left.value : null), - width: (attrs.width && attrs.width.value ? attrs.width.value : null), - height: (attrs.height && attrs.height.value ? attrs.height.value : null), + top: parseInt((attrs.top && attrs.top.value ? attrs.top.value : null), 10), + left: parseInt((attrs.left && attrs.left.value ? attrs.left.value : null), 10), + width: parseInt((attrs.width && attrs.width.value ? attrs.width.value : null), 10), + height: parseInt((attrs.height && attrs.height.value ? attrs.height.value : null), 10), }; if (line.width !== '0' || line.height !== '0') { inText = true; - i++; - lines[i] = line; + if (isNaN(line.top) || isNaN(prevTop) || (Math.abs(prevTop - line.top) > 3)) { + i++; + lines[i] = line; + } + prevTop = line.top; } } } @@ -76,16 +84,8 @@ class ConvertPdf extends ConvertHtml { //найдем параграфы и отступы const indents = []; for (const line of lines) { - const top = parseInt(line.top); - const left = parseInt(line.left); - - if (!isNaN(top)) { - line.top = top; - } - - if (!isNaN(left)) { - indents[left] = 1; - line.left = left; + if (!isNaN(line.left)) { + indents[line.left] = 1; } } From 759344bb34bc2f5db28a729eb52a3356c948a1e2 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 00:24:19 +0700 Subject: [PATCH 13/28] =?UTF-8?q?=D0=A3=D0=BB=D1=83=D1=87=D1=88=D0=B5?= =?UTF-8?q?=D0=BD=D0=B8=D0=B5=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82?= =?UTF-8?q?=D0=B5=D1=80=D0=B0=20html?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertHtml.js | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/server/core/BookConverter/ConvertHtml.js b/server/core/BookConverter/ConvertHtml.js index 4bec3ad2..ce28f9d4 100644 --- a/server/core/BookConverter/ConvertHtml.js +++ b/server/core/BookConverter/ConvertHtml.js @@ -109,16 +109,23 @@ class ConvertHtml extends ConvertBase { //подозрение на чистый текст, надо разбить на параграфы if (isText || pars.length < buf.length/2000) { let total = 0; - let max = 0; + let count = 1; for (let i = 0; i < spaceCounter.length; i++) { const sc = (spaceCounter[i] ? spaceCounter[i] : 0); - max = (sc > max ? sc : max); + if (sc) count++; total += sc; } + let d = 0; + const mid = total/count; + for (let i = 0; i < spaceCounter.length; i++) { + const sc = (spaceCounter[i] ? spaceCounter[i] : 0); + if (sc > mid) d++; + } + let i = 0; - //если разброс не слишком большой - if (total < max*2) { + //если разброс не слишком большой, выделяем параграфы + if (d < 10 && spaceCounter.length) { total /= 20; i = spaceCounter.length - 1; while (i > 0 && (!spaceCounter[i] || spaceCounter[i] < total)) i--; From 90a0882c59d77b1994100174d82f5f110c2fd4f5 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 15:10:01 +0700 Subject: [PATCH 14/28] =?UTF-8?q?=D0=A0=D0=B5=D1=84=D0=B0=D0=BA=D1=82?= =?UTF-8?q?=D0=BE=D1=80=D0=B8=D0=BD=D0=B3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/index.js | 18 ++++-------------- 1 file changed, 4 insertions(+), 14 deletions(-) diff --git a/server/core/BookConverter/index.js b/server/core/BookConverter/index.js index 6f680324..201dc119 100644 --- a/server/core/BookConverter/index.js +++ b/server/core/BookConverter/index.js @@ -26,13 +26,6 @@ class BookConverter { const selectedFileType = await this.detector.detectFile(inputFiles.selectedFile); const data = await fs.readFile(inputFiles.selectedFile); - let selectedFileType2 = null; - let data2 = null; - if (inputFiles.nesting) { - selectedFileType2 = await this.detector.detectFile(inputFiles.nesting.selectedFile); - data2 = await fs.readFile(inputFiles.nesting.selectedFile); - } - let result = false; for (const convert of this.convertFactory) { result = await convert.run(data, {inputFiles, url, callback, dataType: selectedFileType}); @@ -40,14 +33,10 @@ class BookConverter { await fs.writeFile(outputFile, result); break; } + } - if (inputFiles.nesting) { - result = await convert.run(data2, {inputFiles: inputFiles.nesting, url, callback, dataType: selectedFileType2}); - if (result) { - await fs.writeFile(outputFile, result); - break; - } - } + if (!result && inputFiles.nesting) { + result = await this.convertToFb2(inputFiles.nesting, outputFile, url, callback); } if (!result) { @@ -59,6 +48,7 @@ class BookConverter { } callback(100); + return result; } } From 4f572b5a104364bd825c3d5e2cb886fddfcefc70 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 17:55:42 +0700 Subject: [PATCH 15/28] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82=D0=B5?= =?UTF-8?q?=D1=80=20=D0=B4=D0=BB=D1=8F=20Epub?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertEpub.js | 49 ++++++++++++++++++++++++ server/core/BookConverter/index.js | 1 + 2 files changed, 50 insertions(+) create mode 100644 server/core/BookConverter/ConvertEpub.js diff --git a/server/core/BookConverter/ConvertEpub.js b/server/core/BookConverter/ConvertEpub.js new file mode 100644 index 00000000..75745f41 --- /dev/null +++ b/server/core/BookConverter/ConvertEpub.js @@ -0,0 +1,49 @@ +const fs = require('fs-extra'); +const path = require('path'); + +const ConvertBase = require('./ConvertBase'); + +class ConvertEpub extends ConvertBase { + async check(data, opts) { + const {inputFiles} = opts; + + if (this.config.useExternalBookConverter && + inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'zip') { + //ищем файл 'mimetype' + for (const file of inputFiles.files) { + if (file == 'mimetype') { + const mt = await fs.readFile(`${inputFiles.filesDir}/${file}`); + if (mt.toString().trim() == 'application/epub+zip') + return true; + break; + } + } + } + + return false; + } + + async run(data, opts) { + if (!await this.check(data, opts)) + return false; + await this.checkExternalConverterPresent(); + + const {inputFiles, callback} = opts; + + const outFile = `${inputFiles.filesDir}/${path.basename(inputFiles.sourceFile)}`; + const epubFile = `${outFile}.epub`; + const fb2File = `${outFile}.fb2`; + + await fs.copy(inputFiles.sourceFile, epubFile); + + let perc = 0; + await this.execConverter(this.calibrePath, [epubFile, fb2File], () => { + perc = (perc < 100 ? perc + 5 : 50); + callback(perc); + }); + + return await fs.readFile(fb2File); + } +} + +module.exports = ConvertEpub; diff --git a/server/core/BookConverter/index.js b/server/core/BookConverter/index.js index 201dc119..33c87693 100644 --- a/server/core/BookConverter/index.js +++ b/server/core/BookConverter/index.js @@ -3,6 +3,7 @@ const FileDetector = require('../FileDetector'); //порядок важен const convertClassFactory = [ + require('./ConvertEpub'), require('./ConvertPdf'), require('./ConvertRtf'), require('./ConvertDocX'), From 8584ddd00e496e152e0bcfa6a68e390945b47716 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 17:58:23 +0700 Subject: [PATCH 16/28] =?UTF-8?q?=D0=A3=D0=B1=D1=80=D0=B0=D0=BB=20=D1=81?= =?UTF-8?q?=D0=B8=D0=B3=D0=BD=D0=B0=D1=82=D1=83=D1=80=D1=83=20Epub?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/FileDetector/signatures.json | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/server/core/FileDetector/signatures.json b/server/core/FileDetector/signatures.json index 691df440..384b3eb2 100644 --- a/server/core/FileDetector/signatures.json +++ b/server/core/FileDetector/signatures.json @@ -128,21 +128,10 @@ { "type": "equal", "start": 3, "end": 4, "bytes": "08" } ] }, - { "type": "notEqual", "start": 36, "end": 58, "bytes": "70656170706c69636174696f6e2f657075622b7a6970" }, { "type": "notEqual", "start": 30, "end": 50, "bytes": "4d4554412d494e462f6d6f7a696c6c612e727361" } ] }, - { - "type": "epub", - "ext": "epub", - "mime": "application/epub+zip", - "rules": [ - { "type": "equal", "start": 0, "end": 4, "bytes": "504b0304" }, - { "type": "equal", "start": 36, "end": 58, "bytes": "70656170706c69636174696f6e2f657075622b7a6970" } - ] - }, - { "type": "xpi", "ext": "xpi", From d88d5a1352760d0fd7f9d0ed277180698189690e Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 18:00:09 +0700 Subject: [PATCH 17/28] =?UTF-8?q?=D0=9D=D0=B0=D1=87=D0=B0=D1=82=D0=B0=20?= =?UTF-8?q?=D0=BF=D0=B5=D1=80=D0=B5=D0=B4=D0=B5=D0=BB=D0=BA=D0=B0=20FileDe?= =?UTF-8?q?compressor=20-=20=D0=BE=D1=82=D0=BA=D0=B0=D0=B7=20=D0=BE=D1=82?= =?UTF-8?q?=20=D0=B8=D1=81=D0=BF=D0=BE=D0=BB=D1=8C=D0=B7=D0=BE=D0=B2=D0=B0?= =?UTF-8?q?=D0=BD=D0=B8=D1=8F=20=D0=B1=D0=B0=D0=B3=D0=BD=D1=83=D1=82=D0=BE?= =?UTF-8?q?=D0=B3=D0=BE=20=D0=BF=D0=B0=D0=BA=D0=B5=D1=82=D0=B0=20decompres?= =?UTF-8?q?s?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- package-lock.json | 300 +++++------------------ package.json | 6 +- server/core/BookConverter/ConvertDoc.js | 4 +- server/core/BookConverter/ConvertDocX.js | 4 +- server/core/BookConverter/ConvertPdf.js | 2 +- server/core/BookConverter/ConvertRtf.js | 4 +- server/core/FileDecompressor.js | 104 ++++---- server/core/ReaderWorker.js | 9 +- 8 files changed, 139 insertions(+), 294 deletions(-) diff --git a/package-lock.json b/package-lock.json index 97c61806..d883552c 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,6 +1,6 @@ { "name": "Liberama", - "version": "0.4.7", + "version": "0.5.2", "lockfileVersion": 1, "requires": true, "dependencies": { @@ -1597,9 +1597,9 @@ } }, "base64-js": { - "version": "0.0.8", - "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-0.0.8.tgz", - "integrity": "sha1-EQHpVE9KdrG8OybUUsqW16NeeXg=" + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.3.0.tgz", + "integrity": "sha512-ccav/yGvoa80BQDljCxsmmQ3Xvx60/UpBIij5QN21W3wBi/hhIC9OoO+KLpu9IJTS9j4DRVJ3aDDF9cMSoa2lw==" }, "bcrypt-pbkdf": { "version": "1.0.2", @@ -1621,15 +1621,6 @@ "integrity": "sha512-DYWGk01lDcxeS/K9IHPGWfT8PsJmbXRtRd2Sx72Tnb8pcYZQFF1oSDb8hJtS1vhp212q1Rzi5dUf9+nq0o9UIg==", "dev": true }, - "bl": { - "version": "1.2.2", - "resolved": "https://registry.npmjs.org/bl/-/bl-1.2.2.tgz", - "integrity": "sha512-e8tQYnZodmebYDWGH7KMRvtzKXaJHx3BbilrgZCfvyLUYdKpK1t5PSPmpkny/SgiTSCnjfLW7v5rlONXVFkQEA==", - "requires": { - "readable-stream": "^2.3.5", - "safe-buffer": "^5.1.1" - } - }, "bluebird": { "version": "3.5.3", "resolved": "https://registry.npmjs.org/bluebird/-/bluebird-3.5.3.tgz", @@ -1809,39 +1800,14 @@ } }, "buffer": { - "version": "3.6.0", - "resolved": "https://registry.npmjs.org/buffer/-/buffer-3.6.0.tgz", - "integrity": "sha1-pyyTb3e5a/UvX357RnGAYoVR3vs=", + "version": "5.2.1", + "resolved": "https://registry.npmjs.org/buffer/-/buffer-5.2.1.tgz", + "integrity": "sha512-c+Ko0loDaFfuPWiL02ls9Xd3GO3cPVmUobQ6t3rXNUk304u6hGq+8N/kFi+QEIKhzK3uwolVhLzszmfLmMLnqg==", "requires": { - "base64-js": "0.0.8", - "ieee754": "^1.1.4", - "isarray": "^1.0.0" + "base64-js": "^1.0.2", + "ieee754": "^1.1.4" } }, - "buffer-alloc": { - "version": "1.2.0", - "resolved": "https://registry.npmjs.org/buffer-alloc/-/buffer-alloc-1.2.0.tgz", - "integrity": "sha512-CFsHQgjtW1UChdXgbyJGtnm+O/uLQeZdtbDo8mfUgYXCHSM1wgrVxXm6bSyrUuErEb+4sYVGCzASBRot7zyrow==", - "requires": { - "buffer-alloc-unsafe": "^1.1.0", - "buffer-fill": "^1.0.0" - } - }, - "buffer-alloc-unsafe": { - "version": "1.1.0", - "resolved": "https://registry.npmjs.org/buffer-alloc-unsafe/-/buffer-alloc-unsafe-1.1.0.tgz", - "integrity": "sha512-TEM2iMIEQdJ2yjPJoSIsldnleVaAk1oW3DBVUykyOLsEsFmEc9kn+SFFPz+gl54KQNxlDnAwCXosOS9Okx2xAg==" - }, - "buffer-crc32": { - "version": "0.2.13", - "resolved": "https://registry.npmjs.org/buffer-crc32/-/buffer-crc32-0.2.13.tgz", - "integrity": "sha1-DTM+PwDqxQqhRUq9MO+MKl2ackI=" - }, - "buffer-fill": { - "version": "1.0.0", - "resolved": "https://registry.npmjs.org/buffer-fill/-/buffer-fill-1.0.0.tgz", - "integrity": "sha1-+PeLdniYiO858gXNY39o5wISKyw=" - }, "buffer-from": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/buffer-from/-/buffer-from-1.1.1.tgz", @@ -2354,14 +2320,6 @@ "delayed-stream": "~1.0.0" } }, - "commander": { - "version": "2.8.1", - "resolved": "https://registry.npmjs.org/commander/-/commander-2.8.1.tgz", - "integrity": "sha1-Br42f+v9oMMwqh4qBy09yXYkJdQ=", - "requires": { - "graceful-readlink": ">= 1.0.0" - } - }, "commondir": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/commondir/-/commondir-1.0.1.tgz", @@ -3080,45 +3038,6 @@ "integrity": "sha1-6zkTMzRYd1y4TNGh+uBiEGu4dUU=", "dev": true }, - "decompress": { - "version": "4.2.0", - "resolved": "https://registry.npmjs.org/decompress/-/decompress-4.2.0.tgz", - "integrity": "sha1-eu3YVCflqS2s/lVnSnxQXpbQH50=", - "requires": { - "decompress-tar": "^4.0.0", - "decompress-tarbz2": "^4.0.0", - "decompress-targz": "^4.0.0", - "decompress-unzip": "^4.0.1", - "graceful-fs": "^4.1.10", - "make-dir": "^1.0.0", - "pify": "^2.3.0", - "strip-dirs": "^2.0.0" - } - }, - "decompress-bzip2": { - "version": "4.0.0", - "resolved": "https://registry.npmjs.org/decompress-bzip2/-/decompress-bzip2-4.0.0.tgz", - "integrity": "sha1-0SVMlJ4F6vYol1QoawY/3Hz/AT8=", - "requires": { - "file-type": "^4.3.0", - "seek-bzip": "^1.0.5" - }, - "dependencies": { - "file-type": { - "version": "4.4.0", - "resolved": "https://registry.npmjs.org/file-type/-/file-type-4.4.0.tgz", - "integrity": "sha1-G2AOX8ofvcboDApwxxyNul95BsU=" - } - } - }, - "decompress-gz": { - "version": "0.0.1", - "resolved": "https://registry.npmjs.org/decompress-gz/-/decompress-gz-0.0.1.tgz", - "integrity": "sha512-YMdCWdxHvPplsTbV1tvr2oFJOtAFNxqVMFnKWEmePBXl+LKG5z5bFrowzc12Jzd7O29nnzI/D1M95Asx0Qa1fg==", - "requires": { - "file-type": "^5.2.0" - } - }, "decompress-response": { "version": "3.3.0", "resolved": "https://registry.npmjs.org/decompress-response/-/decompress-response-3.3.0.tgz", @@ -3127,63 +3046,6 @@ "mimic-response": "^1.0.0" } }, - "decompress-tar": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/decompress-tar/-/decompress-tar-4.1.1.tgz", - "integrity": "sha512-JdJMaCrGpB5fESVyxwpCx4Jdj2AagLmv3y58Qy4GE6HMVjWz1FeVQk1Ct4Kye7PftcdOo/7U7UKzYBJgqnGeUQ==", - "requires": { - "file-type": "^5.2.0", - "is-stream": "^1.1.0", - "tar-stream": "^1.5.2" - } - }, - "decompress-tarbz2": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/decompress-tarbz2/-/decompress-tarbz2-4.1.1.tgz", - "integrity": "sha512-s88xLzf1r81ICXLAVQVzaN6ZmX4A6U4z2nMbOwobxkLoIIfjVMBg7TeguTUXkKeXni795B6y5rnvDw7rxhAq9A==", - "requires": { - "decompress-tar": "^4.1.0", - "file-type": "^6.1.0", - "is-stream": "^1.1.0", - "seek-bzip": "^1.0.5", - "unbzip2-stream": "^1.0.9" - }, - "dependencies": { - "file-type": { - "version": "6.2.0", - "resolved": "https://registry.npmjs.org/file-type/-/file-type-6.2.0.tgz", - "integrity": "sha512-YPcTBDV+2Tm0VqjybVd32MHdlEGAtuxS3VAYsumFokDSMG+ROT5wawGlnHDoz7bfMcMDt9hxuXvXwoKUx2fkOg==" - } - } - }, - "decompress-targz": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/decompress-targz/-/decompress-targz-4.1.1.tgz", - "integrity": "sha512-4z81Znfr6chWnRDNfFNqLwPvm4db3WuZkqV+UgXQzSngG3CEKdBkw5jrv3axjjL96glyiiKjsxJG3X6WBZwX3w==", - "requires": { - "decompress-tar": "^4.1.1", - "file-type": "^5.2.0", - "is-stream": "^1.1.0" - } - }, - "decompress-unzip": { - "version": "4.0.1", - "resolved": "https://registry.npmjs.org/decompress-unzip/-/decompress-unzip-4.0.1.tgz", - "integrity": "sha1-3qrM39FK6vhVePczroIQ+bSEj2k=", - "requires": { - "file-type": "^3.8.0", - "get-stream": "^2.2.0", - "pify": "^2.3.0", - "yauzl": "^2.4.2" - }, - "dependencies": { - "file-type": { - "version": "3.9.0", - "resolved": "https://registry.npmjs.org/file-type/-/file-type-3.9.0.tgz", - "integrity": "sha1-JXoHg4TR24CHvESdEH1SpSZyuek=" - } - } - }, "deep-extend": { "version": "0.6.0", "resolved": "https://registry.npmjs.org/deep-extend/-/deep-extend-0.6.0.tgz", @@ -4172,6 +4034,43 @@ } } }, + "extract-zip": { + "version": "1.6.7", + "resolved": "https://registry.npmjs.org/extract-zip/-/extract-zip-1.6.7.tgz", + "integrity": "sha1-qEC0uK9kAyZMjbV/Txp0Mz74H+k=", + "requires": { + "concat-stream": "1.6.2", + "debug": "2.6.9", + "mkdirp": "0.5.1", + "yauzl": "2.4.1" + }, + "dependencies": { + "debug": { + "version": "2.6.9", + "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", + "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", + "requires": { + "ms": "2.0.0" + } + }, + "fd-slicer": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/fd-slicer/-/fd-slicer-1.0.1.tgz", + "integrity": "sha1-i1vL2ewyfFBBv5qwI/1nUPEXfmU=", + "requires": { + "pend": "~1.2.0" + } + }, + "yauzl": { + "version": "2.4.1", + "resolved": "https://registry.npmjs.org/yauzl/-/yauzl-2.4.1.tgz", + "integrity": "sha1-lSj0QtqxsihOWLQ3m7GU4i4MQAU=", + "requires": { + "fd-slicer": "~1.0.1" + } + } + } + }, "extsprintf": { "version": "1.3.0", "resolved": "https://registry.npmjs.org/extsprintf/-/extsprintf-1.3.0.tgz", @@ -4213,14 +4112,6 @@ "integrity": "sha512-483XLLxTVIwWK3QTrMGRqUfUpoOs/0hbQrl2oz4J0pAcm3A3bu84wxTFqGqkJzewCLdME38xJLJAxBABfQT8sQ==", "dev": true }, - "fd-slicer": { - "version": "1.1.0", - "resolved": "https://registry.npmjs.org/fd-slicer/-/fd-slicer-1.1.0.tgz", - "integrity": "sha1-JcfInLH5B3+IkbvmHY85Dq4lbx4=", - "requires": { - "pend": "~1.2.0" - } - }, "fg-loadcss": { "version": "2.1.0", "resolved": "https://registry.npmjs.org/fg-loadcss/-/fg-loadcss-2.1.0.tgz", @@ -4261,11 +4152,6 @@ "schema-utils": "^1.0.0" } }, - "file-type": { - "version": "5.2.0", - "resolved": "https://registry.npmjs.org/file-type/-/file-type-5.2.0.tgz", - "integrity": "sha1-LdvqfHP/42No365J3DOMBYwritY=" - }, "fill-range": { "version": "4.0.0", "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-4.0.0.tgz", @@ -4436,11 +4322,6 @@ "readable-stream": "^2.0.0" } }, - "fs-constants": { - "version": "1.0.0", - "resolved": "https://registry.npmjs.org/fs-constants/-/fs-constants-1.0.0.tgz", - "integrity": "sha512-y6OAwoSIf7FyjMIv94u+b5rdheZEjzR63GTyZJm5qh4Bi+2YgwLCcI/fPFZkL5PSixOt6ZNKm+w+Hfp/Bciwow==" - }, "fs-extra": { "version": "7.0.1", "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-7.0.1.tgz", @@ -5057,15 +4938,6 @@ "integrity": "sha512-3t6rVToeoZfYSGd8YoLFR2DJkiQrIiUrGcjvFX2mDw3bn6k2OtwHN0TNCLbBO+w8qTvimhDkv+LSscbJY1vE6w==", "dev": true }, - "get-stream": { - "version": "2.3.1", - "resolved": "https://registry.npmjs.org/get-stream/-/get-stream-2.3.1.tgz", - "integrity": "sha1-Xzj5PzRgCWZu4BUKBUFn+Rvdld4=", - "requires": { - "object-assign": "^4.0.1", - "pinkie-promise": "^2.0.0" - } - }, "get-value": { "version": "2.0.6", "resolved": "https://registry.npmjs.org/get-value/-/get-value-2.0.6.tgz", @@ -5220,11 +5092,6 @@ "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.1.15.tgz", "integrity": "sha512-6uHUhOPEBgQ24HM+r6b/QwWfZq+yiFcipKFrOFiBEnWdy5sdzYoi+pJeQaPI5qOLRFqWmAXUPQNsielzdLoecA==" }, - "graceful-readlink": { - "version": "1.0.1", - "resolved": "https://registry.npmjs.org/graceful-readlink/-/graceful-readlink-1.0.1.tgz", - "integrity": "sha1-TK+tdrxi8C+gObL5Tpo906ORpyU=" - }, "har-schema": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/har-schema/-/har-schema-2.0.0.tgz", @@ -5967,11 +5834,6 @@ "is-extglob": "^2.1.1" } }, - "is-natural-number": { - "version": "4.0.1", - "resolved": "https://registry.npmjs.org/is-natural-number/-/is-natural-number-4.0.1.tgz", - "integrity": "sha1-q5124dtM7VHjXeDHLr7PCfc0zeg=" - }, "is-number": { "version": "3.0.0", "resolved": "https://registry.npmjs.org/is-number/-/is-number-3.0.0.tgz", @@ -6031,7 +5893,8 @@ "is-stream": { "version": "1.1.0", "resolved": "https://registry.npmjs.org/is-stream/-/is-stream-1.1.0.tgz", - "integrity": "sha1-EtSj3U5o4Lec6428hBc66A2RykQ=" + "integrity": "sha1-EtSj3U5o4Lec6428hBc66A2RykQ=", + "dev": true }, "is-svg": { "version": "3.0.0", @@ -6336,6 +6199,7 @@ "version": "1.3.0", "resolved": "https://registry.npmjs.org/make-dir/-/make-dir-1.3.0.tgz", "integrity": "sha512-2w31R7SJtieJJnQtGc7RVL2StM2vGYVfqUOvUDxH6bC6aJTxPxTF0GnIgCyu7tjockiUWAYQRbxa7vKn34s5sQ==", + "dev": true, "requires": { "pify": "^3.0.0" }, @@ -6343,7 +6207,8 @@ "pify": { "version": "3.0.0", "resolved": "https://registry.npmjs.org/pify/-/pify-3.0.0.tgz", - "integrity": "sha1-5aSs0sEB/fPZpNB/DbxNtJ3SgXY=" + "integrity": "sha1-5aSs0sEB/fPZpNB/DbxNtJ3SgXY=", + "dev": true } } }, @@ -7413,20 +7278,17 @@ "resolved": "https://registry.npmjs.org/performance-now/-/performance-now-2.1.0.tgz", "integrity": "sha1-Ywn04OX6kT7BxpMHrjZLSzd8nns=" }, - "pify": { - "version": "2.3.0", - "resolved": "https://registry.npmjs.org/pify/-/pify-2.3.0.tgz", - "integrity": "sha1-7RQaasBDqEnqWISY59yosVMw6Qw=" - }, "pinkie": { "version": "2.0.4", "resolved": "https://registry.npmjs.org/pinkie/-/pinkie-2.0.4.tgz", - "integrity": "sha1-clVrgM+g1IqXToDnckjoDtT3+HA=" + "integrity": "sha1-clVrgM+g1IqXToDnckjoDtT3+HA=", + "dev": true }, "pinkie-promise": { "version": "2.0.1", "resolved": "https://registry.npmjs.org/pinkie-promise/-/pinkie-promise-2.0.1.tgz", "integrity": "sha1-ITXW36ejWMBprJsXh3YogihFD/o=", + "dev": true, "requires": { "pinkie": "^2.0.0" } @@ -10047,14 +9909,6 @@ "ajv-keywords": "^3.1.0" } }, - "seek-bzip": { - "version": "1.0.5", - "resolved": "https://registry.npmjs.org/seek-bzip/-/seek-bzip-1.0.5.tgz", - "integrity": "sha1-z+kXyz0nS8/6x5J1ivUxc+sfq9w=", - "requires": { - "commander": "~2.8.1" - } - }, "semver": { "version": "5.6.0", "resolved": "https://registry.npmjs.org/semver/-/semver-5.6.0.tgz", @@ -10563,14 +10417,6 @@ "ansi-regex": "^2.0.0" } }, - "strip-dirs": { - "version": "2.1.0", - "resolved": "https://registry.npmjs.org/strip-dirs/-/strip-dirs-2.1.0.tgz", - "integrity": "sha512-JOCxOeKLm2CAS73y/U4ZeZPTkE+gNVCzKt7Eox84Iej1LT/2pTWYpZKJuxwQpvX1LiZb1xokNR7RLfuBAa7T3g==", - "requires": { - "is-natural-number": "^4.0.1" - } - }, "strip-eof": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/strip-eof/-/strip-eof-1.0.0.tgz", @@ -10770,20 +10616,6 @@ "yallist": "^3.0.2" } }, - "tar-stream": { - "version": "1.6.2", - "resolved": "https://registry.npmjs.org/tar-stream/-/tar-stream-1.6.2.tgz", - "integrity": "sha512-rzS0heiNf8Xn7/mpdSVVSMAWAoy9bfb1WOTYC78Z0UQKeKa/CWS8FOq0lKGNa8DWKAn9gxjCvMLYc5PGXYlK2A==", - "requires": { - "bl": "^1.0.0", - "buffer-alloc": "^1.2.0", - "end-of-stream": "^1.0.0", - "fs-constants": "^1.0.0", - "readable-stream": "^2.3.0", - "to-buffer": "^1.1.1", - "xtend": "^4.0.0" - } - }, "terser": { "version": "3.14.1", "resolved": "https://registry.npmjs.org/terser/-/terser-3.14.1.tgz", @@ -11036,11 +10868,6 @@ "integrity": "sha1-fSKbH8xjfkZsoIEYCDanqr/4P0M=", "dev": true }, - "to-buffer": { - "version": "1.1.1", - "resolved": "https://registry.npmjs.org/to-buffer/-/to-buffer-1.1.1.tgz", - "integrity": "sha512-lx9B5iv7msuFYE3dytT+KE5tap+rNYw+K4jVkb9R/asAb+pbBSM17jtunHplhBe6RRJdZx3Pn2Jph24O32mOVg==" - }, "to-fast-properties": { "version": "1.0.3", "resolved": "https://registry.npmjs.org/to-fast-properties/-/to-fast-properties-1.0.3.tgz", @@ -11201,12 +11028,12 @@ "dev": true }, "unbzip2-stream": { - "version": "1.3.1", - "resolved": "https://registry.npmjs.org/unbzip2-stream/-/unbzip2-stream-1.3.1.tgz", - "integrity": "sha512-fIZnvdjblYs7Cru/xC6tCPVhz7JkYcVQQkePwMLyQELzYTds2Xn8QefPVnvdVhhZqubxNA1cASXEH5wcK0Bucw==", + "version": "1.3.3", + "resolved": "https://registry.npmjs.org/unbzip2-stream/-/unbzip2-stream-1.3.3.tgz", + "integrity": "sha512-fUlAF7U9Ah1Q6EieQ4x4zLNejrRvDWUYmxXUpN3uziFYCHapjWFaCAnreY9bGgxzaMCFAPPpYNng57CypwJVhg==", "requires": { - "buffer": "^3.0.1", - "through": "^2.3.6" + "buffer": "^5.2.1", + "through": "^2.3.8" } }, "union-value": { @@ -12003,15 +11830,6 @@ "camelcase": "^5.0.0", "decamelize": "^1.2.0" } - }, - "yauzl": { - "version": "2.10.0", - "resolved": "https://registry.npmjs.org/yauzl/-/yauzl-2.10.0.tgz", - "integrity": "sha1-x+sXyT4RLLEIb6bY5R+wZnt5pfk=", - "requires": { - "buffer-crc32": "~0.2.3", - "fd-slicer": "~1.1.0" - } } } } diff --git a/package.json b/package.json index 1ba693c9..37f7f779 100644 --- a/package.json +++ b/package.json @@ -29,7 +29,6 @@ "clean-webpack-plugin": "^1.0.0", "copy-webpack-plugin": "^4.6.0", "css-loader": "^1.0.0", - "decompress-targz": "^4.1.1", "disable-output-webpack-plugin": "^1.0.1", "element-theme-chalk": "^2.4.11", "eslint": "^5.11.1", @@ -59,11 +58,9 @@ "axios": "^0.18.0", "chardet": "^0.7.0", "compression": "^1.7.3", - "decompress": "^4.2.0", - "decompress-bzip2": "^4.0.0", - "decompress-gz": "0.0.1", "element-ui": "^2.4.11", "express": "^4.16.4", + "extract-zip": "^1.6.7", "fg-loadcss": "^2.1.0", "fs-extra": "^7.0.1", "got": "^9.5.1", @@ -76,6 +73,7 @@ "path-browserify": "^1.0.0", "sql-template-strings": "^2.2.2", "sqlite": "^3.0.0", + "unbzip2-stream": "^1.3.3", "vue": "^2.5.21", "vue-router": "^3.0.2", "vuex": "^3.0.1", diff --git a/server/core/BookConverter/ConvertDoc.js b/server/core/BookConverter/ConvertDoc.js index d3571b0f..ce627eb8 100644 --- a/server/core/BookConverter/ConvertDoc.js +++ b/server/core/BookConverter/ConvertDoc.js @@ -18,13 +18,13 @@ class ConvertDoc extends ConvertDocX { const {inputFiles, callback} = opts; - const outFile = `${inputFiles.fileListDir}/${path.basename(inputFiles.sourceFile)}`; + const outFile = `${inputFiles.filesDir}/${path.basename(inputFiles.sourceFile)}`; const docFile = `${outFile}.doc`; const docxFile = `${outFile}.docx`; const fb2File = `${outFile}.fb2`; await fs.copy(inputFiles.sourceFile, docFile); - await this.execConverter(this.sofficePath, ['--headless', '--convert-to', 'docx', '--outdir', inputFiles.fileListDir, docFile]); + await this.execConverter(this.sofficePath, ['--headless', '--convert-to', 'docx', '--outdir', inputFiles.filesDir, docFile]); return await super.convert(docxFile, fb2File, callback); } diff --git a/server/core/BookConverter/ConvertDocX.js b/server/core/BookConverter/ConvertDocX.js index 8978475f..c411a444 100644 --- a/server/core/BookConverter/ConvertDocX.js +++ b/server/core/BookConverter/ConvertDocX.js @@ -10,7 +10,7 @@ class ConvertDocX extends ConvertBase { if (this.config.useExternalBookConverter && inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'zip') { //ищем файл '[Content_Types].xml' - for (const file of inputFiles.fileList) { + for (const file of inputFiles.files) { if (file == '[Content_Types].xml') { return true; } @@ -37,7 +37,7 @@ class ConvertDocX extends ConvertBase { const {inputFiles, callback} = opts; - const outFile = `${inputFiles.fileListDir}/${path.basename(inputFiles.sourceFile)}`; + const outFile = `${inputFiles.filesDir}/${path.basename(inputFiles.sourceFile)}`; const docxFile = `${outFile}.docx`; const fb2File = `${outFile}.fb2`; diff --git a/server/core/BookConverter/ConvertPdf.js b/server/core/BookConverter/ConvertPdf.js index ae341afd..236d0a1a 100644 --- a/server/core/BookConverter/ConvertPdf.js +++ b/server/core/BookConverter/ConvertPdf.js @@ -19,7 +19,7 @@ class ConvertPdf extends ConvertHtml { const {inputFiles, callback} = opts; - const outFile = `${inputFiles.fileListDir}/${utils.randomHexString(10)}.xml`; + const outFile = `${inputFiles.filesDir}/${utils.randomHexString(10)}.xml`; //конвертируем в xml let perc = 0; diff --git a/server/core/BookConverter/ConvertRtf.js b/server/core/BookConverter/ConvertRtf.js index 6e6eda31..61f489f7 100644 --- a/server/core/BookConverter/ConvertRtf.js +++ b/server/core/BookConverter/ConvertRtf.js @@ -18,13 +18,13 @@ class ConvertRtf extends ConvertDocX { const {inputFiles, callback} = opts; - const outFile = `${inputFiles.fileListDir}/${path.basename(inputFiles.sourceFile)}`; + const outFile = `${inputFiles.filesDir}/${path.basename(inputFiles.sourceFile)}`; const rtfFile = `${outFile}.rtf`; const docxFile = `${outFile}.docx`; const fb2File = `${outFile}.fb2`; await fs.copy(inputFiles.sourceFile, rtfFile); - await this.execConverter(this.sofficePath, ['--headless', '--convert-to', 'docx', '--outdir', inputFiles.fileListDir, rtfFile]); + await this.execConverter(this.sofficePath, ['--headless', '--convert-to', 'docx', '--outdir', inputFiles.filesDir, rtfFile]); return await super.convert(docxFile, fb2File, callback); } diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index 73d46538..3a19b6c2 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -3,9 +3,8 @@ const zlib = require('zlib'); const crypto = require('crypto'); const path = require('path'); const utils = require('./utils'); -const decompress = require('decompress'); -const decompressGz = require('decompress-gz'); -const decompressBzip2 = require('decompress-bzip2'); +const extractZip = require('extract-zip'); +const unbzip2Stream = require('unbzip2-stream'); const FileDetector = require('./FileDetector'); @@ -14,7 +13,7 @@ class FileDecompressor { this.detector = new FileDetector(); } - async decompressFile(filename, outputDir) { + async decompressNested(filename, outputDir) { await fs.ensureDir(outputDir); const fileType = await this.detector.detectFile(filename); @@ -23,65 +22,88 @@ class FileDecompressor { sourceFile: filename, sourceFileType: fileType, selectedFile: filename, - fileListDir: outputDir, - fileList: [] + filesDir: outputDir, + files: [] }; if (!fileType || !(fileType.ext == 'zip' || fileType.ext == 'bz2' || fileType.ext == 'gz')) { return result; } - //дурной decompress, поэтому в 2 этапа - //этап 1 - let files = []; - try { - files = await decompress(filename, outputDir); - } catch (e) { - // - } + result.files = await this.decompressTar(fileType.ext, filename, outputDir); - //этап 2 - if (files.length == 0) { - try { - files = await decompress(filename, outputDir, { - inputFile: filename, - plugins: [ - decompressGz(), - decompressBzip2({path: path.basename(filename)}), - ] - }); - } catch (e) { - // - } - } - let sel = filename; - let fileList = []; let max = 0; - if (files.length) { + if (result.files.length) { //ищем файл с максимальным размером - for (let file of files) { - fileList.push(file.path); - if (file.data.length > max) { + for (let file of result.files) { + if (file.size > max) { sel = `${outputDir}/${file.path}`; - max = file.data.length; + max = file.size; } } } - //дурной decompress - if (sel != filename) - await fs.chmod(sel, 0o664); - result.selectedFile = sel; - result.fileList = fileList; if (sel != filename) { - result.nesting = await this.decompressFile(sel, `${outputDir}/${utils.randomHexString(10)}`); + result.nesting = await this.decompressNested(sel, `${outputDir}/${utils.randomHexString(10)}`); } return result; } + async decompressTar(fileExt, filename, outputDir) { + return await this.decompress(fileExt, filename, outputDir); + } + + async decompress(fileExt, filename, outputDir) { + let files = []; + + switch (fileExt) { + case 'zip': + files = await this.unZip(filename, outputDir); + break; + /*case 'bz2': + files = await this.unBz2(filename, outputDir); + break; + case 'gz': + files = await this.unGz(filename, outputDir); + break; + case 'tar': + files = await this.unTar(filename, outputDir); + break;*/ + default: + throw new Error(`FileDecompressor: неизвестный формат файла '${fileExt}'`); + } + + return files; + } + + async unZip(filename, outputDir) { + return new Promise((resolve, reject) => { + const files = []; + extractZip(filename, { + dir: outputDir, + onEntry: (entry) => { + files.push({path: entry.fileName, size: entry.uncompressedSize}); + } + }, (err) => { + if (err) + reject(err); + resolve(files); + }); + }); + } + + async unBz2(filename, outputDir) { + } + + async unGz(filename, outputDir) { + } + + async unTar(filename, outputDir) { + } + async gzipBuffer(buf) { return new Promise((resolve, reject) => { zlib.gzip(buf, {level: 1}, (err, result) => { diff --git a/server/core/ReaderWorker.js b/server/core/ReaderWorker.js index ed05a93d..46b758f3 100644 --- a/server/core/ReaderWorker.js +++ b/server/core/ReaderWorker.js @@ -63,7 +63,14 @@ class ReaderWorker { //decompress wState.set({state: 'decompress', step: 2, progress: 0}); decompDir = `${this.config.tempDownloadDir}/${decompDirname}`; - const decompFiles = await this.decomp.decompressFile(downloadedFilename, decompDir); + let decompFiles = {}; + try { + decompFiles = await this.decomp.decompressNested(downloadedFilename, decompDir); + } catch (e) { + if (this.config.branch == 'development') + console.error(e); + throw new Error('Ошибка распаковки'); + } wState.set({progress: 100}); //конвертирование в fb2 From 612b15fecc172f3e5c063e68b3f293fd730c2ada Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 18:23:46 +0700 Subject: [PATCH 18/28] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=20=D0=BC=D0=B5=D1=82=D0=BE=D0=B4=20unBz2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/FileDecompressor.js | 30 ++++++++++++++++++++++++++++-- 1 file changed, 28 insertions(+), 2 deletions(-) diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index 3a19b6c2..e8895fb8 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -63,7 +63,7 @@ class FileDecompressor { case 'zip': files = await this.unZip(filename, outputDir); break; - /*case 'bz2': + case 'bz2': files = await this.unBz2(filename, outputDir); break; case 'gz': @@ -71,7 +71,7 @@ class FileDecompressor { break; case 'tar': files = await this.unTar(filename, outputDir); - break;*/ + break; default: throw new Error(`FileDecompressor: неизвестный формат файла '${fileExt}'`); } @@ -96,6 +96,32 @@ class FileDecompressor { } async unBz2(filename, outputDir) { + return new Promise((resolve, reject) => { + const file = {path: path.basename(filename)}; + const outFilename = `${outputDir}/${file.path}`; + + const inputStream = fs.createReadStream(filename); + const outputStream = fs.createWriteStream(outFilename); + + outputStream.on('close', async() => { + try { + file.size = (await fs.stat(outFilename)).size; + } catch (e) { + reject(e); + } + resolve([file]); + }); + + inputStream.on('error', (err) => { + reject(err); + }); + + outputStream.on('error', (err) => { + reject(err); + }); + + inputStream.pipe(unbzip2Stream()).pipe(outputStream); + }); } async unGz(filename, outputDir) { From 787821f64bee2eed398842b7b1dc1515aab9757c Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 19:28:25 +0700 Subject: [PATCH 19/28] =?UTF-8?q?=D0=9F=D0=BE=D0=BF=D1=80=D0=B0=D0=B2?= =?UTF-8?q?=D0=BA=D0=B8=20=D0=B1=D0=B0=D0=B3=D0=BE=D0=B2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertDocX.js | 4 ++-- server/core/BookConverter/ConvertEpub.js | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/server/core/BookConverter/ConvertDocX.js b/server/core/BookConverter/ConvertDocX.js index c411a444..17387459 100644 --- a/server/core/BookConverter/ConvertDocX.js +++ b/server/core/BookConverter/ConvertDocX.js @@ -6,12 +6,12 @@ const ConvertBase = require('./ConvertBase'); class ConvertDocX extends ConvertBase { check(data, opts) { const {inputFiles} = opts; - +console.log(inputFiles); if (this.config.useExternalBookConverter && inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'zip') { //ищем файл '[Content_Types].xml' for (const file of inputFiles.files) { - if (file == '[Content_Types].xml') { + if (file.path == '[Content_Types].xml') { return true; } } diff --git a/server/core/BookConverter/ConvertEpub.js b/server/core/BookConverter/ConvertEpub.js index 75745f41..79b25b8e 100644 --- a/server/core/BookConverter/ConvertEpub.js +++ b/server/core/BookConverter/ConvertEpub.js @@ -11,8 +11,8 @@ class ConvertEpub extends ConvertBase { inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'zip') { //ищем файл 'mimetype' for (const file of inputFiles.files) { - if (file == 'mimetype') { - const mt = await fs.readFile(`${inputFiles.filesDir}/${file}`); + if (file.path == 'mimetype') { + const mt = await fs.readFile(`${inputFiles.filesDir}/${file.path}`); if (mt.toString().trim() == 'application/epub+zip') return true; break; From d28a82b33afbcb859020825979c10410ced45074 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 19:39:55 +0700 Subject: [PATCH 20/28] =?UTF-8?q?=D0=A3=D0=91=D1=80=D0=B0=D0=BB=20=D0=B4?= =?UTF-8?q?=D0=B5=D0=B1=D0=B0=D0=B3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertDocX.js | 1 - 1 file changed, 1 deletion(-) diff --git a/server/core/BookConverter/ConvertDocX.js b/server/core/BookConverter/ConvertDocX.js index 17387459..11ab67f7 100644 --- a/server/core/BookConverter/ConvertDocX.js +++ b/server/core/BookConverter/ConvertDocX.js @@ -6,7 +6,6 @@ const ConvertBase = require('./ConvertBase'); class ConvertDocX extends ConvertBase { check(data, opts) { const {inputFiles} = opts; -console.log(inputFiles); if (this.config.useExternalBookConverter && inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'zip') { //ищем файл '[Content_Types].xml' From b1d60c19d53ab32426b232df03add55d12d18ed2 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 19:48:50 +0700 Subject: [PATCH 21/28] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=20=D0=BC=D0=B5=D1=82=D0=BE=D0=B4=20unTar?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/FileDecompressor.js | 55 ++++++++++++++++++++++++++------- 1 file changed, 43 insertions(+), 12 deletions(-) diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index e8895fb8..7d7d3853 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -2,10 +2,11 @@ const fs = require('fs-extra'); const zlib = require('zlib'); const crypto = require('crypto'); const path = require('path'); -const utils = require('./utils'); const extractZip = require('extract-zip'); const unbzip2Stream = require('unbzip2-stream'); +const tar = require('tar-fs') +const utils = require('./utils'); const FileDetector = require('./FileDetector'); class FileDecompressor { @@ -26,7 +27,7 @@ class FileDecompressor { files: [] }; - if (!fileType || !(fileType.ext == 'zip' || fileType.ext == 'bz2' || fileType.ext == 'gz')) { + if (!fileType || !(fileType.ext == 'zip' || fileType.ext == 'bz2' || fileType.ext == 'gz' || fileType.ext == 'tar')) { return result; } @@ -95,7 +96,43 @@ class FileDecompressor { }); } - async unBz2(filename, outputDir) { + unBz2(filename, outputDir) { + return this.decompressByStream(unbzip2Stream(), filename, outputDir); + } + + unGz(filename, outputDir) { + return this.decompressByStream(zlib.createGunzip(), filename, outputDir); + } + + unTar(filename, outputDir) { + return new Promise((resolve, reject) => { + const files = []; + + const tarExtract = tar.extract(outputDir, { + map: (header) => { + files.push({path: header.name, size: header.size}); + return header; + } + }); + + tarExtract.on('finish', () => { + resolve(files); + }); + + tarExtract.on('error', (err) => { + reject(err); + }); + + const inputStream = fs.createReadStream(filename); + inputStream.on('error', (err) => { + reject(err); + }); + + inputStream.pipe(tarExtract); + }); + } + + decompressByStream(stream, filename, outputDir) { return new Promise((resolve, reject) => { const file = {path: path.basename(filename)}; const outFilename = `${outputDir}/${file.path}`; @@ -103,7 +140,7 @@ class FileDecompressor { const inputStream = fs.createReadStream(filename); const outputStream = fs.createWriteStream(outFilename); - outputStream.on('close', async() => { + outputStream.on('finish', async() => { try { file.size = (await fs.stat(outFilename)).size; } catch (e) { @@ -120,15 +157,9 @@ class FileDecompressor { reject(err); }); - inputStream.pipe(unbzip2Stream()).pipe(outputStream); + inputStream.pipe(stream).pipe(outputStream); }); - } - - async unGz(filename, outputDir) { - } - - async unTar(filename, outputDir) { - } + } async gzipBuffer(buf) { return new Promise((resolve, reject) => { From 2e5249d30b6d756ef79f7d055b02757ea542c844 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 20:11:37 +0700 Subject: [PATCH 22/28] =?UTF-8?q?=D0=94=D0=BE=D1=80=D0=B0=D0=B1=D0=BE?= =?UTF-8?q?=D1=82=D0=BA=D0=B8,=20=D0=BF=D0=B5=D1=80=D0=B5=D0=B8=D0=BC?= =?UTF-8?q?=D0=B5=D0=BD=D0=BE=D0=B2=D0=B0=D0=BD=D0=B8=D1=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/FileDecompressor.js | 37 ++++++++++++++++++++++++++++++--- 1 file changed, 34 insertions(+), 3 deletions(-) diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index 7d7d3853..99f201db 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -31,7 +31,7 @@ class FileDecompressor { return result; } - result.files = await this.decompressTar(fileType.ext, filename, outputDir); + result.files = await this.decompressTarZZ(fileType.ext, filename, outputDir); let sel = filename; let max = 0; @@ -53,8 +53,39 @@ class FileDecompressor { return result; } - async decompressTar(fileExt, filename, outputDir) { - return await this.decompress(fileExt, filename, outputDir); + async unpack(filename, outputDir) { + const fileType = await this.detector.detectFile(filename); + if (!fileType) + throw new Error('Не удалось определить формат файла'); + + return await this.decompress(fileType.ext, filename, outputDir); + } + + async unpackTarZZ(filename, outputDir) { + const fileType = await this.detector.detectFile(filename); + if (!fileType) + throw new Error('Не удалось определить формат файла'); + + return await this.decompressTarZZ(fileType.ext, filename, outputDir); + } + + async decompressTarZZ(fileExt, filename, outputDir) { + const files = await this.decompress(fileExt, filename, outputDir); + if (fileExt == 'tar' || files.length != 1) + return files; + + const tarFilename = `${outputDir}/${files[0].path}`; + const fileType = await this.detector.detectFile(tarFilename); + if (!fileType || fileType.ext != 'tar') + return files; + + const newTarFilename = `${outputDir}/${utils.randomHexString(30)}`; + await fs.rename(tarFilename, newTarFilename); + + const tarFiles = await this.decompress('tar', newTarFilename, outputDir); + await fs.remove(newTarFilename); + + return tarFiles; } async decompress(fileExt, filename, outputDir) { From a2497c939afd63e675084e40c52b313265ba6b49 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 20:12:19 +0700 Subject: [PATCH 23/28] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=20=D0=BF=D0=B0=D0=BA=D0=B5=D1=82=20tar-fs?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- package-lock.json | 71 +++++++++++++++++++++++++++++++++++++++++++++++ package.json | 1 + 2 files changed, 72 insertions(+) diff --git a/package-lock.json b/package-lock.json index d883552c..bb360b8f 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1621,6 +1621,26 @@ "integrity": "sha512-DYWGk01lDcxeS/K9IHPGWfT8PsJmbXRtRd2Sx72Tnb8pcYZQFF1oSDb8hJtS1vhp212q1Rzi5dUf9+nq0o9UIg==", "dev": true }, + "bl": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/bl/-/bl-3.0.0.tgz", + "integrity": "sha512-EUAyP5UHU5hxF8BPT0LKW8gjYLhq1DQIcneOX/pL/m2Alo+OYDQAJlHq+yseMP50Os2nHXOSic6Ss3vSQeyf4A==", + "requires": { + "readable-stream": "^3.0.1" + }, + "dependencies": { + "readable-stream": { + "version": "3.2.0", + "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-3.2.0.tgz", + "integrity": "sha512-RV20kLjdmpZuTF1INEb9IA3L68Nmi+Ri7ppZqo78wj//Pn62fCoJyV9zalccNzDD/OuJpMG4f+pfMl8+L6QdGw==", + "requires": { + "inherits": "^2.0.3", + "string_decoder": "^1.1.1", + "util-deprecate": "^1.0.1" + } + } + } + }, "bluebird": { "version": "3.5.3", "resolved": "https://registry.npmjs.org/bluebird/-/bluebird-3.5.3.tgz", @@ -4322,6 +4342,11 @@ "readable-stream": "^2.0.0" } }, + "fs-constants": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/fs-constants/-/fs-constants-1.0.0.tgz", + "integrity": "sha512-y6OAwoSIf7FyjMIv94u+b5rdheZEjzR63GTyZJm5qh4Bi+2YgwLCcI/fPFZkL5PSixOt6ZNKm+w+Hfp/Bciwow==" + }, "fs-extra": { "version": "7.0.1", "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-7.0.1.tgz", @@ -10616,6 +10641,52 @@ "yallist": "^3.0.2" } }, + "tar-fs": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/tar-fs/-/tar-fs-2.0.0.tgz", + "integrity": "sha512-vaY0obB6Om/fso8a8vakQBzwholQ7v5+uy+tF3Ozvxv1KNezmVQAiWtcNmMHFSFPqL3dJA8ha6gdtFbfX9mcxA==", + "requires": { + "chownr": "^1.1.1", + "mkdirp": "^0.5.1", + "pump": "^3.0.0", + "tar-stream": "^2.0.0" + }, + "dependencies": { + "pump": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pump/-/pump-3.0.0.tgz", + "integrity": "sha512-LwZy+p3SFs1Pytd/jYct4wpv49HiYCqd9Rlc5ZVdk0V+8Yzv6jR5Blk3TRmPL1ft69TxP0IMZGJ+WPFU2BFhww==", + "requires": { + "end-of-stream": "^1.1.0", + "once": "^1.3.1" + } + } + } + }, + "tar-stream": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/tar-stream/-/tar-stream-2.0.1.tgz", + "integrity": "sha512-I6OJF7wE62BC6zNPdHDtseK0D0187PBjbKSLYY4ffvVkBM6tyBn2O9plDvVM2229/mozfEL/X3++qSvYYQE2xw==", + "requires": { + "bl": "^3.0.0", + "end-of-stream": "^1.4.1", + "fs-constants": "^1.0.0", + "inherits": "^2.0.3", + "readable-stream": "^3.1.1" + }, + "dependencies": { + "readable-stream": { + "version": "3.2.0", + "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-3.2.0.tgz", + "integrity": "sha512-RV20kLjdmpZuTF1INEb9IA3L68Nmi+Ri7ppZqo78wj//Pn62fCoJyV9zalccNzDD/OuJpMG4f+pfMl8+L6QdGw==", + "requires": { + "inherits": "^2.0.3", + "string_decoder": "^1.1.1", + "util-deprecate": "^1.0.1" + } + } + } + }, "terser": { "version": "3.14.1", "resolved": "https://registry.npmjs.org/terser/-/terser-3.14.1.tgz", diff --git a/package.json b/package.json index 37f7f779..d3cb840c 100644 --- a/package.json +++ b/package.json @@ -73,6 +73,7 @@ "path-browserify": "^1.0.0", "sql-template-strings": "^2.2.2", "sqlite": "^3.0.0", + "tar-fs": "^2.0.0", "unbzip2-stream": "^1.3.3", "vue": "^2.5.21", "vue-router": "^3.0.2", From cd482ea8908cf0ad2e80fd173443faffdc1dcadc Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 20:47:39 +0700 Subject: [PATCH 24/28] =?UTF-8?q?=D0=9D=D0=B5=D0=B1=D0=BE=D0=BB=D1=8C?= =?UTF-8?q?=D1=88=D0=B0=D1=8F=20=D0=BF=D0=BE=D0=BF=D1=80=D0=B0=D0=B2=D0=BA?= =?UTF-8?q?=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/FileDecompressor.js | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index 99f201db..59cdcbff 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -164,9 +164,13 @@ class FileDecompressor { } decompressByStream(stream, filename, outputDir) { - return new Promise((resolve, reject) => { - const file = {path: path.basename(filename)}; - const outFilename = `${outputDir}/${file.path}`; + return new Promise(async(resolve, reject) => { + const file = {path: path.parse(filename).name}; + let outFilename = `${outputDir}/${file.path}`; + if (await fs.pathExists(outFilename)) { + file.path = `${utils.randomHexString(10)}-${file.path}`; + outFilename = `${outputDir}/${file.path}`; + } const inputStream = fs.createReadStream(filename); const outputStream = fs.createWriteStream(outFilename); From db803bcd23512544b69d1e6ea838e1811c75bc46 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 20:47:55 +0700 Subject: [PATCH 25/28] =?UTF-8?q?=D0=9E=D1=82=D0=BA=D0=B0=D0=B7=20=D0=BE?= =?UTF-8?q?=D1=82=20=D0=BF=D0=B0=D0=BA=D0=B5=D1=82=D0=B0=20decompress?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- build/linux.js | 17 +++++------------ build/win.js | 13 +++++-------- 2 files changed, 10 insertions(+), 20 deletions(-) diff --git a/build/linux.js b/build/linux.js index 8e0e3b1d..70dc4232 100644 --- a/build/linux.js +++ b/build/linux.js @@ -5,8 +5,7 @@ const stream = require('stream'); const pipeline = util.promisify(stream.pipeline); const got = require('got'); -const decompress = require('decompress'); -const decompressTargz = require('decompress-targz'); +const FileDecompressor = require('../server/core/FileDecompressor'); const distDir = path.resolve(__dirname, '../dist'); const publicDir = `${distDir}/tmp/public`; @@ -15,6 +14,8 @@ const outDir = `${distDir}/linux`; const tempDownloadDir = `${distDir}/tmp/download`; async function main() { + const decomp = new FileDecompressor(); + await fs.emptyDir(outDir); // перемещаем public на место if (await fs.pathExists(publicDir)) @@ -32,11 +33,7 @@ async function main() { console.log(`done downloading ${sqliteRemoteUrl}`); //распаковываем - await decompress(`${tempDownloadDir}/sqlite.tar.gz`, `${tempDownloadDir}`, { - plugins: [ - decompressTargz() - ] - }); + console.log(await decomp.unpackTarZZ(`${tempDownloadDir}/sqlite.tar.gz`, tempDownloadDir)); console.log('files decompressed'); } // копируем в дистрибутив @@ -53,11 +50,7 @@ async function main() { console.log(`done downloading ${ipfsRemoteUrl}`); //распаковываем - await decompress(`${tempDownloadDir}/ipfs.tar.gz`, `${tempDownloadDir}`, { - plugins: [ - decompressTargz() - ] - }); + console.log(await decomp.unpackTarZZ(`${tempDownloadDir}/ipfs.tar.gz`, tempDownloadDir)); console.log('files decompressed'); } diff --git a/build/win.js b/build/win.js index d47dfc8c..569d3f10 100644 --- a/build/win.js +++ b/build/win.js @@ -5,8 +5,7 @@ const stream = require('stream'); const pipeline = util.promisify(stream.pipeline); const got = require('got'); -const decompress = require('decompress'); -const decompressTargz = require('decompress-targz'); +const FileDecompressor = require('../server/core/FileDecompressor'); const distDir = path.resolve(__dirname, '../dist'); const publicDir = `${distDir}/tmp/public`; @@ -15,6 +14,8 @@ const outDir = `${distDir}/win`; const tempDownloadDir = `${distDir}/tmp/download`; async function main() { + const decomp = new FileDecompressor(); + await fs.emptyDir(outDir); // перемещаем public на место if (await fs.pathExists(publicDir)) @@ -32,11 +33,7 @@ async function main() { console.log(`done downloading ${sqliteRemoteUrl}`); //распаковываем - await decompress(`${tempDownloadDir}/sqlite.tar.gz`, `${tempDownloadDir}`, { - plugins: [ - decompressTargz() - ] - }); + console.log(await decomp.unpackTarZZ(`${tempDownloadDir}/sqlite.tar.gz`, tempDownloadDir)); console.log('files decompressed'); } // копируем в дистрибутив @@ -53,7 +50,7 @@ async function main() { console.log(`done downloading ${ipfsRemoteUrl}`); //распаковываем - await decompress(`${tempDownloadDir}/ipfs.zip`, `${tempDownloadDir}`); + console.log(await decomp.unpack(`${tempDownloadDir}/ipfs.zip`, tempDownloadDir)); console.log('files decompressed'); } // копируем в дистрибутив From 91c331e5f3446827d70f1d202a807680d41ba8a1 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 21:23:33 +0700 Subject: [PATCH 26/28] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB?= =?UTF-8?q?=D0=B5=D0=BD=20=D0=BA=D0=BE=D0=BD=D0=B2=D0=B5=D1=80=D1=82=D0=B5?= =?UTF-8?q?=D1=80=20=D0=B4=D0=BB=D1=8F=20Mobi?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter/ConvertMobi.js | 37 ++++++++++++++++++++++++ server/core/BookConverter/index.js | 1 + server/core/FileDetector/signatures.json | 9 ++++++ 3 files changed, 47 insertions(+) create mode 100644 server/core/BookConverter/ConvertMobi.js diff --git a/server/core/BookConverter/ConvertMobi.js b/server/core/BookConverter/ConvertMobi.js new file mode 100644 index 00000000..e8d6172b --- /dev/null +++ b/server/core/BookConverter/ConvertMobi.js @@ -0,0 +1,37 @@ +const fs = require('fs-extra'); +const path = require('path'); + +const ConvertBase = require('./ConvertBase'); + +class ConvertMobi extends ConvertBase { + async check(data, opts) { + const {inputFiles} = opts; + + return (this.config.useExternalBookConverter && + inputFiles.sourceFileType && inputFiles.sourceFileType.ext == 'mobi'); + } + + async run(data, opts) { + if (!await this.check(data, opts)) + return false; + await this.checkExternalConverterPresent(); + + const {inputFiles, callback} = opts; + + const outFile = `${inputFiles.filesDir}/${path.basename(inputFiles.sourceFile)}`; + const mobiFile = `${outFile}.mobi`; + const fb2File = `${outFile}.fb2`; + + await fs.copy(inputFiles.sourceFile, mobiFile); + + let perc = 0; + await this.execConverter(this.calibrePath, [mobiFile, fb2File], () => { + perc = (perc < 100 ? perc + 5 : 50); + callback(perc); + }); + + return await fs.readFile(fb2File); + } +} + +module.exports = ConvertMobi; diff --git a/server/core/BookConverter/index.js b/server/core/BookConverter/index.js index 33c87693..433c94b8 100644 --- a/server/core/BookConverter/index.js +++ b/server/core/BookConverter/index.js @@ -8,6 +8,7 @@ const convertClassFactory = [ require('./ConvertRtf'), require('./ConvertDocX'), require('./ConvertDoc'), + require('./ConvertMobi'), require('./ConvertFb2'), require('./ConvertSamlib'), require('./ConvertHtml'), diff --git a/server/core/FileDetector/signatures.json b/server/core/FileDetector/signatures.json index 384b3eb2..a267fc06 100644 --- a/server/core/FileDetector/signatures.json +++ b/server/core/FileDetector/signatures.json @@ -711,6 +711,15 @@ ] } ] + }, + + { + "type": "mobi", + "ext": "mobi", + "mime": "application/x-mobipocket-ebook", + "rules": [ + { "type": "equal", "start": 64, "end": 68, "bytes": "4d4f4249" } + ] } ] From 30260883fb6b9bfd770c7ad934dfe567f44ca1e6 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 21:29:11 +0700 Subject: [PATCH 27/28] =?UTF-8?q?=D0=9F=D0=BE=D0=BF=D1=80=D0=B0=D0=B2?= =?UTF-8?q?=D0=BA=D0=B8=20=D1=82=D0=B5=D0=BA=D1=81=D1=82=D0=B0=20=D0=BF?= =?UTF-8?q?=D1=80=D0=B8=D0=B2=D0=B5=D1=82=D1=81=D1=82=D0=B2=D0=B8=D1=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- client/components/Reader/LoaderPage/LoaderPage.vue | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/client/components/Reader/LoaderPage/LoaderPage.vue b/client/components/Reader/LoaderPage/LoaderPage.vue index 58515f5d..684e0e73 100644 --- a/client/components/Reader/LoaderPage/LoaderPage.vue +++ b/client/components/Reader/LoaderPage/LoaderPage.vue @@ -3,9 +3,8 @@
{{ title }} Добро пожаловать! - Поддерживаются форматы: fb2, html, txt - ...а также: rtf, doc, docx, и вскоре: pdf, epub, mobi - ...и распознается сжатие: zip, bz2, gz + Поддерживаются форматы: fb2, html, txt и сжатие: zip, bz2, gz + ...а также: rtf, doc, docx, pdf, epub, mobi
From e0de614f30feb7486de7c9d006f9be480774e0c8 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Fri, 1 Mar 2019 21:30:03 +0700 Subject: [PATCH 28/28] =?UTF-8?q?=D0=92=D0=B5=D1=80=D1=81=D0=B8=D1=8F=200.?= =?UTF-8?q?5.3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/package.json b/package.json index d3cb840c..021feee9 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "Liberama", - "version": "0.5.2", + "version": "0.5.3", "engines": { "node": ">=10.0.0" },