From 568e9c66637aa8827aea92c2bb71493ad4373741 Mon Sep 17 00:00:00 2001 From: Book Pauk Date: Sat, 12 Jan 2019 22:26:32 +0700 Subject: [PATCH] =?UTF-8?q?=D0=94=D0=BE=D1=80=D0=B0=D0=B1=D0=BE=D1=82?= =?UTF-8?q?=D0=BA=D0=B0=20=D0=B7=D0=B0=D0=B3=D1=80=D1=83=D0=B7=D0=BA=D0=B8?= =?UTF-8?q?=20=D0=B8=20=D0=BE=D0=B1=D1=80=D0=B0=D0=B1=D0=BE=D1=82=D0=BA?= =?UTF-8?q?=D0=B8=20=D1=84=D0=B0=D0=B9=D0=BB=D0=BE=D0=B2=20=D0=BA=D0=BD?= =?UTF-8?q?=D0=B8=D0=B3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/core/BookConverter.js | 25 +++++++++++++++++++++++++ server/core/FileDecompressor.js | 10 ++++------ server/core/ReaderWorker.js | 33 ++++++++++++++++++++++----------- 3 files changed, 51 insertions(+), 17 deletions(-) create mode 100644 server/core/BookConverter.js diff --git a/server/core/BookConverter.js b/server/core/BookConverter.js new file mode 100644 index 00000000..f236bfbc --- /dev/null +++ b/server/core/BookConverter.js @@ -0,0 +1,25 @@ +const fs = require('fs-extra'); + +class BookConverter { + constructor() { + } + + async convertToFb2(inputFile, outputFile, fileType, callback) { + if (fileType.ext == 'html' || fileType.ext == 'xml') { + const data = await fs.readFile(inputFile, 'utf8'); + + if (data.indexOf('FictionBook') >= 0) { + await fs.writeFile(outputFile, data); + return; + } + + //Заглушка + await fs.writeFile(outputFile, data); + callback(100); + } else { + throw new Error(`unknown file format: ${fileType.mime}`); + } + } +} + +module.exports = BookConverter; \ No newline at end of file diff --git a/server/core/FileDecompressor.js b/server/core/FileDecompressor.js index eaa6488b..220757cf 100644 --- a/server/core/FileDecompressor.js +++ b/server/core/FileDecompressor.js @@ -1,4 +1,3 @@ -const fs = require('fs-extra'); const decompress = require('decompress'); const FileDetector = require('./FileDetector'); @@ -17,13 +16,12 @@ class FileDecompressor { let result = filename; let max = 0; - if (!files.length) { + if (files.length) { //ищем файл с максимальным размером for (let file of files) { - const stats = await fs.stat(file); - if (stats.size > max) { - result = file; - max = stats.size; + if (file.data.length > max) { + result = `${outputDir}/${file.path}`; + max = file.data.length; } } } diff --git a/server/core/ReaderWorker.js b/server/core/ReaderWorker.js index 4208eabe..d32ec02c 100644 --- a/server/core/ReaderWorker.js +++ b/server/core/ReaderWorker.js @@ -1,7 +1,7 @@ const workerState = require('./workerState'); const FileDetector = require('./FileDetector'); const FileDecompressor = require('./FileDecompressor'); -//const BookParser = require('./BookParser'); +const BookConverter = require('./BookConverter'); const utils = require('./utils'); const fs = require('fs-extra'); @@ -15,13 +15,18 @@ class ReaderWorker { this.config = Object.assign({}, config); this.config.tempDownloadDir = `${config.tempDir}/download`; fs.ensureDirSync(this.config.tempDownloadDir); + this.config.tempPublicDir = `${config.publicDir}/tmp`; + fs.ensureDirSync(this.config.tempPublicDir); this.detector = new FileDetector(); this.decomp = new FileDecompressor(); + this.bookConverter = new BookConverter(); } async loadBook(url, wState) { const maxDownloadSize = 10*1024*1024; let errMes = ''; + let decompDir = ''; + let downloadedFilename = ''; try { wState.set({state: 'download', step: 1, totalSteps: 3, url}); @@ -38,28 +43,34 @@ class ReaderWorker { d.destroy(); } }); - const downloadedFilename = `${this.config.tempDownloadDir}/${tempFilename}`; + downloadedFilename = `${this.config.tempDownloadDir}/${tempFilename}`; await pipeline(d, fs.createWriteStream(downloadedFilename)); //decompress wState.set({state: 'decompress', step: 2, progress: 0}); - const decompDir = `${this.config.tempDownloadDir}/${decompDirname}`; + decompDir = `${this.config.tempDownloadDir}/${decompDirname}`; const decompFilename = await this.decomp.decompressFile(downloadedFilename, decompDir); wState.set({progress: 100}); //parse book + wState.set({state: 'parse', step: 3, progress: 0}); const fileType = await this.detector.detectFile(decompFilename); - if (fileType.ext == 'html' || fileType.ext == 'xml') { - //parse - } + fileType.url = url; + let resultFilename = `${this.config.tempPublicDir}/${tempFilename2}`; + await this.bookConverter.convertToFb2(decompFilename, resultFilename, fileType, progress => { + wState.set({progress}); + }); + wState.set({progress: 100}); - //clean - await fs.remove(decompDir); - await fs.remove(downloadedFilename); - - wState.finish({step: 3, file: tempFilename, fileType: fileType}); + wState.finish({file: `/tmp/${tempFilename2}`}); } catch (e) { wState.set({state: 'error', error: (errMes ? errMes : e.message)}); + } finally { + //clean + if (decompDir) + await fs.remove(decompDir); + if (downloadedFilename) + await fs.remove(downloadedFilename); } }