Изменение путей к модулям

server/core/Reader/ReaderWorker.js

@@ -0,0 +1,175 @@
+const fs = require('fs-extra');
+const path = require('path');
+
+const WorkerState = require('../WorkerState');//singleton
+const FileDownloader = require('../FileDownloader');
+const FileDecompressor = require('../FileDecompressor');
+const BookConverter = require('./BookConverter');
+
+const utils = require('../utils');
+const log = new (require('../AppLogger'))().log;//singleton
+
+let instance = null;
+
+//singleton
+class ReaderWorker {
+    constructor(config) {
+        if (!instance) {
+            this.config = Object.assign({}, config);
+            
+            this.config.tempDownloadDir = `${config.tempDir}/download`;
+            fs.ensureDirSync(this.config.tempDownloadDir);
+
+            this.config.tempPublicDir = `${config.publicDir}/tmp`;
+            fs.ensureDirSync(this.config.tempPublicDir);
+
+            this.workerState = new WorkerState();
+            this.down = new FileDownloader();
+            this.decomp = new FileDecompressor();
+            this.bookConverter = new BookConverter(this.config);
+
+            this.periodicCleanDir(this.config.tempPublicDir, this.config.maxTempPublicDirSize, 60*60*1000);//1 раз в час
+            this.periodicCleanDir(this.config.uploadDir, this.config.maxUploadPublicDirSize, 60*60*1000);//1 раз в час
+            
+            instance = this;
+        }
+
+        return instance;
+    }
+
+    async loadBook(opts, wState) {
+        const url = opts.url;
+        let errMes = '';
+        let decompDir = '';
+        let downloadedFilename = '';
+        let isUploaded = false;
+        let convertFilename = '';
+        try {
+            wState.set({state: 'download', step: 1, totalSteps: 3, url});
+
+            const tempFilename = utils.randomHexString(30);
+            const tempFilename2 = utils.randomHexString(30);
+            const decompDirname = utils.randomHexString(30);
+
+            if (url.indexOf('file://') != 0) {//download
+                const downdata = await this.down.load(url, (progress) => {
+                    wState.set({progress});
+                });
+
+                downloadedFilename = `${this.config.tempDownloadDir}/${tempFilename}`;
+                await fs.writeFile(downloadedFilename, downdata);
+            } else {//uploaded file
+                downloadedFilename = `${this.config.uploadDir}/${url.substr(7)}`;
+                if (!await fs.pathExists(downloadedFilename)) 
+                    throw new Error('Файл не найден на сервере (возможно был удален как устаревший). Пожалуйста, загрузите файл с диска на сервер заново.');
+                await utils.touchFile(downloadedFilename);
+                isUploaded = true;
+            }
+            wState.set({progress: 100});
+
+            //decompress
+            wState.set({state: 'decompress', step: 2, progress: 0});
+            decompDir = `${this.config.tempDownloadDir}/${decompDirname}`;
+            let decompFiles = {};
+            try {
+                decompFiles = await this.decomp.decompressNested(downloadedFilename, decompDir);
+            } catch (e) {
+                if (this.config.branch == 'development')
+                    console.error(e);
+                throw new Error('Ошибка распаковки');
+            }
+            wState.set({progress: 100});
+            
+            //конвертирование в fb2
+            wState.set({state: 'convert', step: 3, progress: 0});
+            convertFilename = `${this.config.tempDownloadDir}/${tempFilename2}`;
+            await this.bookConverter.convertToFb2(decompFiles, convertFilename, opts, progress => {
+                wState.set({progress});
+            });
+
+            //сжимаем файл в tmp, если там уже нет с тем же именем-sha256
+            const compFilename = await this.decomp.gzipFileIfNotExists(convertFilename, `${this.config.tempPublicDir}`);
+
+            wState.set({progress: 100});
+
+            //finish
+            const finishFilename = path.basename(compFilename);
+            wState.finish({path: `/tmp/${finishFilename}`});
+
+        } catch (e) {
+            if (this.config.branch == 'development')
+                console.error(e);
+            wState.set({state: 'error', error: (errMes ? errMes : e.message)});
+        } finally {
+            //clean
+            if (decompDir)
+                await fs.remove(decompDir);
+            if (downloadedFilename && !isUploaded)
+                await fs.remove(downloadedFilename);
+            if (convertFilename)
+                await fs.remove(convertFilename);
+        }
+    }
+
+    loadBookUrl(opts) {
+        const workerId = this.workerState.generateWorkerId();
+        const wState = this.workerState.getControl(workerId);
+        wState.set({state: 'start'});
+
+        this.loadBook(opts, wState);
+
+        return workerId;
+    }
+
+    async saveFile(file) {
+        const hash = await utils.getFileHash(file.path, 'sha256', 'hex');
+        const outFilename = `${this.config.uploadDir}/${hash}`;
+
+        if (!await fs.pathExists(outFilename)) {
+            await fs.move(file.path, outFilename);
+        } else {
+            await utils.touchFile(outFilename);
+            await fs.remove(file.path);
+        }
+
+        return `file://${hash}`;
+    }
+
+    async periodicCleanDir(dir, maxSize, timeout) {
+        try {
+            log(`Start clean dir: ${dir}, maxSize=${maxSize}`);
+            const list = await fs.readdir(dir);
+
+            let size = 0;
+            let files = [];
+            for (const name of list) {
+                const stat = await fs.stat(`${dir}/${name}`);
+                if (!stat.isDirectory()) {
+                    size += stat.size;
+                    files.push({name, stat});
+                }
+            }
+            log(`found ${files.length} files in dir ${dir}`);
+
+            files.sort((a, b) => a.stat.mtimeMs - b.stat.mtimeMs);
+
+            let i = 0;
+            while (i < files.length && size > maxSize) {
+                const file = files[i];
+                log(`rm ${dir}/${file.name}`);
+                await fs.remove(`${dir}/${file.name}`);
+                size -= file.stat.size;
+                i++;
+            }
+            log(`removed ${i} files`);
+        } catch(e) {
+            log(LM_ERR, e.message);
+        } finally {
+            setTimeout(() => {
+                this.periodicCleanDir(dir, maxSize, timeout);
+            }, timeout);
+        }
+    }
+}
+
+module.exports = ReaderWorker;