Compare commits
243 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ed5dc25d94 | ||
|
|
dd11e8c5ad | ||
|
|
2db2b8cff4 | ||
|
|
4d3661b758 | ||
|
|
891b1e4fe8 | ||
|
|
d588b16885 | ||
|
|
a0e4651607 | ||
|
|
c21b8ffa0e | ||
|
|
f174617f33 | ||
|
|
2de9ad0edf | ||
|
|
a6592f2f8d | ||
|
|
b4da07e924 | ||
|
|
110d145b91 | ||
|
|
fc3d391aa0 | ||
|
|
4d01901463 | ||
|
|
2d380bd98f | ||
|
|
2dd67487dc | ||
|
|
a3190e4af3 | ||
|
|
3d28beddac | ||
|
|
c11e949316 | ||
|
|
4bbaf659b8 | ||
|
|
caf3adf884 | ||
|
|
6dfb3f6db9 | ||
|
|
e39611098a | ||
|
|
d7d04fcda8 | ||
|
|
7b2171c269 | ||
|
|
0bb434d415 | ||
|
|
391fb3aa70 | ||
|
|
81d8b476a5 | ||
|
|
79e6ca2d27 | ||
|
|
1d99472ca1 | ||
|
|
ec6b72868b | ||
|
|
8ee1b98a12 | ||
|
|
ffc65ab944 | ||
|
|
7b5061df5f | ||
|
|
2fa48cdde6 | ||
|
|
28963116c3 | ||
|
|
18da23530b | ||
|
|
b64c5de5a3 | ||
|
|
f1db203027 | ||
|
|
927dade502 | ||
|
|
04a8ba8426 | ||
|
|
40f72d17e6 | ||
|
|
4b5949e3bc | ||
|
|
f7994fd9e9 | ||
|
|
9cf9530447 | ||
|
|
98fac2bf11 | ||
|
|
e755ddbbef | ||
|
|
b5c7219e09 | ||
|
|
6a640ba2cd | ||
|
|
d2484659e7 | ||
|
|
8f4dec510c | ||
|
|
e4571faf39 | ||
|
|
a40d9e25b0 | ||
|
|
02f276ca6b | ||
|
|
2ae7f21bc8 | ||
|
|
55239159ba | ||
|
|
d9f1912ea2 | ||
|
|
351abe9401 | ||
|
|
4cde00b337 | ||
|
|
ba5d7b10b8 | ||
|
|
0360098b53 | ||
|
|
32c2d6fef9 | ||
|
|
2c3172d2a9 | ||
|
|
f43a0bde45 | ||
|
|
0f7ac5c387 | ||
|
|
a4aa4ae2f0 | ||
|
|
6e9ff3787e | ||
|
|
cd35acb60e | ||
|
|
94bec6ed42 | ||
|
|
42436fabd3 | ||
|
|
36c50fd699 | ||
|
|
1a2cad315f | ||
|
|
1d22a129e5 | ||
|
|
2fd18a93e5 | ||
|
|
511f20e9bc | ||
|
|
a7af7342b6 | ||
|
|
2fa8be9cb0 | ||
|
|
9f67b3bf28 | ||
|
|
037d1aa022 | ||
|
|
b56eeaa024 | ||
|
|
75f5a50d20 | ||
|
|
a38ba2fd9a | ||
|
|
d46d153416 | ||
|
|
e7fe77ef6c | ||
|
|
810920beed | ||
|
|
55984769ea | ||
|
|
0e4344995c | ||
|
|
548f18430d | ||
|
|
8982b3eaf0 | ||
|
|
bcd0308641 | ||
|
|
21ec7df1e7 | ||
|
|
35d7e5296f | ||
|
|
ca812f0eb4 | ||
|
|
e0c856ce8e | ||
|
|
820769071d | ||
|
|
4ea9b388f0 | ||
|
|
26340bf061 | ||
|
|
39dc7647bc | ||
|
|
198a2b9d76 | ||
|
|
6e9662b409 | ||
|
|
c5bd31e514 | ||
|
|
ea5cf4e3bd | ||
|
|
c6080fa423 | ||
|
|
f2f22c362d | ||
|
|
55e05d3469 | ||
|
|
87f8567d93 | ||
|
|
1659f69aae | ||
|
|
f310a70e49 | ||
|
|
b4cb08ea62 | ||
|
|
fba7300131 | ||
|
|
c904990eed | ||
|
|
75cb5444b2 | ||
|
|
1210e5bd8a | ||
|
|
70de9e2ab4 | ||
|
|
3f39b55ca0 | ||
|
|
2ba8297594 | ||
|
|
c3724feba0 | ||
|
|
0b9a25aff0 | ||
|
|
96576307c8 | ||
|
|
f51166822b | ||
|
|
fee3231d10 | ||
|
|
52ed97c8de | ||
|
|
52f3938077 | ||
|
|
c00754c4ca | ||
|
|
78602a082b | ||
|
|
c33fc407d2 | ||
|
|
529095e014 | ||
|
|
8a6852c4ae | ||
|
|
ecb372ec70 | ||
|
|
87fc08e3bc | ||
|
|
b7555fe55d | ||
|
|
1669a21add | ||
|
|
7f68b1d68a | ||
|
|
4cacecc13b | ||
|
|
2509b0f742 | ||
|
|
491c2f3406 | ||
|
|
20bb9f925a | ||
|
|
87369a00a2 | ||
|
|
04f0b17d32 | ||
|
|
86f6ba5ba0 | ||
|
|
dff2f0fcb0 | ||
|
|
801bf3aea9 | ||
|
|
a7db617c14 | ||
|
|
ed4313b77b | ||
|
|
d579be5376 | ||
|
|
b7d176c123 | ||
|
|
cc5d5167a3 | ||
|
|
3a8fa12894 | ||
|
|
1b503dba8e | ||
|
|
53663b2867 | ||
|
|
5c03e06648 | ||
|
|
b598a43361 | ||
|
|
d770d499da | ||
|
|
739f06226f | ||
|
|
03e5a87eb3 | ||
|
|
dd5598a695 | ||
|
|
7553b88b89 | ||
|
|
5f4b993154 | ||
|
|
6eae46eaa1 | ||
|
|
e6485ec0a2 | ||
|
|
8df8ba5e0e | ||
|
|
993fe2d142 | ||
|
|
d7c1a83785 | ||
|
|
f582c34a72 | ||
|
|
fd93d3f523 | ||
|
|
634d646622 | ||
|
|
b707f8425e | ||
|
|
bc2a54c4ab | ||
|
|
63dfdaf2c2 | ||
|
|
723af3ea8b | ||
|
|
f1267879af | ||
|
|
784dda03fd | ||
|
|
ea6d61ac6f | ||
|
|
54f0cfec76 | ||
|
|
91d3d4c254 | ||
|
|
ab4d54cc85 | ||
|
|
86aa3511bf | ||
|
|
8d5792d456 | ||
|
|
12e5c32578 | ||
|
|
19aaba2492 | ||
|
|
1d3a661973 | ||
|
|
6a8f08fca8 | ||
|
|
93634b1137 | ||
|
|
cd72de5014 | ||
|
|
5a19af3c7d | ||
|
|
46829a9b08 | ||
|
|
87d418a32a | ||
|
|
d5a9b77334 | ||
|
|
e865070f23 | ||
|
|
294fb35f4d | ||
|
|
1490fc854a | ||
|
|
8b67cd09ad | ||
|
|
48ebff923e | ||
|
|
7a58b5a3ba | ||
|
|
8c1ec1dc93 | ||
|
|
f7297ac573 | ||
|
|
8e7fda9fbf | ||
|
|
ba3d6adac6 | ||
|
|
11a6c06997 | ||
|
|
2d8dc8c04b | ||
|
|
3204946fc8 | ||
|
|
1aaa27e68b | ||
|
|
31d5fc6df3 | ||
|
|
78dc1c87c8 | ||
|
|
88d49852e0 | ||
|
|
526683b7ef | ||
|
|
4ca56db142 | ||
|
|
a556a88ee5 | ||
|
|
90be2a1447 | ||
|
|
e70247e473 | ||
|
|
fba127f7ca | ||
|
|
a5a734a333 | ||
|
|
f8416a4aec | ||
|
|
e0e26df5cb | ||
|
|
af3bac6a09 | ||
|
|
43921953a7 | ||
|
|
48eecf7b4c | ||
|
|
97ca49571c | ||
|
|
d9cc0ffa23 | ||
|
|
de73eec019 | ||
|
|
34311780d2 | ||
|
|
f7e49e62b9 | ||
|
|
8281798596 | ||
|
|
d3917bbc5c | ||
|
|
c7d4522ee9 | ||
|
|
a019adae33 | ||
|
|
90d67b8880 | ||
|
|
727a44986d | ||
|
|
ae8ad29322 | ||
|
|
a9637d1cbd | ||
|
|
f3bc0d2a42 | ||
|
|
65ea6d3d9a | ||
|
|
4e2760d39e | ||
|
|
894349618c | ||
|
|
2c74afd19b | ||
|
|
9f665eaeac | ||
|
|
96e0df783d | ||
|
|
54f82d73f3 | ||
|
|
d6ee223414 | ||
|
|
319d8e7fdf | ||
|
|
6bdfdebeaf | ||
|
|
58b1ed5638 |
279
README.md
279
README.md
@@ -1,3 +1,278 @@
|
||||
# inpx-web
|
||||
inpx-web
|
||||
========
|
||||
|
||||
Веб-сервер для поиска по inpx-коллекции.
|
||||
Веб-сервер для поиска по .inpx-коллекции.
|
||||
Выглядит это так: https://lib.omnireader.ru
|
||||
|
||||
.inpx - индексный файл для импорта\экспорта информации из базы данных сетевых библиотек
|
||||
в базу каталогизатора [MyHomeLib](https://alex80.github.io/mhl/)
|
||||
или [freeLib](http://sourceforge.net/projects/freelibdesign)
|
||||
или [LightLib](https://lightlib.azurewebsites.net)
|
||||
|
||||
Просто поместите приложение `inpx-web` в папку с .inpx-файлом и файлами библиотеки (zip-архивами) и запустите.
|
||||
Сервер будет доступен по адресу http://127.0.0.1:12380
|
||||
|
||||
После открытия веб-приложения в бразуере, для быстрого понимания того, как работает поиск, воспользуйтесь памяткой (кнопка со знаком вопроса).
|
||||
|
||||
##
|
||||
* [Возможности программы](#capabilities)
|
||||
* [Использование](#usage)
|
||||
* [Параметры командной строки](#cli)
|
||||
* [Конфигурация](#config)
|
||||
* [Удаленная библиотека](#remotelib)
|
||||
* [Фильтр по авторам и книгам](#filter)
|
||||
* [Настройка https с помощью nginx](#https)
|
||||
* [Сборка проекта](#build)
|
||||
* [Разработка](#development)
|
||||
|
||||
<a id="capabilities" />
|
||||
|
||||
## Возможности программы
|
||||
- поиск по автору, серии, названию и пр.
|
||||
- скачивание книги, копирование ссылки или открытие в читалке
|
||||
- возможность указать рабочий каталог при запуске, а также расположение .inpx и файлов библиотеки
|
||||
- ограничение доступа по паролю
|
||||
- работа в режиме "удаленная библиотека"
|
||||
- фильтр авторов и книг при создании поисковой БД для создания своей коллекции "на лету"
|
||||
- подхват изменений .inpx-файла (периодическая проверка), автоматическое пересоздание поисковой БД
|
||||
- мощная оптимизация, хорошая скорость поиска
|
||||
- релизы под Linux и Windows
|
||||
|
||||
<a id="usage" />
|
||||
|
||||
## Использование
|
||||
Поместите приложение `inpx-web` в папку с .inpx-файлом и файлами библиотеки и запустите.
|
||||
Там же, при первом запуске, будет создана рабочая директория `.inpx-web`, в которой хранится
|
||||
конфигурационный файл `config.json`, файлы базы данных, журналы и прочее.
|
||||
|
||||
По умолчанию сервер будет доступен по адресу http://127.0.0.1:12380
|
||||
|
||||
<a id="cli" />
|
||||
|
||||
### Параметры командной строки
|
||||
Запустите `inpx-web --help`, чтобы увидеть список опций:
|
||||
```console
|
||||
Usage: inpx-web [options]
|
||||
|
||||
Options:
|
||||
--help Показать опции командной строки
|
||||
--host=<ip> Задать имя хоста для веб сервера, по умолчанию: 0.0.0.0
|
||||
--port=<port> Задать порт для веб сервера, по умолчанию: 12380
|
||||
--app-dir=<dirpath> Задать рабочую директорию, по умолчанию: <execDir>/.inpx-web
|
||||
--lib-dir=<dirpath> Задать директорию библиотеки (с zip-архивами), по умолчанию: там же, где лежит файл приложения
|
||||
--inpx=<filepath> Задать путь к файлу .inpx, по умолчанию: тот, что найдется в директории библиотеки
|
||||
--recreate Принудительно пересоздать поисковую БД при запуске приложения
|
||||
```
|
||||
|
||||
<a id="config" />
|
||||
|
||||
### Конфигурация
|
||||
При первом запуске в рабочей директории будет создан конфигурационный файл `config.json`:
|
||||
```js
|
||||
{
|
||||
// пароль для ограничения доступа к веб-интерфейсу сервера
|
||||
"accessPassword": "",
|
||||
|
||||
// содержимое кнопки-ссылки "(читать)", если не задано - кнопка "(читать)" не показывается
|
||||
// пример: "https://omnireader.ru/#/reader?url=${DOWNLOAD_LINK}"
|
||||
// на место ${DOWNLOAD_LINK} будет подставлена ссылка на скачивание файла книги
|
||||
"bookReadLink": "",
|
||||
|
||||
// включить(true)/выключить(false) журналирование
|
||||
"loggingEnabled": true,
|
||||
|
||||
// максимальный размер кеша каждой таблицы в БД, в блоках (требуется примерно 1-10Мб памяти на один блок)
|
||||
// если надо кешировать всю БД, можно поставить значение от 1000 и больше
|
||||
"dbCacheSize": 5,
|
||||
|
||||
// максимальный размер в байтах директории закешированных файлов в <раб.дир>/public/files
|
||||
// чистка каждый час
|
||||
"maxFilesDirSize": 1073741824,
|
||||
|
||||
// включить(true)/выключить(false) кеширование запросов на сервере
|
||||
"queryCacheEnabled": true,
|
||||
|
||||
// периодичность чистки кеша запросов на сервере, в минутах
|
||||
// 0 - отключить чистку
|
||||
"cacheCleanInterval": 60,
|
||||
|
||||
// периодичность проверки изменений .inpx-файла, в минутах
|
||||
// если файл изменился, поисковая БД будет автоматически пересоздана
|
||||
// 0 - отключить проверку
|
||||
"inpxCheckInterval": 60,
|
||||
|
||||
// включить(true)/выключить(false) режим работы с малым количеством физической памяти на машине
|
||||
// при включении этого режима, количество требуемой для создания БД памяти снижается примерно в 1.5-2 раза
|
||||
// во столько же раз увеличивается время создания
|
||||
"lowMemoryMode": false,
|
||||
|
||||
// включить(true)/выключить(false) полную оптимизацию поисковой БД
|
||||
// ускоряет работу поиска, но увеличивает размер БД в 2-3 раза при импорте INPX
|
||||
"fullOptimization": false,
|
||||
|
||||
// включить(true)/выключить(false) режим "Удаленная библиотека" (сервер)
|
||||
"allowRemoteLib": false,
|
||||
|
||||
// включить(Object)/выключить(false) режим "Удаленная библиотека" (клиент)
|
||||
// подробнее см. раздел "Удаленная библиотека" ниже
|
||||
"remoteLib": false,
|
||||
|
||||
// настройки веб-сервера
|
||||
"server": {
|
||||
"host": "0.0.0.0",
|
||||
"port": "12380"
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
При необходимости, можно настроить нужный параметр в этом файле вручную. Параметры командной
|
||||
строки имеют больший приоритет, чем настройки из `config.json`.
|
||||
|
||||
<a id="remotelib" />
|
||||
|
||||
### Удаленная библиотека
|
||||
|
||||
В случае, когда необходимо физически разнести веб-интерфейс и библиотеку файлов на разные машины,
|
||||
приложение может работать в режиме клиент-сервер: веб-интерфейс, поисковый движок и поисковая БД на одной машине (клиент),
|
||||
а библиотека книг и .inpx-файл на другой (сервер).
|
||||
|
||||
Для этого необходимо развернуть два приложения, первое из которых будет клиентом для второго.
|
||||
|
||||
На сервере правим `config.json`:
|
||||
```
|
||||
"accessPassword": "123456",
|
||||
"allowRemoteLib": true,
|
||||
```
|
||||
|
||||
На клиенте:
|
||||
```
|
||||
"remoteLib": {
|
||||
"accessPassword": "123456",
|
||||
"url": "ws://server.host:12380"
|
||||
},
|
||||
```
|
||||
|
||||
Если сервер работает по протоколу `http://`, то указываем протокол `ws://`, а для `https://` соответственно `wss://`.
|
||||
Пароль не обязателен, но необходим в случае, если сервер тоже "смотрит" в интернет, для ограничения доступа к его веб-интерфейсу.
|
||||
При указании `"remoteLib": {...}` настройки командной строки --inpx и --lib-dir игнорируются,
|
||||
т.к. файлы .inpx-индекса и библиотеки используются удаленно.
|
||||
|
||||
<a id="filter" />
|
||||
|
||||
### Фильтр по авторам и книгам
|
||||
|
||||
При создании поисковой БД во время загрузки и парсинга .inpx-файла, имеется возможность
|
||||
отфильтровать авторов и книги, задав определенные критерии. Для этого небходимо создать
|
||||
в рабочей директории (там же, где `config.json`) файл `filter.json` следующего вида:
|
||||
```json
|
||||
{
|
||||
"info": {
|
||||
"collection": "Новое название коллекции",
|
||||
"structure": "",
|
||||
"version": "1.0.0"
|
||||
},
|
||||
"filter": "(r) => r.del == 0",
|
||||
"includeAuthors": ["Имя автора 1", "Имя автора 2"],
|
||||
"excludeAuthors": ["Имя автора"]
|
||||
}
|
||||
```
|
||||
При создании поисковой БД, авторы и книги из `includeAuthors` будут добавлены, а из `excludeAuthors` исключены.
|
||||
Использование совместно `includeAuthors` и `excludeAuthors` имеет мало смысла, поэтому для включения
|
||||
определенных авторов можно использовать только `includeAuthors`:
|
||||
```json
|
||||
{
|
||||
"info": {
|
||||
"collection": "Новое название коллекции"
|
||||
},
|
||||
"includeAuthors": ["Имя автора 1", "Имя автора 2"]
|
||||
}
|
||||
```
|
||||
Для исключения:
|
||||
```json
|
||||
{
|
||||
"info": {
|
||||
"collection": "Новое название коллекции"
|
||||
},
|
||||
"excludeAuthors": ["Имя автора 1", "Имя автора 2"]
|
||||
}
|
||||
```
|
||||
|
||||
Параметр `filter` используется для более гибкой фильтрации по атрибутам записей из .inpx.
|
||||
Уберем все записи, помеченные как удаленные и исключим "Имя автора 1":
|
||||
```json
|
||||
{
|
||||
"info": {
|
||||
"collection": "Новое название коллекции"
|
||||
},
|
||||
"filter": "(inpxRec) => inpxRec.del == 0",
|
||||
"excludeAuthors": ["Имя автора 1"]
|
||||
}
|
||||
```
|
||||
Использование `filter` небезопасно, т.к. позволяет выполнить произвольный js-код внутри программы,
|
||||
поэтому запуск приложения в этом случае должен сопровождаться дополнительным параметром командной строки `--unsafe-filter`.
|
||||
Названия атрибутов inpxRec соответствуют названиям в нижнем регистре из структуры structure.info в .inpx-файле.
|
||||
<a id="https" />
|
||||
|
||||
### Настройка https с помощью nginx
|
||||
Проще всего настроить https с помощью certbot и проксирования в nginx (пример для debian-based linux):
|
||||
|
||||
```sh
|
||||
#ставим nginx
|
||||
sudo apt install nginx
|
||||
```
|
||||
```
|
||||
#правим конфиг nginx
|
||||
server {
|
||||
listen 80;
|
||||
server_name <имя сервера>;
|
||||
set $inpx_web http://127.0.0.1:12380;
|
||||
|
||||
client_max_body_size 512m;
|
||||
proxy_read_timeout 1h;
|
||||
|
||||
location / {
|
||||
proxy_pass $inpx_web;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Upgrade $http_upgrade;
|
||||
proxy_set_header Connection "upgrade";
|
||||
}
|
||||
}
|
||||
```
|
||||
```sh
|
||||
#загружаем новый конфиг
|
||||
sudo service nginx reload
|
||||
```
|
||||
Далее следовать инструкции установки https://certbot.eff.org/instructions?ws=nginx&os=debianbuster
|
||||
|
||||
<a id="build" />
|
||||
|
||||
### Сборка проекта
|
||||
Сборка только в среде Linux.
|
||||
Необходима версия node.js не ниже 16.
|
||||
|
||||
```sh
|
||||
git clone https://github.com/bookpauk/inpx-web
|
||||
cd inpx-web
|
||||
npm i
|
||||
```
|
||||
|
||||
#### Для платформы Windows
|
||||
```sh
|
||||
npm run build:win
|
||||
```
|
||||
|
||||
#### Для платформы Linux
|
||||
```sh
|
||||
npm run build:linux
|
||||
```
|
||||
|
||||
Результат сборки будет доступен в каталоге `dist/linux|win` в виде исполнимого (standalone) файла.
|
||||
|
||||
<a id="development" />
|
||||
|
||||
### Разработка
|
||||
```sh
|
||||
npm run dev
|
||||
```
|
||||
|
||||
Связаться с автором проекта: [bookpauk@gmail.com](mailto:bookpauk@gmail.com)
|
||||
31
build/release.js
Normal file
31
build/release.js
Normal file
@@ -0,0 +1,31 @@
|
||||
const fs = require('fs-extra');
|
||||
const path = require('path');
|
||||
const { execSync } = require('child_process');
|
||||
|
||||
const pckg = require('../package.json');
|
||||
|
||||
const distDir = path.resolve(__dirname, '../dist');
|
||||
const outDir = `${distDir}/release`;
|
||||
|
||||
async function makeRelease(target) {
|
||||
const srcDir = `${distDir}/${target}`;
|
||||
|
||||
if (await fs.pathExists(srcDir)) {
|
||||
const zipFile = `${outDir}/${pckg.name}-${pckg.version}-${target}.zip`;
|
||||
|
||||
execSync(`zip -r ${zipFile} .`, {cwd: srcDir, stdio: 'inherit'});
|
||||
}
|
||||
}
|
||||
|
||||
async function main() {
|
||||
try {
|
||||
await fs.emptyDir(outDir);
|
||||
await makeRelease('win');
|
||||
await makeRelease('linux');
|
||||
} catch(e) {
|
||||
console.error(e);
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
main();
|
||||
@@ -35,24 +35,22 @@ import vueComponent from '../vueComponent.js';
|
||||
import wsc from './webSocketConnection';
|
||||
import * as utils from '../../share/utils';
|
||||
import * as cryptoUtils from '../../share/cryptoUtils';
|
||||
import LockQueue from '../../share/LockQueue';
|
||||
import LockQueue from '../../../server/core/LockQueue';
|
||||
import packageJson from '../../../package.json';
|
||||
|
||||
const rotor = '|/-\\';
|
||||
const stepBound = [
|
||||
0,
|
||||
0,// jobStep = 1
|
||||
18,// jobStep = 2
|
||||
20,// jobStep = 3
|
||||
60,// jobStep = 4
|
||||
72,// jobStep = 5
|
||||
72,// jobStep = 6
|
||||
74,// jobStep = 7
|
||||
75,// jobStep = 8
|
||||
79,// jobStep = 9
|
||||
79,// jobStep = 10
|
||||
80,// jobStep = 11
|
||||
100,// jobStep = 12
|
||||
40,// jobStep = 2
|
||||
50,// jobStep = 3
|
||||
54,// jobStep = 4
|
||||
58,// jobStep = 5
|
||||
69,// jobStep = 6
|
||||
69,// jobStep = 7
|
||||
70,// jobStep = 8
|
||||
95,// jobStep = 9
|
||||
100,// jobStep = 10
|
||||
];
|
||||
|
||||
const componentOptions = {
|
||||
@@ -185,80 +183,64 @@ class Api {
|
||||
}
|
||||
|
||||
async request(params, timeoutSecs = 10) {
|
||||
let errCount = 0;
|
||||
while (1) {// eslint-disable-line
|
||||
if (this.accessToken)
|
||||
params.accessToken = this.accessToken;
|
||||
try {
|
||||
if (this.accessToken)
|
||||
params.accessToken = this.accessToken;
|
||||
|
||||
const response = await wsc.message(await wsc.send(params), timeoutSecs);
|
||||
const response = await wsc.message(await wsc.send(params), timeoutSecs);
|
||||
|
||||
if (response && response.error == 'need_access_token') {
|
||||
await this.showPasswordDialog();
|
||||
} else if (response && response.error == 'server_busy') {
|
||||
await this.showBusyDialog();
|
||||
} else {
|
||||
return response;
|
||||
if (response && response.error == 'need_access_token') {
|
||||
await this.showPasswordDialog();
|
||||
} else if (response && response.error == 'server_busy') {
|
||||
await this.showBusyDialog();
|
||||
} else {
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
}
|
||||
|
||||
errCount = 0;
|
||||
} catch(e) {
|
||||
errCount++;
|
||||
if (e.message !== 'WebSocket не отвечает' || errCount > 10) {
|
||||
errCount = 0;
|
||||
throw e;
|
||||
}
|
||||
await utils.sleep(100);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async search(query) {
|
||||
const response = await this.request({action: 'search', query});
|
||||
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
async search(from, query) {
|
||||
return await this.request({action: 'search', from, query}, 30);
|
||||
}
|
||||
|
||||
async getBookList(authorId) {
|
||||
const response = await this.request({action: 'get-book-list', authorId});
|
||||
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
async getAuthorBookList(authorId) {
|
||||
return await this.request({action: 'get-author-book-list', authorId});
|
||||
}
|
||||
|
||||
async getSeriesBookList(series) {
|
||||
const response = await this.request({action: 'get-series-book-list', series});
|
||||
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
return await this.request({action: 'get-series-book-list', series});
|
||||
}
|
||||
|
||||
async getGenreTree() {
|
||||
const response = await this.request({action: 'get-genre-tree'});
|
||||
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
return await this.request({action: 'get-genre-tree'});
|
||||
}
|
||||
|
||||
async getBookLink(params) {
|
||||
const response = await this.request(Object.assign({action: 'get-book-link'}, params), 120);
|
||||
async getBookLink(bookUid) {
|
||||
return await this.request({action: 'get-book-link', bookUid}, 120);
|
||||
}
|
||||
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
async getBookInfo(bookUid) {
|
||||
return await this.request({action: 'get-book-info', bookUid}, 120);
|
||||
}
|
||||
|
||||
async getConfig() {
|
||||
const response = await this.request({action: 'get-config'});
|
||||
|
||||
if (response.error) {
|
||||
throw new Error(response.error);
|
||||
}
|
||||
|
||||
return response;
|
||||
return await this.request({action: 'get-config'});
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -121,7 +121,7 @@ body, html, #app {
|
||||
padding: 0;
|
||||
width: 100%;
|
||||
height: 100%;
|
||||
font: normal 12px GameDefault;
|
||||
font: normal 13px Web Default;
|
||||
}
|
||||
|
||||
.dborder {
|
||||
@@ -133,6 +133,15 @@ body, html, #app {
|
||||
animation: rotating 2s linear infinite;
|
||||
}
|
||||
|
||||
.q-dialog__inner--minimized {
|
||||
padding: 10px !important;
|
||||
}
|
||||
|
||||
.q-dialog__inner--minimized > div {
|
||||
max-height: 100% !important;
|
||||
max-width: 800px !important;
|
||||
}
|
||||
|
||||
@keyframes rotating {
|
||||
from {
|
||||
transform: rotate(0deg);
|
||||
@@ -142,9 +151,13 @@ body, html, #app {
|
||||
}
|
||||
|
||||
@font-face {
|
||||
font-family: 'GameDefault';
|
||||
src: url('fonts/web-default.woff') format('woff'),
|
||||
url('fonts/web-default.ttf') format('truetype');
|
||||
font-family: 'Web Default';
|
||||
src: url('fonts/web-default.ttf') format('truetype');
|
||||
}
|
||||
|
||||
@font-face {
|
||||
font-family: 'Verdana';
|
||||
font-weight: bold;
|
||||
src: url('fonts/web-default-bold.ttf') format('truetype');
|
||||
}
|
||||
</style>
|
||||
|
||||
457
client/components/Search/AuthorList/AuthorList.vue
Normal file
457
client/components/Search/AuthorList/AuthorList.vue
Normal file
@@ -0,0 +1,457 @@
|
||||
<template>
|
||||
<div>
|
||||
<a ref="download" style="display: none;"></a>
|
||||
|
||||
<LoadingMessage :message="loadingMessage" z-index="2" />
|
||||
<LoadingMessage :message="loadingMessage2" z-index="1" />
|
||||
|
||||
<!-- Формирование списка ------------------------------------------------------------------------>
|
||||
<div v-for="item in tableData" :key="item.key" class="column" :class="{'odd-item': item.num % 2}" style="font-size: 120%">
|
||||
<div class="row items-center q-ml-md q-mr-xs no-wrap">
|
||||
<div class="row items-center clickable2 q-py-xs no-wrap" @click="expandAuthor(item)">
|
||||
<div style="min-width: 30px">
|
||||
<div v-if="!isExpandedAuthor(item)">
|
||||
<q-icon name="la la-plus-square" size="28px" />
|
||||
</div>
|
||||
<div v-else>
|
||||
<q-icon name="la la-minus-square" size="28px" />
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="clickable2 q-ml-xs q-py-sm text-green-10 text-bold" @click="selectAuthor(item.author)">
|
||||
{{ item.name }}
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm text-bold" style="color: #555">
|
||||
{{ getBookCount(item) }}
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-if="item.bookLoading" class="book-row row items-center">
|
||||
<q-icon class="la la-spinner icon-rotate text-blue-8" size="28px" />
|
||||
<div class="q-ml-xs">
|
||||
Обработка...
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-if="isExpandedAuthor(item) && item.books">
|
||||
<div v-for="book in item.books" :key="book.key" class="book-row column">
|
||||
<!-- серия книг -->
|
||||
<div v-if="book.type == 'series'" class="column">
|
||||
<div class="row items-center q-mr-xs no-wrap text-grey-9">
|
||||
<div class="row items-center clickable2 q-py-xs no-wrap" @click="expandSeries(book)">
|
||||
<div style="min-width: 30px">
|
||||
<div v-if="!isExpandedSeries(book)">
|
||||
<q-icon name="la la-plus-square" size="28px" />
|
||||
</div>
|
||||
<div v-else>
|
||||
<q-icon name="la la-minus-square" size="28px" />
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="clickable2 q-ml-xs q-py-sm text-bold" @click="selectSeries(book.series)">
|
||||
Серия: {{ book.series }}
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-if="isExpandedSeries(book) && book.seriesBooks">
|
||||
<div v-if="book.showAllBooks" class="book-row column">
|
||||
<BookView
|
||||
v-for="seriesBook in book.allBooks" :key="seriesBook.id"
|
||||
:book="seriesBook"
|
||||
mode="series"
|
||||
:genre-map="genreMap" :show-read-link="showReadLink"
|
||||
:title-color="isFoundSeriesBook(book, seriesBook) ? 'text-blue-10' : 'text-red'"
|
||||
@book-event="bookEvent"
|
||||
/>
|
||||
</div>
|
||||
<div v-else class="book-row column">
|
||||
<BookView
|
||||
v-for="seriesBook in book.seriesBooks" :key="seriesBook.key"
|
||||
:book="seriesBook" mode="author" :genre-map="genreMap" :show-read-link="showReadLink" @book-event="bookEvent"
|
||||
/>
|
||||
</div>
|
||||
|
||||
<div
|
||||
v-if="book.allBooksLoaded && book.allBooksLoaded.length != book.seriesBooks.length"
|
||||
class="row items-center q-my-sm"
|
||||
style="margin-left: 100px"
|
||||
>
|
||||
<div v-if="book.showAllBooks && book.showMoreAll" class="row items-center q-mr-md">
|
||||
<i class="las la-ellipsis-h text-red" style="font-size: 40px"></i>
|
||||
<q-btn class="q-ml-md" color="red" style="width: 200px" dense rounded no-caps @click="showMoreAll(book)">
|
||||
Показать еще (~{{ showMoreCount }})
|
||||
</q-btn>
|
||||
<q-btn class="q-ml-sm" color="red" style="width: 200px" dense rounded no-caps @click="showMoreAll(book, true)">
|
||||
Показать все ({{ (book.allBooksLoaded && book.allBooksLoaded.length) || '?' }})
|
||||
</q-btn>
|
||||
</div>
|
||||
|
||||
<div v-if="book.showAllBooks" class="row items-center clickable2 text-blue-10" @click="book.showAllBooks = false">
|
||||
<q-icon class="la la-long-arrow-alt-up" size="28px" />
|
||||
Только найденные книги
|
||||
</div>
|
||||
<div v-else class="row items-center clickable2 text-red" @click="book.showAllBooks = true">
|
||||
<q-icon class="la la-long-arrow-alt-down" size="28px" />
|
||||
Все книги серии
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<!-- книга без серии -->
|
||||
<BookView v-else :book="book" mode="author" :genre-map="genreMap" :show-read-link="showReadLink" @book-event="bookEvent" />
|
||||
</div>
|
||||
|
||||
<!--div v-if="isExpandedAuthor(item) && item.books && !item.books.length" class="book-row row items-center">
|
||||
<q-icon class="la la-meh q-mr-xs" size="24px" />
|
||||
По каждому из заданных критериев у этого автора были найдены разные книги, но нет полного совпадения
|
||||
</div-->
|
||||
</div>
|
||||
|
||||
<div v-if="isExpandedAuthor(item) && item.showMore" class="row items-center book-row q-mb-sm">
|
||||
<i class="las la-ellipsis-h text-blue-10" style="font-size: 40px"></i>
|
||||
<q-btn class="q-ml-md" color="primary" style="width: 200px" dense rounded no-caps @click="showMore(item)">
|
||||
Показать еще (~{{ showMoreCount }})
|
||||
</q-btn>
|
||||
<q-btn class="q-ml-sm" color="primary" style="width: 200px" dense rounded no-caps @click="showMore(item, true)">
|
||||
Показать все ({{ (item.booksLoaded && item.booksLoaded.length) || '?' }})
|
||||
</q-btn>
|
||||
</div>
|
||||
</div>
|
||||
<!-- Формирование списка конец ------------------------------------------------------------------>
|
||||
|
||||
<div v-if="!refreshing && !tableData.length" class="row items-center q-ml-md" style="font-size: 120%">
|
||||
<q-icon class="la la-meh q-mr-xs" size="28px" />
|
||||
Поиск не дал результатов
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
import { reactive } from 'vue';
|
||||
|
||||
import BaseList from '../BaseList';
|
||||
|
||||
import authorBooksStorage from '../authorBooksStorage';
|
||||
|
||||
import * as utils from '../../../share/utils';
|
||||
|
||||
import _ from 'lodash';
|
||||
|
||||
class AuthorList extends BaseList {
|
||||
cachedAuthors = {};
|
||||
|
||||
showHiddenHelp() {
|
||||
this.$root.stdDialog.alert(`
|
||||
Книги скрытых авторов помечены как удаленные. Для того, чтобы их увидеть, необходимо установить опцию "Показывать удаленные" в настройках.
|
||||
`, 'Пояснение', {iconName: 'la la-info-circle'});
|
||||
}
|
||||
|
||||
get foundCountMessage() {
|
||||
return `${this.list.totalFound} автор${utils.wordEnding(this.list.totalFound)}`;
|
||||
}
|
||||
|
||||
isFoundSeriesBook(seriesItem, seriesBook) {
|
||||
if (!seriesItem.booksSet) {
|
||||
seriesItem.booksSet = new Set(seriesItem.seriesBooks.map(b => b.id));
|
||||
}
|
||||
|
||||
return seriesItem.booksSet.has(seriesBook.id);
|
||||
}
|
||||
|
||||
getBookCount(item) {
|
||||
let result = '';
|
||||
if (!this.showCounts || item.count === undefined)
|
||||
return result;
|
||||
|
||||
if (item.booksLoaded) {
|
||||
let count = 0;
|
||||
for (const book of item.booksLoaded) {
|
||||
if (book.type == 'series')
|
||||
count += book.seriesBooks.length;
|
||||
else
|
||||
count++;
|
||||
}
|
||||
|
||||
result = `${count}/${item.count}`;
|
||||
} else
|
||||
result = `#/${item.count}`;
|
||||
|
||||
return `(${result})`;
|
||||
}
|
||||
|
||||
async expandAuthor(item) {
|
||||
this.$emit('listEvent', {action: 'ignoreScroll'});
|
||||
|
||||
const expanded = _.cloneDeep(this.expandedAuthor);
|
||||
const key = item.author;
|
||||
|
||||
if (!this.isExpandedAuthor(item)) {
|
||||
expanded.push(key);
|
||||
|
||||
await this.getAuthorBooks(item);
|
||||
|
||||
if (expanded.length > 10) {
|
||||
expanded.shift();
|
||||
}
|
||||
|
||||
this.setSetting('expandedAuthor', expanded);
|
||||
} else {
|
||||
const i = expanded.indexOf(key);
|
||||
if (i >= 0) {
|
||||
expanded.splice(i, 1);
|
||||
this.setSetting('expandedAuthor', expanded);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async getAuthorBooks(item) {
|
||||
if (item.books) {
|
||||
if (item.count > this.maxItemCount) {
|
||||
item.bookLoading = true;
|
||||
await utils.sleep(1);//для перерисовки списка
|
||||
item.bookLoading = false;
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
if (!this.getBooksFlag)
|
||||
this.getBooksFlag = 0;
|
||||
|
||||
this.getBooksFlag++;
|
||||
if (item.count > this.maxItemCount)
|
||||
item.bookLoading = true;
|
||||
|
||||
try {
|
||||
if (this.getBooksFlag == 1) {
|
||||
(async() => {
|
||||
await utils.sleep(500);
|
||||
if (this.getBooksFlag > 0)
|
||||
this.loadingMessage2 = 'Загрузка списка книг...';
|
||||
})();
|
||||
}
|
||||
|
||||
const booksToFilter = await this.loadAuthorBooks(item.key);
|
||||
const filtered = this.filterBooks(booksToFilter);
|
||||
|
||||
if (!filtered.length && this.list.totalFound == 1) {
|
||||
this.list.queryFound = 0;
|
||||
this.list.totalFound = 0;
|
||||
this.searchResult.found = [];
|
||||
return false;
|
||||
}
|
||||
|
||||
const prepareBook = (book) => {
|
||||
return Object.assign(
|
||||
{
|
||||
key: book.id,
|
||||
type: 'book',
|
||||
},
|
||||
book
|
||||
);
|
||||
};
|
||||
|
||||
//объединение по сериям
|
||||
const books = [];
|
||||
const seriesIndex = {};
|
||||
for (const book of filtered) {
|
||||
if (book.series) {
|
||||
let index = seriesIndex[book.series];
|
||||
if (index === undefined) {
|
||||
index = books.length;
|
||||
books.push(reactive({
|
||||
key: book.series,
|
||||
type: 'series',
|
||||
series: book.series,
|
||||
allBooksLoaded: false,
|
||||
allBooks: false,
|
||||
showAllBooks: false,
|
||||
showMoreAll: false,
|
||||
|
||||
seriesBooks: [],
|
||||
}));
|
||||
|
||||
seriesIndex[book.series] = index;
|
||||
}
|
||||
|
||||
books[index].seriesBooks.push(prepareBook(book));
|
||||
} else {
|
||||
books.push(prepareBook(book));
|
||||
}
|
||||
}
|
||||
|
||||
//сортировка
|
||||
books.sort((a, b) => {
|
||||
if (a.type == 'series') {
|
||||
return (b.type == 'series' ? a.key.localeCompare(b.key) : -1);
|
||||
} else {
|
||||
return (b.type == 'book' ? a.title.localeCompare(b.title) : 1);
|
||||
}
|
||||
});
|
||||
|
||||
//сортировка внутри серий
|
||||
for (const book of books) {
|
||||
if (book.type == 'series') {
|
||||
this.sortSeriesBooks(book.seriesBooks);
|
||||
|
||||
//асинхронно подгрузим все книги серии, если она раскрыта
|
||||
if (this.isExpandedSeries(book)) {
|
||||
this.getSeriesBooks(book);//no await
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (books.length == 1 && books[0].type == 'series' && !this.isExpandedSeries(books[0])) {
|
||||
this.expandSeries(books[0]);
|
||||
}
|
||||
|
||||
item.booksLoaded = books;
|
||||
this.showMore(item);
|
||||
|
||||
await this.$nextTick();
|
||||
} finally {
|
||||
item.bookLoading = false;
|
||||
this.getBooksFlag--;
|
||||
if (this.getBooksFlag == 0)
|
||||
this.loadingMessage2 = '';
|
||||
}
|
||||
}
|
||||
|
||||
async updateTableData() {
|
||||
let result = [];
|
||||
|
||||
const expandedSet = new Set(this.expandedAuthor);
|
||||
const authors = this.searchResult.found;
|
||||
if (!authors)
|
||||
return;
|
||||
|
||||
let num = 0;
|
||||
for (const rec of authors) {
|
||||
this.cachedAuthors[rec.author] = rec;
|
||||
|
||||
const count = (this.showDeleted ? rec.bookCount + rec.bookDelCount : rec.bookCount);
|
||||
|
||||
const item = reactive({
|
||||
key: rec.id,
|
||||
num,
|
||||
author: rec.author,
|
||||
name: rec.author.replace(/,/g, ', '),
|
||||
count,
|
||||
booksLoaded: false,
|
||||
books: false,
|
||||
bookLoading: false,
|
||||
showMore: false,
|
||||
});
|
||||
num++;
|
||||
|
||||
if (expandedSet.has(item.author)) {
|
||||
if (authors.length > 1 || item.count > this.maxItemCount)
|
||||
this.getAuthorBooks(item);//no await
|
||||
else
|
||||
if (await this.getAuthorBooks(item) === false) {
|
||||
this.tableData = [];
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
result.push(item);
|
||||
}
|
||||
|
||||
if (result.length == 1 && !this.isExpandedAuthor(result[0])) {
|
||||
this.expandAuthor(result[0]);
|
||||
}
|
||||
|
||||
this.tableData = result;
|
||||
}
|
||||
|
||||
async refresh() {
|
||||
//параметры запроса
|
||||
const newQuery = this.getQuery();
|
||||
if (_.isEqual(newQuery, this.prevQuery))
|
||||
return;
|
||||
this.prevQuery = newQuery;
|
||||
|
||||
//оптимизация, вместо запроса к серверу, берем из кеша
|
||||
if (this.abCacheEnabled && this.search.author && this.search.author[0] == '=') {
|
||||
const authorSearch = this.search.author.substring(1);
|
||||
const author = this.cachedAuthors[authorSearch];
|
||||
|
||||
if (author) {
|
||||
const key = `author-${author.id}-${this.list.inpxHash}`;
|
||||
let data = await authorBooksStorage.getData(key);
|
||||
|
||||
if (data) {
|
||||
this.list.queryFound = 1;
|
||||
this.list.totalFound = 1;
|
||||
this.searchResult = {found: [author]};
|
||||
await this.updateTableData();
|
||||
return;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
this.queryExecute = newQuery;
|
||||
|
||||
if (this.refreshing)
|
||||
return;
|
||||
|
||||
this.refreshing = true;
|
||||
|
||||
(async() => {
|
||||
await utils.sleep(500);
|
||||
if (this.refreshing)
|
||||
this.loadingMessage = 'Поиск авторов...';
|
||||
})();
|
||||
|
||||
try {
|
||||
while (this.queryExecute) {
|
||||
const query = this.queryExecute;
|
||||
this.queryExecute = null;
|
||||
|
||||
try {
|
||||
const response = await this.api.search('author', query);
|
||||
|
||||
this.list.queryFound = response.found.length;
|
||||
this.list.totalFound = response.totalFound;
|
||||
this.list.inpxHash = response.inpxHash;
|
||||
|
||||
this.searchResult = response;
|
||||
|
||||
await utils.sleep(1);
|
||||
if (!this.queryExecute) {
|
||||
await this.updateTableData();
|
||||
this.scrollToTop();
|
||||
this.highlightPageScroller(query);
|
||||
}
|
||||
} catch (e) {
|
||||
this.$root.stdDialog.alert(e.message, 'Ошибка');
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
this.refreshing = false;
|
||||
this.loadingMessage = '';
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(AuthorList);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
.clickable2 {
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
.odd-item {
|
||||
background-color: #e8e8e8;
|
||||
}
|
||||
|
||||
.book-row {
|
||||
margin-left: 50px;
|
||||
}
|
||||
</style>
|
||||
504
client/components/Search/BaseList.js
Normal file
504
client/components/Search/BaseList.js
Normal file
@@ -0,0 +1,504 @@
|
||||
import dayjs from 'dayjs';
|
||||
import _ from 'lodash';
|
||||
|
||||
import authorBooksStorage from './authorBooksStorage';
|
||||
|
||||
import BookView from './BookView/BookView.vue';
|
||||
import LoadingMessage from './LoadingMessage/LoadingMessage.vue';
|
||||
import * as utils from '../../share/utils';
|
||||
|
||||
const showMoreCount = 100;//значение для "Показать еще"
|
||||
const maxItemCount = 500;//выше этого значения показываем "Загрузка"
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
BookView,
|
||||
LoadingMessage,
|
||||
},
|
||||
watch: {
|
||||
settings() {
|
||||
this.loadSettings();
|
||||
},
|
||||
search: {
|
||||
handler(newValue) {
|
||||
this.limit = newValue.limit;
|
||||
|
||||
if (this.pageCount > 1)
|
||||
this.prevPage = this.search.page;
|
||||
|
||||
this.refresh();
|
||||
},
|
||||
deep: true,
|
||||
},
|
||||
showDeleted() {
|
||||
this.refresh();
|
||||
},
|
||||
},
|
||||
};
|
||||
export default class BaseList {
|
||||
_options = componentOptions;
|
||||
_props = {
|
||||
list: Object,
|
||||
search: Object,
|
||||
genreMap: Object,
|
||||
};
|
||||
|
||||
loadingMessage = '';
|
||||
loadingMessage2 = '';
|
||||
|
||||
//settings
|
||||
expandedAuthor = [];
|
||||
expandedSeries = [];
|
||||
|
||||
showCounts = true;
|
||||
showRates = true;
|
||||
showGenres = true;
|
||||
showDeleted = false;
|
||||
abCacheEnabled = true;
|
||||
|
||||
//stuff
|
||||
refreshing = false;
|
||||
|
||||
showMoreCount = showMoreCount;
|
||||
maxItemCount = maxItemCount;
|
||||
|
||||
searchResult = {};
|
||||
tableData = [];
|
||||
|
||||
created() {
|
||||
this.commit = this.$store.commit;
|
||||
this.api = this.$root.api;
|
||||
|
||||
this.loadSettings();
|
||||
}
|
||||
|
||||
mounted() {
|
||||
this.refresh();//no await
|
||||
}
|
||||
|
||||
loadSettings() {
|
||||
const settings = this.settings;
|
||||
|
||||
this.expandedAuthor = _.cloneDeep(settings.expandedAuthor);
|
||||
this.expandedSeries = _.cloneDeep(settings.expandedSeries);
|
||||
this.showCounts = settings.showCounts;
|
||||
this.showRates = settings.showRates;
|
||||
this.showGenres = settings.showGenres;
|
||||
this.showDeleted = settings.showDeleted;
|
||||
this.abCacheEnabled = settings.abCacheEnabled;
|
||||
}
|
||||
|
||||
get config() {
|
||||
return this.$store.state.config;
|
||||
}
|
||||
|
||||
get settings() {
|
||||
return this.$store.state.settings;
|
||||
}
|
||||
|
||||
get showReadLink() {
|
||||
return this.config.bookReadLink != '' || this.list.liberamaReady;
|
||||
}
|
||||
|
||||
scrollToTop() {
|
||||
this.$emit('listEvent', {action: 'scrollToTop'});
|
||||
}
|
||||
|
||||
selectAuthor(author) {
|
||||
this.search.author = `=${author}`;
|
||||
this.scrollToTop();
|
||||
}
|
||||
|
||||
selectSeries(series) {
|
||||
this.search.series = `=${series}`;
|
||||
}
|
||||
|
||||
selectTitle(title) {
|
||||
this.search.title = `=${title}`;
|
||||
}
|
||||
|
||||
async download(book, action) {
|
||||
if (this.downloadFlag)
|
||||
return;
|
||||
|
||||
this.downloadFlag = true;
|
||||
(async() => {
|
||||
await utils.sleep(200);
|
||||
if (this.downloadFlag)
|
||||
this.loadingMessage2 = 'Подготовка файла...';
|
||||
})();
|
||||
|
||||
try {
|
||||
//подготовка
|
||||
const response = await this.api.getBookLink(book._uid);
|
||||
|
||||
const link = response.link;
|
||||
const href = `${window.location.origin}${link}`;
|
||||
|
||||
if (action == 'download') {
|
||||
//скачивание
|
||||
const d = this.$refs.download;
|
||||
d.href = href;
|
||||
d.download = response.downFileName;
|
||||
|
||||
d.click();
|
||||
} else if (action == 'copyLink') {
|
||||
//копирование ссылки
|
||||
if (await utils.copyTextToClipboard(href))
|
||||
this.$root.notify.success('Ссылка успешно скопирована');
|
||||
else
|
||||
this.$root.stdDialog.alert(
|
||||
`Копирование ссылки не удалось. Пожалуйста, попробуйте еще раз.
|
||||
<br><br>
|
||||
<b>Пояснение</b>: вероятно, браузер запретил копирование, т.к. прошло<br>
|
||||
слишком много времени с момента нажатия на кнопку (инициация<br>
|
||||
пользовательского события). Сейчас ссылка уже закеширована,<br>
|
||||
поэтому повторная попытка должна быть успешной.`, 'Ошибка');
|
||||
} else if (action == 'readBook') {
|
||||
//читать
|
||||
if (this.list.liberamaReady) {
|
||||
this.$emit('listEvent', {action: 'submitUrl', data: href});
|
||||
} else {
|
||||
const url = this.config.bookReadLink.replace('${DOWNLOAD_LINK}', href);
|
||||
window.open(url, '_blank');
|
||||
}
|
||||
} else if (action == 'bookInfo') {
|
||||
//информация о книге
|
||||
const response = await this.api.getBookInfo(book._uid);
|
||||
this.$emit('listEvent', {action: 'bookInfo', data: response.bookInfo});
|
||||
}
|
||||
} catch(e) {
|
||||
this.$root.stdDialog.alert(e.message, 'Ошибка');
|
||||
} finally {
|
||||
this.downloadFlag = false;
|
||||
this.loadingMessage2 = '';
|
||||
}
|
||||
}
|
||||
|
||||
bookEvent(event) {
|
||||
switch (event.action) {
|
||||
case 'authorClick':
|
||||
this.selectAuthor(event.book.author);
|
||||
break;
|
||||
case 'seriesClick':
|
||||
this.selectSeries(event.book.series);
|
||||
break;
|
||||
case 'titleClick':
|
||||
this.selectTitle(event.book.title);
|
||||
break;
|
||||
case 'download':
|
||||
case 'copyLink':
|
||||
case 'readBook':
|
||||
case 'bookInfo':
|
||||
this.download(event.book, event.action);//no await
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
isExpandedAuthor(item) {
|
||||
return this.expandedAuthor.indexOf(item.author) >= 0;
|
||||
}
|
||||
|
||||
isExpandedSeries(seriesItem) {
|
||||
return this.expandedSeries.indexOf(seriesItem.key) >= 0;
|
||||
}
|
||||
|
||||
setSetting(name, newValue) {
|
||||
this.commit('setSettings', {[name]: _.cloneDeep(newValue)});
|
||||
}
|
||||
|
||||
highlightPageScroller(query) {
|
||||
this.$emit('listEvent', {action: 'highlightPageScroller', query});
|
||||
}
|
||||
|
||||
async expandSeries(seriesItem) {
|
||||
this.$emit('listEvent', {action: 'ignoreScroll'});
|
||||
|
||||
const expandedSeries = _.cloneDeep(this.expandedSeries);
|
||||
const key = seriesItem.key;
|
||||
|
||||
if (!this.isExpandedSeries(seriesItem)) {
|
||||
expandedSeries.push(key);
|
||||
|
||||
if (expandedSeries.length > 100) {
|
||||
expandedSeries.shift();
|
||||
}
|
||||
|
||||
this.getSeriesBooks(seriesItem); //no await
|
||||
|
||||
this.setSetting('expandedSeries', expandedSeries);
|
||||
} else {
|
||||
const i = expandedSeries.indexOf(key);
|
||||
if (i >= 0) {
|
||||
expandedSeries.splice(i, 1);
|
||||
this.setSetting('expandedSeries', expandedSeries);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async loadAuthorBooks(authorId) {
|
||||
try {
|
||||
let result;
|
||||
|
||||
if (this.abCacheEnabled) {
|
||||
const key = `author-${authorId}-${this.list.inpxHash}`;
|
||||
const data = await authorBooksStorage.getData(key);
|
||||
if (data) {
|
||||
result = JSON.parse(data);
|
||||
} else {
|
||||
result = await this.api.getAuthorBookList(authorId);
|
||||
await authorBooksStorage.setData(key, JSON.stringify(result));
|
||||
}
|
||||
} else {
|
||||
result = await this.api.getAuthorBookList(authorId);
|
||||
}
|
||||
|
||||
return (result.books ? JSON.parse(result.books) : []);
|
||||
} catch (e) {
|
||||
this.$root.stdDialog.alert(e.message, 'Ошибка');
|
||||
}
|
||||
}
|
||||
|
||||
async loadSeriesBooks(series) {
|
||||
try {
|
||||
let result;
|
||||
|
||||
if (this.abCacheEnabled) {
|
||||
const key = `series-${series}-${this.list.inpxHash}`;
|
||||
const data = await authorBooksStorage.getData(key);
|
||||
if (data) {
|
||||
result = JSON.parse(data);
|
||||
} else {
|
||||
result = await this.api.getSeriesBookList(series);
|
||||
await authorBooksStorage.setData(key, JSON.stringify(result));
|
||||
}
|
||||
} else {
|
||||
result = await this.api.getSeriesBookList(series);
|
||||
}
|
||||
|
||||
return (result.books ? JSON.parse(result.books) : []);
|
||||
} catch (e) {
|
||||
this.$root.stdDialog.alert(e.message, 'Ошибка');
|
||||
}
|
||||
}
|
||||
|
||||
async getSeriesBooks(seriesItem) {
|
||||
//блокируем повторный вызов
|
||||
if (seriesItem.seriesBookLoading)
|
||||
return;
|
||||
seriesItem.seriesBookLoading = true;
|
||||
|
||||
try {
|
||||
seriesItem.allBooksLoaded = await this.loadSeriesBooks(seriesItem.series);
|
||||
|
||||
if (seriesItem.allBooksLoaded) {
|
||||
seriesItem.allBooksLoaded = seriesItem.allBooksLoaded.filter(book => (this.showDeleted || !book.del));
|
||||
this.sortSeriesBooks(seriesItem.allBooksLoaded);
|
||||
this.showMoreAll(seriesItem);
|
||||
}
|
||||
} finally {
|
||||
seriesItem.seriesBookLoading = false;
|
||||
}
|
||||
}
|
||||
|
||||
filterBooks(books) {
|
||||
const s = this.search;
|
||||
|
||||
const emptyFieldValue = '?';
|
||||
const maxUtf8Char = String.fromCodePoint(0xFFFFF);
|
||||
const ruAlphabet = 'абвгдеёжзийклмнопрстуфхцчшщъыьэюя';
|
||||
const enAlphabet = 'abcdefghijklmnopqrstuvwxyz';
|
||||
const enru = new Set((ruAlphabet + enAlphabet).split(''));
|
||||
|
||||
const splitAuthor = (author) => {
|
||||
if (!author) {
|
||||
author = emptyFieldValue;
|
||||
}
|
||||
|
||||
const result = author.split(',');
|
||||
if (result.length > 1)
|
||||
result.push(author);
|
||||
|
||||
return result;
|
||||
};
|
||||
|
||||
const filterBySearch = (bookValue, searchValue) => {
|
||||
if (!searchValue)
|
||||
return true;
|
||||
|
||||
if (!bookValue)
|
||||
bookValue = emptyFieldValue;
|
||||
|
||||
bookValue = bookValue.toLowerCase();
|
||||
searchValue = searchValue.toLowerCase();
|
||||
|
||||
//особая обработка префиксов
|
||||
if (searchValue[0] == '=') {
|
||||
|
||||
searchValue = searchValue.substring(1);
|
||||
return bookValue.localeCompare(searchValue) == 0;
|
||||
} else if (searchValue[0] == '*') {
|
||||
|
||||
searchValue = searchValue.substring(1);
|
||||
return bookValue !== emptyFieldValue && bookValue.indexOf(searchValue) >= 0;
|
||||
} else if (searchValue[0] == '#') {
|
||||
|
||||
searchValue = searchValue.substring(1);
|
||||
return !bookValue || (bookValue !== emptyFieldValue && !enru.has(bookValue[0]) && bookValue.indexOf(searchValue) >= 0);
|
||||
} else {
|
||||
//where = `@dirtyIndexLR('value', ${db.esc(a)}, ${db.esc(a + maxUtf8Char)})`;
|
||||
return bookValue.localeCompare(searchValue) >= 0 && bookValue.localeCompare(searchValue + maxUtf8Char) <= 0;
|
||||
}
|
||||
};
|
||||
|
||||
return books.filter((book) => {
|
||||
//author
|
||||
let authorFound = false;
|
||||
const authors = splitAuthor(book.author);
|
||||
for (const a of authors) {
|
||||
if (filterBySearch(a, s.author)) {
|
||||
authorFound = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
//genre
|
||||
let genreFound = !s.genre;
|
||||
if (!genreFound) {
|
||||
const searchGenres = new Set(s.genre.split(','));
|
||||
const bookGenres = book.genre.split(',');
|
||||
|
||||
for (let g of bookGenres) {
|
||||
if (!g)
|
||||
g = emptyFieldValue;
|
||||
|
||||
if (searchGenres.has(g)) {
|
||||
genreFound = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
//lang
|
||||
let langFound = !s.lang;
|
||||
if (!langFound) {
|
||||
const searchLang = new Set(s.lang.split(','));
|
||||
langFound = searchLang.has(book.lang || emptyFieldValue);
|
||||
}
|
||||
|
||||
//date
|
||||
let dateFound = !s.date;
|
||||
if (!dateFound) {
|
||||
const date = this.queryDate(s.date).split(',');
|
||||
let [from = '0000-00-00', to = '9999-99-99'] = date;
|
||||
|
||||
dateFound = (book.date >= from && book.date <= to);
|
||||
}
|
||||
|
||||
//librate
|
||||
let librateFound = !s.librate;
|
||||
if (!librateFound) {
|
||||
const searchLibrate = new Set(s.librate.split(',').map(n => parseInt(n, 10)).filter(n => !isNaN(n)));
|
||||
librateFound = searchLibrate.has(book.librate);
|
||||
}
|
||||
|
||||
return (this.showDeleted || !book.del)
|
||||
&& authorFound
|
||||
&& filterBySearch(book.series, s.series)
|
||||
&& filterBySearch(book.title, s.title)
|
||||
&& genreFound
|
||||
&& langFound
|
||||
&& dateFound
|
||||
&& librateFound
|
||||
;
|
||||
});
|
||||
}
|
||||
|
||||
showMore(item, all = false) {
|
||||
if (item.booksLoaded) {
|
||||
const currentLen = (item.books ? item.books.length : 0);
|
||||
let books;
|
||||
if (all || currentLen + this.showMoreCount*1.5 > item.booksLoaded.length) {
|
||||
books = item.booksLoaded;
|
||||
} else {
|
||||
books = item.booksLoaded.slice(0, currentLen + this.showMoreCount);
|
||||
}
|
||||
|
||||
item.showMore = (books.length < item.booksLoaded.length);
|
||||
item.books = books;
|
||||
}
|
||||
}
|
||||
|
||||
showMoreAll(seriesItem, all = false) {
|
||||
if (seriesItem.allBooksLoaded) {
|
||||
const currentLen = (seriesItem.allBooks ? seriesItem.allBooks.length : 0);
|
||||
let books;
|
||||
if (all || currentLen + this.showMoreCount*1.5 > seriesItem.allBooksLoaded.length) {
|
||||
books = seriesItem.allBooksLoaded;
|
||||
} else {
|
||||
books = seriesItem.allBooksLoaded.slice(0, currentLen + this.showMoreCount);
|
||||
}
|
||||
|
||||
seriesItem.showMoreAll = (books.length < seriesItem.allBooksLoaded.length);
|
||||
seriesItem.allBooks = books;
|
||||
}
|
||||
}
|
||||
|
||||
sortSeriesBooks(seriesBooks) {
|
||||
seriesBooks.sort((a, b) => {
|
||||
const dserno = (a.serno || Number.MAX_VALUE) - (b.serno || Number.MAX_VALUE);
|
||||
const dtitle = a.title.localeCompare(b.title);
|
||||
const dext = a.ext.localeCompare(b.ext);
|
||||
return (dserno ? dserno : (dtitle ? dtitle : dext));
|
||||
});
|
||||
}
|
||||
|
||||
queryDate(date) {
|
||||
if (!utils.isManualDate(date)) {//!manual
|
||||
/*
|
||||
{label: 'сегодня', value: 'today'},
|
||||
{label: 'за 3 дня', value: '3days'},
|
||||
{label: 'за неделю', value: 'week'},
|
||||
{label: 'за 2 недели', value: '2weeks'},
|
||||
{label: 'за месяц', value: 'month'},
|
||||
{label: 'за 2 месяца', value: '2months'},
|
||||
{label: 'за 3 месяца', value: '3months'},
|
||||
{label: 'указать даты', value: 'manual'},
|
||||
*/
|
||||
const sqlFormat = 'YYYY-MM-DD';
|
||||
switch (date) {
|
||||
case 'today': date = utils.dateFormat(dayjs(), sqlFormat); break;
|
||||
case '3days': date = utils.dateFormat(dayjs().subtract(3, 'days'), sqlFormat); break;
|
||||
case 'week': date = utils.dateFormat(dayjs().subtract(1, 'weeks'), sqlFormat); break;
|
||||
case '2weeks': date = utils.dateFormat(dayjs().subtract(2, 'weeks'), sqlFormat); break;
|
||||
case 'month': date = utils.dateFormat(dayjs().subtract(1, 'months'), sqlFormat); break;
|
||||
case '2months': date = utils.dateFormat(dayjs().subtract(2, 'months'), sqlFormat); break;
|
||||
case '3months': date = utils.dateFormat(dayjs().subtract(3, 'months'), sqlFormat); break;
|
||||
default:
|
||||
date = '';
|
||||
}
|
||||
}
|
||||
|
||||
return date;
|
||||
}
|
||||
|
||||
getQuery() {
|
||||
let newQuery = _.cloneDeep(this.search);
|
||||
newQuery = newQuery.setDefaults(newQuery);
|
||||
delete newQuery.setDefaults;
|
||||
|
||||
//дата
|
||||
if (newQuery.date) {
|
||||
newQuery.date = this.queryDate(newQuery.date);
|
||||
}
|
||||
|
||||
//offset
|
||||
newQuery.offset = (newQuery.page - 1)*newQuery.limit;
|
||||
|
||||
//del
|
||||
if (!this.showDeleted)
|
||||
newQuery.del = 0;
|
||||
|
||||
return newQuery;
|
||||
}
|
||||
}
|
||||
303
client/components/Search/BookInfoDialog/BookInfoDialog.vue
Normal file
303
client/components/Search/BookInfoDialog/BookInfoDialog.vue
Normal file
@@ -0,0 +1,303 @@
|
||||
<template>
|
||||
<Dialog ref="dialog" v-model="dialogVisible">
|
||||
<template #header>
|
||||
<div class="row items-center">
|
||||
<div style="font-size: 110%">
|
||||
Информация о книге
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<div ref="box" class="fit column q-mt-xs overflow-auto no-wrap" style="padding: 0px 10px 10px 10px;">
|
||||
<div class="text-green-10">
|
||||
{{ bookAuthor }}
|
||||
</div>
|
||||
<div>
|
||||
<b>{{ book.title }}</b>
|
||||
</div>
|
||||
|
||||
<div class="row q-mt-sm no-wrap">
|
||||
<div class="column justify-center" style="height: 300px; width: 200px; min-width: 100px">
|
||||
<img v-if="coverSrc" :src="coverSrc" class="fit row justify-center items-center" style="object-fit: contain" @error="coverSrc = ''" />
|
||||
<div v-if="!coverSrc" class="fit row justify-center items-center text-grey-5" style="border: 1px solid #ccc; font-size: 300%">
|
||||
<i>{{ book.ext }}</i>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="col column q-ml-sm" style="min-width: 400px; border: 1px solid #ccc">
|
||||
<div class="bg-grey-3 row">
|
||||
<q-tabs
|
||||
v-model="selectedTab"
|
||||
active-color="black"
|
||||
active-bg-color="white"
|
||||
indicator-color="white"
|
||||
dense
|
||||
no-caps
|
||||
inline-label
|
||||
class="bg-grey-4 text-grey-7"
|
||||
>
|
||||
<q-tab v-if="fb2.length" name="fb2" label="Fb2 инфо" />
|
||||
<q-tab name="inpx" label="Inpx инфо" />
|
||||
</q-tabs>
|
||||
</div>
|
||||
|
||||
<div class="overflow-auto full-width" style="height: 262px">
|
||||
<div v-for="item in info" :key="item.name">
|
||||
<div class="row q-ml-sm q-mt-sm items-center">
|
||||
<div class="text-blue" style="font-size: 90%">
|
||||
{{ item.label }}
|
||||
</div>
|
||||
<div class="col q-mx-xs" style="height: 0px; border-top: 1px solid #ccc"></div>
|
||||
</div>
|
||||
|
||||
<div v-for="subItem in item.value" :key="subItem.name" class="row q-ml-md">
|
||||
<div style="width: 100px">
|
||||
{{ subItem.label }}
|
||||
</div>
|
||||
<div class="q-ml-sm" v-html="subItem.value" />
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="q-mt-xs"></div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="q-mt-md" v-html="annotation" />
|
||||
</div>
|
||||
|
||||
<template #footer>
|
||||
<q-btn class="q-px-md q-ml-sm" color="primary" dense no-caps @click="okClick">
|
||||
OK
|
||||
</q-btn>
|
||||
</template>
|
||||
</Dialog>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
|
||||
import Dialog from '../../share/Dialog.vue';
|
||||
import Fb2Parser from '../../../../server/core/fb2/Fb2Parser';
|
||||
import * as utils from '../../../share/utils';
|
||||
import _ from 'lodash';
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
Dialog
|
||||
},
|
||||
watch: {
|
||||
modelValue(newValue) {
|
||||
this.dialogVisible = newValue;
|
||||
if (newValue)
|
||||
this.init();
|
||||
},
|
||||
dialogVisible(newValue) {
|
||||
this.$emit('update:modelValue', newValue);
|
||||
},
|
||||
}
|
||||
};
|
||||
class BookInfoDialog {
|
||||
_options = componentOptions;
|
||||
_props = {
|
||||
modelValue: Boolean,
|
||||
bookInfo: Object,
|
||||
};
|
||||
|
||||
dialogVisible = false;
|
||||
selectedTab = 'fb2';
|
||||
|
||||
//info props
|
||||
coverSrc = '';
|
||||
annotation = '';
|
||||
fb2 = [];
|
||||
book = {};
|
||||
|
||||
created() {
|
||||
this.commit = this.$store.commit;
|
||||
}
|
||||
|
||||
mounted() {
|
||||
}
|
||||
|
||||
init() {
|
||||
//defaults
|
||||
this.coverSrc = '';
|
||||
this.annotation = '';
|
||||
this.fb2 = [];
|
||||
this.book = {};
|
||||
|
||||
this.parseBookInfo();
|
||||
|
||||
if (!this.fb2.length)
|
||||
this.selectedTab = 'inpx';
|
||||
}
|
||||
|
||||
get bookAuthor() {
|
||||
if (this.book.author) {
|
||||
let a = this.book.author.split(',');
|
||||
return a.slice(0, 3).join(', ') + (a.length > 3 ? ' и др.' : '');
|
||||
}
|
||||
|
||||
return '';
|
||||
}
|
||||
|
||||
formatSize(size) {
|
||||
size = size/1024;
|
||||
let unit = 'KB';
|
||||
if (size > 1024) {
|
||||
size = size/1024;
|
||||
unit = 'MB';
|
||||
}
|
||||
return `${size.toFixed(1)} ${unit}`;
|
||||
}
|
||||
|
||||
get inpx() {
|
||||
const mapping = [
|
||||
{name: 'fileInfo', label: 'Информация о файле', value: [
|
||||
{name: 'folder', label: 'Папка'},
|
||||
{name: 'file', label: 'Файл'},
|
||||
{name: 'ext', label: 'Тип'},
|
||||
{name: 'size', label: 'Размер'},
|
||||
{name: 'date', label: 'Добавлен'},
|
||||
{name: 'del', label: 'Удален'},
|
||||
{name: 'libid', label: 'LibId'},
|
||||
{name: 'insno', label: 'InsideNo'},
|
||||
]},
|
||||
|
||||
{name: 'titleInfo', label: 'Общая информация', value: [
|
||||
{name: 'author', label: 'Автор(ы)'},
|
||||
{name: 'title', label: 'Название'},
|
||||
{name: 'series', label: 'Серия'},
|
||||
{name: 'genre', label: 'Жанр'},
|
||||
{name: 'librate', label: 'Оценка'},
|
||||
{name: 'lang', label: 'Язык книги'},
|
||||
{name: 'keywords', label: 'Ключевые слова'},
|
||||
]},
|
||||
];
|
||||
|
||||
const valueToString = (value, nodePath) => {//eslint-disable-line no-unused-vars
|
||||
if (nodePath == 'fileInfo/size')
|
||||
return `${this.formatSize(value)} (${value.toString().replace(/(\d)(?=(\d{3})+(?!\d))/g, '$1 ')} Bytes)`;
|
||||
|
||||
if (nodePath == 'fileInfo/date')
|
||||
return utils.sqlDateFormat(value);
|
||||
|
||||
if (nodePath == 'fileInfo/del')
|
||||
return (value ? 'Да' : null);
|
||||
|
||||
if (nodePath == 'fileInfo/insno')
|
||||
return (value ? value : null);
|
||||
|
||||
if (nodePath == 'titleInfo/author')
|
||||
return value.split(',').join(', ');
|
||||
|
||||
if (nodePath == 'titleInfo/librate' && !value)
|
||||
return null;
|
||||
|
||||
if (typeof(value) === 'string') {
|
||||
return value;
|
||||
}
|
||||
|
||||
return (value.toString ? value.toString() : '');
|
||||
};
|
||||
|
||||
let result = [];
|
||||
const book = _.cloneDeep(this.book);
|
||||
book.series = [book.series, book.serno].filter(v => v).join(' #');
|
||||
|
||||
for (const item of mapping) {
|
||||
const itemOut = {name: item.name, label: item.label, value: []};
|
||||
|
||||
for (const subItem of item.value) {
|
||||
const subItemOut = {
|
||||
name: subItem.name,
|
||||
label: subItem.label,
|
||||
value: valueToString(book[subItem.name], `${item.name}/${subItem.name}`)
|
||||
};
|
||||
if (subItemOut.value)
|
||||
itemOut.value.push(subItemOut);
|
||||
}
|
||||
|
||||
if (itemOut.value.length)
|
||||
result.push(itemOut);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
get info() {
|
||||
let result = [];
|
||||
|
||||
switch (this.selectedTab) {
|
||||
case 'fb2':
|
||||
return this.fb2;
|
||||
case 'inpx':
|
||||
return this.inpx;
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
parseBookInfo() {
|
||||
const bookInfo = this.bookInfo;
|
||||
|
||||
//cover
|
||||
if (bookInfo.cover)
|
||||
this.coverSrc = bookInfo.cover;
|
||||
|
||||
//fb2
|
||||
if (bookInfo.fb2) {
|
||||
const parser = new Fb2Parser(bookInfo.fb2);
|
||||
|
||||
const infoObj = parser.bookInfo();
|
||||
|
||||
if (infoObj.titleInfo) {
|
||||
let ann = infoObj.titleInfo.annotationHtml;
|
||||
if (ann) {
|
||||
ann = ann.replace(/<p>/g, `<p class="p-annotation">`);
|
||||
this.annotation = ann;
|
||||
}
|
||||
}
|
||||
|
||||
this.fb2 = parser.bookInfoList(infoObj, {
|
||||
valueToString(value, nodePath, origVTS) {//eslint-disable-line no-unused-vars
|
||||
if (nodePath == 'documentInfo/historyHtml' && value)
|
||||
return value.replace(/<p>/g, `<p class="p-history">`);
|
||||
|
||||
return origVTS(value, nodePath);
|
||||
},
|
||||
});
|
||||
}
|
||||
|
||||
//book
|
||||
if (bookInfo.book)
|
||||
this.book = bookInfo.book;
|
||||
}
|
||||
|
||||
okClick() {
|
||||
this.dialogVisible = false;
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(BookInfoDialog);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
</style>
|
||||
|
||||
<style>
|
||||
.p-annotation {
|
||||
text-indent: 20px;
|
||||
text-align: justify;
|
||||
padding: 0;
|
||||
margin: 0;
|
||||
}
|
||||
|
||||
.p-history {
|
||||
padding: 0;
|
||||
margin: 0;
|
||||
}
|
||||
</style>
|
||||
@@ -1,8 +1,8 @@
|
||||
<template>
|
||||
<div class="row items-center q-my-sm">
|
||||
<div class="row items-center no-wrap">
|
||||
<div v-if="showRate || showDeleted">
|
||||
<div v-if="showRate && !book.del">
|
||||
<div class="row items-center q-my-sm no-wrap">
|
||||
<div class="row items-center">
|
||||
<div v-if="showRates || showDeleted">
|
||||
<div v-if="showRates && !book.del">
|
||||
<div v-if="book.librate">
|
||||
<q-knob
|
||||
:model-value="book.librate"
|
||||
@@ -30,31 +30,55 @@
|
||||
</q-icon>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm clickable2" @click="selectTitle">
|
||||
{{ book.serno ? `${book.serno}. ` : '' }}
|
||||
<span :class="titleColor">{{ bookTitle }}</span>
|
||||
<div class="q-ml-sm column">
|
||||
<div v-if="(mode == 'series' || mode == 'title') && bookAuthor" class="row">
|
||||
<div class="clickable2 text-green-10" @click="emit('authorClick')">
|
||||
{{ bookAuthor }}
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm">
|
||||
{{ bookSize }}, {{ book.ext }}
|
||||
</div>
|
||||
<div class="row items-center">
|
||||
<div v-if="book.serno" class="q-mr-xs">
|
||||
{{ book.serno }}.
|
||||
</div>
|
||||
<div class="clickable2" :class="titleColor" @click="emit('titleClick')">
|
||||
{{ book.title }}
|
||||
</div>
|
||||
<div v-if="mode == 'title' && bookSeries" class="q-ml-xs clickable2" @click="emit('seriesClick')">
|
||||
{{ bookSeries }}
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm clickable" @click="download">
|
||||
(скачать)
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm clickable" @click="copyLink">
|
||||
<q-icon name="la la-copy" size="20px" />
|
||||
</div>
|
||||
<div class="q-ml-sm">
|
||||
{{ bookSize }}, {{ book.ext }}
|
||||
</div>
|
||||
|
||||
<div v-if="showReadLink" class="q-ml-sm clickable" @click="readBook">
|
||||
(читать)
|
||||
</div>
|
||||
<div v-if="showInfo" class="q-ml-sm clickable" @click="emit('bookInfo')">
|
||||
(инфо)
|
||||
</div>
|
||||
|
||||
<div v-if="showGenres && book.genre" class="q-ml-sm">
|
||||
{{ bookGenre }}
|
||||
<div class="q-ml-sm clickable" @click="emit('download')">
|
||||
(скачать)
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm clickable" @click="emit('copyLink')">
|
||||
<q-icon name="la la-copy" size="20px" />
|
||||
</div>
|
||||
|
||||
<div v-if="showReadLink" class="q-ml-sm clickable" @click="emit('readBook')">
|
||||
(читать)
|
||||
</div>
|
||||
|
||||
<div v-if="showGenres && book.genre" class="q-ml-sm">
|
||||
{{ bookGenre }}
|
||||
</div>
|
||||
|
||||
<div v-if="showDates && book.date" class="q-ml-sm">
|
||||
{{ bookDate }}
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-show="false">
|
||||
@@ -67,6 +91,8 @@
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
|
||||
import * as utils from '../../../share/utils';
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
},
|
||||
@@ -80,15 +106,17 @@ class BookView {
|
||||
_options = componentOptions;
|
||||
_props = {
|
||||
book: Object,
|
||||
genreTree: Array,
|
||||
showAuthor: Boolean,
|
||||
mode: String,
|
||||
genreMap: Object,
|
||||
showReadLink: Boolean,
|
||||
titleColor: { type: String, default: 'text-blue-10'},
|
||||
};
|
||||
|
||||
showRate = true;
|
||||
showRates = true;
|
||||
showInfo = true;
|
||||
showGenres = true;
|
||||
showDeleted = false;
|
||||
showDates = false;
|
||||
|
||||
created() {
|
||||
this.loadSettings();
|
||||
@@ -97,8 +125,10 @@ class BookView {
|
||||
loadSettings() {
|
||||
const settings = this.settings;
|
||||
|
||||
this.showRate = settings.showRate;
|
||||
this.showRates = settings.showRates;
|
||||
this.showInfo = settings.showInfo;
|
||||
this.showGenres = settings.showGenres;
|
||||
this.showDates = settings.showDates;
|
||||
this.showDeleted = settings.showDeleted;
|
||||
}
|
||||
|
||||
@@ -106,15 +136,21 @@ class BookView {
|
||||
return this.$store.state.settings;
|
||||
}
|
||||
|
||||
get bookTitle() {
|
||||
if (this.showAuthor && this.book.author) {
|
||||
get bookAuthor() {
|
||||
if (this.book.author) {
|
||||
let a = this.book.author.split(',');
|
||||
const author = a.slice(0, 2).join(', ') + (a.length > 2 ? ' и др.' : '');
|
||||
|
||||
return `${author} - ${this.book.title}`;
|
||||
} else {
|
||||
return this.book.title;
|
||||
return a.slice(0, 3).join(', ') + (a.length > 3 ? ' и др.' : '');
|
||||
}
|
||||
|
||||
return '';
|
||||
}
|
||||
|
||||
get bookSeries() {
|
||||
if (this.book.series) {
|
||||
return `(Серия: ${this.book.series})`;
|
||||
}
|
||||
|
||||
return '';
|
||||
}
|
||||
|
||||
get bookSize() {
|
||||
@@ -137,31 +173,26 @@ class BookView {
|
||||
|
||||
get bookGenre() {
|
||||
let result = [];
|
||||
const genre = new Set(this.book.genre.split(','));
|
||||
const genre = this.book.genre.split(',');
|
||||
|
||||
for (const section of this.genreTree) {
|
||||
for (const g of section.value)
|
||||
if (genre.has(g.value))
|
||||
result.push(g.name);
|
||||
for (const g of genre) {
|
||||
const name = this.genreMap.get(g);
|
||||
if (name)
|
||||
result.push(name);
|
||||
}
|
||||
|
||||
return `(${result.join(' / ')})`;
|
||||
}
|
||||
|
||||
selectTitle() {
|
||||
this.$emit('bookEvent', {action: 'titleClick', book: this.book});
|
||||
get bookDate() {
|
||||
if (!this.book.date)
|
||||
return '';
|
||||
|
||||
return utils.sqlDateFormat(this.book.date);
|
||||
}
|
||||
|
||||
download() {
|
||||
this.$emit('bookEvent', {action: 'download', book: this.book});
|
||||
}
|
||||
|
||||
copyLink() {
|
||||
this.$emit('bookEvent', {action: 'copyLink', book: this.book});
|
||||
}
|
||||
|
||||
readBook() {
|
||||
this.$emit('bookEvent', {action: 'readBook', book: this.book});
|
||||
emit(action) {
|
||||
this.$emit('bookEvent', {action, book: this.book});
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
33
client/components/Search/LoadingMessage/LoadingMessage.vue
Normal file
33
client/components/Search/LoadingMessage/LoadingMessage.vue
Normal file
@@ -0,0 +1,33 @@
|
||||
<template>
|
||||
<div v-show="message" class="fit row justify-center items-center" :style="`position: fixed; top: 0; left: 0; background-color: rgba(0, 0, 0, 0.2); z-index: ${zIndex}`">
|
||||
<div class="bg-white row justify-center items-center q-px-lg" style="min-width: 180px; height: 50px; border-radius: 10px; box-shadow: 2px 2px 10px #333333">
|
||||
<q-icon class="la la-spinner icon-rotate text-blue-8" size="28px" />
|
||||
<div class="q-ml-sm">
|
||||
{{ message }}
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
},
|
||||
};
|
||||
class LoadingMessage {
|
||||
_options = componentOptions;
|
||||
_props = {
|
||||
message: String,
|
||||
zIndex: {type: String, dafault: '100'},
|
||||
};
|
||||
}
|
||||
|
||||
export default vueComponent(LoadingMessage);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
</style>
|
||||
@@ -3,7 +3,7 @@
|
||||
<div class="q-mr-xs">
|
||||
Страница
|
||||
</div>
|
||||
<div class="bg-white">
|
||||
<div class="trans" :class="{'bg-green-4': highlight, 'bg-white': !highlight}">
|
||||
<NumInput
|
||||
v-model="page" :min="1" :max="pageCount" mask="#######"
|
||||
style="width: 220px" minus-icon="la la-chevron-circle-left" plus-icon="la la-chevron-circle-right" :disable="disable" mm-buttons
|
||||
@@ -20,6 +20,7 @@
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
|
||||
import NumInput from '../../share/NumInput.vue';
|
||||
import * as utils from '../../../share/utils';
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
@@ -43,10 +44,23 @@ class PageScroller {
|
||||
};
|
||||
|
||||
page = 1;
|
||||
highlight = false;
|
||||
|
||||
created() {
|
||||
}
|
||||
|
||||
async highlightScroller() {
|
||||
if (this.inTrans)
|
||||
return;
|
||||
|
||||
this.inTrans = true;
|
||||
await utils.sleep(300);
|
||||
this.highlight = true;
|
||||
await utils.sleep(300);
|
||||
this.highlight = false;
|
||||
await utils.sleep(300);
|
||||
this.inTrans = false;
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(PageScroller);
|
||||
@@ -54,4 +68,8 @@ export default vueComponent(PageScroller);
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
.trans {
|
||||
border-radius: 5px;
|
||||
transition: background-color 0.3s linear;
|
||||
}
|
||||
</style>
|
||||
File diff suppressed because it is too large
Load Diff
139
client/components/Search/SelectDateDialog/SelectDateDialog.vue
Normal file
139
client/components/Search/SelectDateDialog/SelectDateDialog.vue
Normal file
@@ -0,0 +1,139 @@
|
||||
<template>
|
||||
<Dialog ref="dialog" v-model="dialogVisible">
|
||||
<template #header>
|
||||
<div class="row items-center">
|
||||
<div style="font-size: 110%">
|
||||
Выбрать даты
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<div ref="box" class="column q-mt-xs overflow-auto no-wrap" style="width: 240px; padding: 0px 10px 10px 10px;">
|
||||
<div class="row items-center">
|
||||
<div class="row justify-end q-mr-sm" style="width: 15px">
|
||||
С:
|
||||
</div>
|
||||
<q-btn icon="la la-calendar" color="secondary" :label="labelFrom" dense no-caps style="width: 150px;">
|
||||
<q-popup-proxy cover transition-show="scale" transition-hide="scale">
|
||||
<q-date v-model="from" mask="YYYY-MM-DD">
|
||||
<div class="row items-center justify-end q-gutter-sm">
|
||||
<q-btn v-close-popup label="Отмена" color="primary" flat />
|
||||
<q-btn v-close-popup label="OK" color="primary" flat @click="save" />
|
||||
</div>
|
||||
</q-date>
|
||||
</q-popup-proxy>
|
||||
</q-btn>
|
||||
<q-icon name="la la-times-circle" class="q-ml-sm text-grey-6 clickable2" size="28px" @click="from = ''; save();" />
|
||||
</div>
|
||||
|
||||
<div class="q-my-sm" />
|
||||
<div class="row items-center">
|
||||
<div class="row justify-end q-mr-sm" style="width: 15px">
|
||||
По:
|
||||
</div>
|
||||
<q-btn icon="la la-calendar" color="secondary" :label="labelTo" dense no-caps style="width: 150px;">
|
||||
<q-popup-proxy cover transition-show="scale" transition-hide="scale">
|
||||
<q-date v-model="to" mask="YYYY-MM-DD">
|
||||
<div class="row items-center justify-end q-gutter-sm">
|
||||
<q-btn v-close-popup label="Отмена" color="primary" flat />
|
||||
<q-btn v-close-popup label="OK" color="primary" flat @click="save" />
|
||||
</div>
|
||||
</q-date>
|
||||
</q-popup-proxy>
|
||||
</q-btn>
|
||||
<q-icon name="la la-times-circle" class="q-ml-sm text-grey-6 clickable2" size="28px" @click="to = ''; save();" />
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<template #footer>
|
||||
<q-btn class="q-px-md q-ml-sm" color="primary" dense no-caps @click="okClick">
|
||||
OK
|
||||
</q-btn>
|
||||
</template>
|
||||
</Dialog>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
|
||||
import Dialog from '../../share/Dialog.vue';
|
||||
import * as utils from '../../../share/utils';
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
Dialog
|
||||
},
|
||||
watch: {
|
||||
modelValue(newValue) {
|
||||
this.dialogVisible = newValue;
|
||||
},
|
||||
dialogVisible(newValue) {
|
||||
this.$emit('update:modelValue', newValue);
|
||||
},
|
||||
date() {
|
||||
this.updateFromTo();
|
||||
},
|
||||
}
|
||||
};
|
||||
class SelectDateDialog {
|
||||
_options = componentOptions;
|
||||
_props = {
|
||||
modelValue: Boolean,
|
||||
date: String,
|
||||
};
|
||||
|
||||
dialogVisible = false;
|
||||
|
||||
from = '';
|
||||
to = '';
|
||||
|
||||
created() {
|
||||
}
|
||||
|
||||
mounted() {
|
||||
this.updateFromTo();
|
||||
}
|
||||
|
||||
updateFromTo() {
|
||||
this.from = this.splitDate.from;
|
||||
this.to = this.splitDate.to;
|
||||
}
|
||||
|
||||
get splitDate() {
|
||||
if (!utils.isManualDate(this.date))
|
||||
return {from: '', to: ''};
|
||||
|
||||
const [from = '', to = ''] = (this.date || '').split(',');
|
||||
return {from, to};
|
||||
}
|
||||
|
||||
get labelFrom() {
|
||||
return (this.splitDate.from ? utils.sqlDateFormat(this.splitDate.from) : 'Не указано');
|
||||
}
|
||||
|
||||
get labelTo() {
|
||||
return (this.splitDate.to ? utils.sqlDateFormat(this.splitDate.to) : 'Не указано');
|
||||
}
|
||||
|
||||
save() {
|
||||
let d = this.from;
|
||||
if (this.to)
|
||||
d += `,${this.to}`;
|
||||
this.$emit('update:date', d);
|
||||
}
|
||||
|
||||
okClick() {
|
||||
this.dialogVisible = false;
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(SelectDateDialog);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
.clickable2 {
|
||||
cursor: pointer;
|
||||
}
|
||||
</style>
|
||||
@@ -2,7 +2,7 @@
|
||||
<Dialog ref="dialog" v-model="dialogVisible">
|
||||
<template #header>
|
||||
<div class="row items-center">
|
||||
<div style="font-size: 130%">
|
||||
<div style="font-size: 110%">
|
||||
Выбрать жанры
|
||||
</div>
|
||||
</div>
|
||||
|
||||
@@ -2,8 +2,8 @@
|
||||
<Dialog ref="dialog" v-model="dialogVisible">
|
||||
<template #header>
|
||||
<div class="row items-center">
|
||||
<div style="font-size: 130%">
|
||||
Выбрать язык
|
||||
<div style="font-size: 110%">
|
||||
Выбрать языки
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
@@ -0,0 +1,103 @@
|
||||
<template>
|
||||
<Dialog ref="dialog" v-model="dialogVisible">
|
||||
<template #header>
|
||||
<div class="row items-center">
|
||||
<div style="font-size: 110%">
|
||||
Выбрать оценки
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<div ref="box" class="column q-mt-xs overflow-auto no-wrap" style="width: 200px; padding: 0px 10px 10px 10px;">
|
||||
<q-option-group
|
||||
v-model="ticked"
|
||||
:options="options"
|
||||
type="checkbox"
|
||||
>
|
||||
</q-option-group>
|
||||
</div>
|
||||
|
||||
<template #footer>
|
||||
<q-btn class="q-px-md q-ml-sm" color="primary" dense no-caps @click="okClick">
|
||||
OK
|
||||
</q-btn>
|
||||
</template>
|
||||
</Dialog>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
|
||||
import Dialog from '../../share/Dialog.vue';
|
||||
|
||||
const componentOptions = {
|
||||
components: {
|
||||
Dialog
|
||||
},
|
||||
watch: {
|
||||
modelValue(newValue) {
|
||||
this.dialogVisible = newValue;
|
||||
},
|
||||
dialogVisible(newValue) {
|
||||
this.$emit('update:modelValue', newValue);
|
||||
},
|
||||
librate() {
|
||||
this.updateTicked();
|
||||
},
|
||||
ticked() {
|
||||
this.updateLibrate();
|
||||
},
|
||||
}
|
||||
};
|
||||
class SelectLibRateDialog {
|
||||
_options = componentOptions;
|
||||
_props = {
|
||||
modelValue: Boolean,
|
||||
librate: String,
|
||||
};
|
||||
|
||||
dialogVisible = false;
|
||||
|
||||
ticked = [];
|
||||
tickAll = false;
|
||||
|
||||
created() {
|
||||
this.commit = this.$store.commit;
|
||||
}
|
||||
|
||||
mounted() {
|
||||
this.updateTicked();
|
||||
}
|
||||
|
||||
get options() {
|
||||
return [
|
||||
{label: 'Без оценки', value: '0'},
|
||||
{label: '1', value: '1'},
|
||||
{label: '2', value: '2'},
|
||||
{label: '3', value: '3'},
|
||||
{label: '4', value: '4'},
|
||||
{label: '5', value: '5'},
|
||||
];
|
||||
}
|
||||
|
||||
updateTicked() {
|
||||
this.ticked = this.librate.split(',').filter(s => s);
|
||||
}
|
||||
|
||||
updateLibrate() {
|
||||
this.ticked.sort((a, b) => a.localeCompare(b))
|
||||
this.$emit('update:librate', this.ticked.join(','));
|
||||
}
|
||||
|
||||
okClick() {
|
||||
this.dialogVisible = false;
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(SelectLibRateDialog);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
</style>
|
||||
292
client/components/Search/SeriesList/SeriesList.vue
Normal file
292
client/components/Search/SeriesList/SeriesList.vue
Normal file
@@ -0,0 +1,292 @@
|
||||
<template>
|
||||
<div>
|
||||
<a ref="download" style="display: none;"></a>
|
||||
|
||||
<LoadingMessage :message="loadingMessage" z-index="2" />
|
||||
<LoadingMessage :message="loadingMessage2" z-index="1" />
|
||||
|
||||
<!-- Формирование списка ------------------------------------------------------------------------>
|
||||
<div v-for="item in tableData" :key="item.key" class="column" :class="{'odd-item': item.num % 2}" style="font-size: 120%">
|
||||
<div class="row items-center q-ml-md q-mr-xs no-wrap">
|
||||
<div class="row items-center clickable2 q-py-xs no-wrap" @click="expandSeries(item)">
|
||||
<div style="min-width: 30px">
|
||||
<div v-if="!isExpandedSeries(item)">
|
||||
<q-icon name="la la-plus-square" size="28px" />
|
||||
</div>
|
||||
<div v-else>
|
||||
<q-icon name="la la-minus-square" size="28px" />
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="clickable2 q-ml-xs q-py-sm text-bold" @click="selectSeries(item.series)">
|
||||
Серия: {{ item.series }}
|
||||
</div>
|
||||
|
||||
<div class="q-ml-sm text-bold" style="color: #555">
|
||||
{{ getBookCount(item) }}
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-if="item.bookLoading" class="book-row row items-center">
|
||||
<q-icon class="la la-spinner icon-rotate text-blue-8" size="28px" />
|
||||
<div class="q-ml-xs">
|
||||
Обработка...
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-if="isExpandedSeries(item) && item.books">
|
||||
<div v-if="item.showAllBooks" class="book-row column">
|
||||
<BookView
|
||||
v-for="seriesBook in item.allBooks" :key="seriesBook.id"
|
||||
:book="seriesBook"
|
||||
mode="series"
|
||||
:genre-map="genreMap" :show-read-link="showReadLink"
|
||||
:title-color="isFoundSeriesBook(item, seriesBook) ? 'text-blue-10' : 'text-red'"
|
||||
@book-event="bookEvent"
|
||||
/>
|
||||
</div>
|
||||
<div v-else class="book-row column">
|
||||
<BookView
|
||||
v-for="seriesBook in item.books" :key="seriesBook.key"
|
||||
:book="seriesBook" mode="series" :genre-map="genreMap" :show-read-link="showReadLink" @book-event="bookEvent"
|
||||
/>
|
||||
</div>
|
||||
|
||||
<!--div v-if="!item.showAllBooks && isExpandedSeries(item) && item.books && !item.books.length" class="book-row row items-center">
|
||||
<q-icon class="la la-meh q-mr-xs" size="24px" />
|
||||
Возможно у этой серии были найдены книги, помеченные как удаленные, но подходящие по критериям
|
||||
</div-->
|
||||
|
||||
<div
|
||||
v-if="item.allBooksLoaded && item.allBooksLoaded.length != item.booksLoaded.length"
|
||||
class="row items-center q-my-sm"
|
||||
style="margin-left: 100px"
|
||||
>
|
||||
<div v-if="item.showAllBooks && item.showMoreAll" class="row items-center q-mr-md">
|
||||
<i class="las la-ellipsis-h text-red" style="font-size: 40px"></i>
|
||||
<q-btn class="q-ml-md" color="red" style="width: 200px" dense rounded no-caps @click="showMoreAll(item)">
|
||||
Показать еще (~{{ showMoreCount }})
|
||||
</q-btn>
|
||||
<q-btn class="q-ml-sm" color="red" style="width: 200px" dense rounded no-caps @click="showMoreAll(item, true)">
|
||||
Показать все ({{ (item.allBooksLoaded && item.allBooksLoaded.length) || '?' }})
|
||||
</q-btn>
|
||||
</div>
|
||||
|
||||
<div v-if="item.showAllBooks" class="row items-center clickable2 text-blue-10" @click="item.showAllBooks = false">
|
||||
<q-icon class="la la-long-arrow-alt-up" size="28px" />
|
||||
Только найденные книги
|
||||
</div>
|
||||
<div v-else class="row items-center clickable2 text-red" @click="item.showAllBooks = true">
|
||||
<q-icon class="la la-long-arrow-alt-down" size="28px" />
|
||||
Все книги серии
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div v-if="isExpandedSeries(item) && item.showMore" class="row items-center book-row q-mb-sm">
|
||||
<i class="las la-ellipsis-h text-blue-10" style="font-size: 40px"></i>
|
||||
<q-btn class="q-ml-md" color="primary" style="width: 200px" dense rounded no-caps @click="showMore(item)">
|
||||
Показать еще (~{{ showMoreCount }})
|
||||
</q-btn>
|
||||
<q-btn class="q-ml-sm" color="primary" style="width: 200px" dense rounded no-caps @click="showMore(item, true)">
|
||||
Показать все ({{ (item.booksLoaded && item.booksLoaded.length) || '?' }})
|
||||
</q-btn>
|
||||
</div>
|
||||
</div>
|
||||
<!-- Формирование списка конец ------------------------------------------------------------------>
|
||||
|
||||
<div v-if="!refreshing && !tableData.length" class="row items-center q-ml-md" style="font-size: 120%">
|
||||
<q-icon class="la la-meh q-mr-xs" size="28px" />
|
||||
Поиск не дал результатов
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
import { reactive } from 'vue';
|
||||
|
||||
import BaseList from '../BaseList';
|
||||
|
||||
import * as utils from '../../../share/utils';
|
||||
|
||||
import _ from 'lodash';
|
||||
|
||||
class SeriesList extends BaseList {
|
||||
get foundCountMessage() {
|
||||
return `${this.list.totalFound} сери${utils.wordEnding(this.list.totalFound, 1)}`;
|
||||
}
|
||||
|
||||
isFoundSeriesBook(seriesItem, seriesBook) {
|
||||
if (!seriesItem.booksSet) {
|
||||
seriesItem.booksSet = new Set(seriesItem.books.map(b => b.id));
|
||||
}
|
||||
|
||||
return seriesItem.booksSet.has(seriesBook.id);
|
||||
}
|
||||
|
||||
getBookCount(item) {
|
||||
let result = '';
|
||||
if (!this.showCounts || item.count === undefined)
|
||||
return result;
|
||||
|
||||
if (item.booksLoaded) {
|
||||
result = `${item.booksLoaded.length}/${item.count}`;
|
||||
} else
|
||||
result = `#/${item.count}`;
|
||||
|
||||
return `(${result})`;
|
||||
}
|
||||
|
||||
async getSeriesBooks(seriesItem) {
|
||||
if (seriesItem.count > this.maxItemCount) {
|
||||
seriesItem.bookLoading = true;
|
||||
await this.$nextTick();
|
||||
}
|
||||
|
||||
try {
|
||||
await super.getSeriesBooks(seriesItem);
|
||||
|
||||
if (seriesItem.allBooksLoaded) {
|
||||
const prepareBook = (book) => {
|
||||
return Object.assign(
|
||||
{
|
||||
key: book.id,
|
||||
type: 'book',
|
||||
},
|
||||
book
|
||||
);
|
||||
};
|
||||
|
||||
const filtered = this.filterBooks(seriesItem.allBooksLoaded);
|
||||
|
||||
const books = [];
|
||||
for (const book of filtered) {
|
||||
books.push(prepareBook(book));
|
||||
}
|
||||
|
||||
seriesItem.booksLoaded = books;
|
||||
this.showMore(seriesItem);
|
||||
}
|
||||
} finally {
|
||||
seriesItem.bookLoading = false;
|
||||
}
|
||||
}
|
||||
|
||||
async updateTableData() {
|
||||
let result = [];
|
||||
|
||||
const expandedSet = new Set(this.expandedSeries);
|
||||
const series = this.searchResult.found;
|
||||
if (!series)
|
||||
return;
|
||||
|
||||
let num = 0;
|
||||
for (const rec of series) {
|
||||
const count = (this.showDeleted ? rec.bookCount + rec.bookDelCount : rec.bookCount);
|
||||
|
||||
const item = reactive({
|
||||
key: rec.series,
|
||||
series: rec.series,
|
||||
num,
|
||||
count,
|
||||
bookLoading: false,
|
||||
|
||||
allBooksLoaded: false,
|
||||
allBooks: false,
|
||||
showAllBooks: false,
|
||||
showMoreAll: false,
|
||||
|
||||
booksLoaded: false,
|
||||
books: false,
|
||||
showMore: false,
|
||||
});
|
||||
num++;
|
||||
|
||||
if (expandedSet.has(item.series)) {
|
||||
if (series.length > 1 || item.count > this.maxItemCount)
|
||||
this.getSeriesBooks(item);//no await
|
||||
else
|
||||
await this.getSeriesBooks(item);
|
||||
}
|
||||
|
||||
result.push(item);
|
||||
}
|
||||
|
||||
if (result.length == 1 && !this.isExpandedSeries(result[0])) {
|
||||
this.expandSeries(result[0]);
|
||||
}
|
||||
|
||||
this.tableData = result;
|
||||
}
|
||||
|
||||
async refresh() {
|
||||
//параметры запроса
|
||||
const newQuery = this.getQuery();
|
||||
if (_.isEqual(newQuery, this.prevQuery))
|
||||
return;
|
||||
this.prevQuery = newQuery;
|
||||
|
||||
this.queryExecute = newQuery;
|
||||
|
||||
if (this.refreshing)
|
||||
return;
|
||||
|
||||
this.refreshing = true;
|
||||
|
||||
(async() => {
|
||||
await utils.sleep(500);
|
||||
if (this.refreshing)
|
||||
this.loadingMessage = 'Поиск серий...';
|
||||
})();
|
||||
|
||||
try {
|
||||
while (this.queryExecute) {
|
||||
const query = this.queryExecute;
|
||||
this.queryExecute = null;
|
||||
|
||||
try {
|
||||
const response = await this.api.search('series', query);
|
||||
|
||||
this.list.queryFound = response.found.length;
|
||||
this.list.totalFound = response.totalFound;
|
||||
this.list.inpxHash = response.inpxHash;
|
||||
|
||||
this.searchResult = response;
|
||||
|
||||
await utils.sleep(1);
|
||||
if (!this.queryExecute) {
|
||||
await this.updateTableData();
|
||||
this.scrollToTop();
|
||||
this.highlightPageScroller(query);
|
||||
}
|
||||
} catch (e) {
|
||||
this.$root.stdDialog.alert(e.message, 'Ошибка');
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
this.refreshing = false;
|
||||
this.loadingMessage = '';
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(SeriesList);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
.clickable2 {
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
.odd-item {
|
||||
background-color: #e8e8e8;
|
||||
}
|
||||
|
||||
.book-row {
|
||||
margin-left: 50px;
|
||||
}
|
||||
</style>
|
||||
149
client/components/Search/TitleList/TitleList.vue
Normal file
149
client/components/Search/TitleList/TitleList.vue
Normal file
@@ -0,0 +1,149 @@
|
||||
<template>
|
||||
<div>
|
||||
<a ref="download" style="display: none;"></a>
|
||||
|
||||
<LoadingMessage :message="loadingMessage" z-index="2" />
|
||||
<LoadingMessage :message="loadingMessage2" z-index="1" />
|
||||
|
||||
<!-- Формирование списка ------------------------------------------------------------------------>
|
||||
<div v-for="item in tableData" :key="item.key" class="column" :class="{'odd-item': item.num % 2}" style="font-size: 120%">
|
||||
<BookView
|
||||
class="q-ml-md"
|
||||
:book="item.book" mode="title" :genre-map="genreMap" :show-read-link="showReadLink" @book-event="bookEvent"
|
||||
/>
|
||||
<BookView
|
||||
v-for="book in item.books" :key="book.id"
|
||||
class="q-ml-md"
|
||||
:book="book"
|
||||
mode="title"
|
||||
:genre-map="genreMap" :show-read-link="showReadLink"
|
||||
@book-event="bookEvent"
|
||||
/>
|
||||
</div>
|
||||
<!-- Формирование списка конец ------------------------------------------------------------------>
|
||||
|
||||
<div v-if="!refreshing && !tableData.length" class="row items-center q-ml-md" style="font-size: 120%">
|
||||
<q-icon class="la la-meh q-mr-xs" size="28px" />
|
||||
Поиск не дал результатов
|
||||
</div>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
<script>
|
||||
//-----------------------------------------------------------------------------
|
||||
import vueComponent from '../../vueComponent.js';
|
||||
import { reactive } from 'vue';
|
||||
|
||||
import BaseList from '../BaseList';
|
||||
|
||||
import * as utils from '../../../share/utils';
|
||||
|
||||
import _ from 'lodash';
|
||||
|
||||
class TitleList extends BaseList {
|
||||
get foundCountMessage() {
|
||||
return `${this.list.totalFound} уникальн${utils.wordEnding(this.list.totalFound, 6)} назван${utils.wordEnding(this.list.totalFound, 3)}`;
|
||||
}
|
||||
|
||||
async updateTableData() {
|
||||
let result = [];
|
||||
|
||||
const title = this.searchResult.found;
|
||||
if (!title)
|
||||
return;
|
||||
|
||||
let num = 0;
|
||||
for (const rec of title) {
|
||||
const item = reactive({
|
||||
key: rec.id,
|
||||
title: rec.title,
|
||||
num,
|
||||
|
||||
book: false,
|
||||
books: [],
|
||||
});
|
||||
|
||||
if (rec.books) {
|
||||
const filtered = this.filterBooks(rec.books);
|
||||
|
||||
for (let i = 0; i < filtered.length; i++) {
|
||||
if (i === 0)
|
||||
item.book = filtered[i];
|
||||
else
|
||||
item.books.push(filtered[i]);
|
||||
}
|
||||
|
||||
if (filtered.length) {
|
||||
num++;
|
||||
result.push(item);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
this.tableData = result;
|
||||
}
|
||||
|
||||
async refresh() {
|
||||
//параметры запроса
|
||||
const newQuery = this.getQuery();
|
||||
if (_.isEqual(newQuery, this.prevQuery))
|
||||
return;
|
||||
this.prevQuery = newQuery;
|
||||
|
||||
this.queryExecute = newQuery;
|
||||
|
||||
if (this.refreshing)
|
||||
return;
|
||||
|
||||
this.refreshing = true;
|
||||
|
||||
(async() => {
|
||||
await utils.sleep(500);
|
||||
if (this.refreshing)
|
||||
this.loadingMessage = 'Поиск книг...';
|
||||
})();
|
||||
|
||||
try {
|
||||
while (this.queryExecute) {
|
||||
const query = this.queryExecute;
|
||||
this.queryExecute = null;
|
||||
|
||||
try {
|
||||
const response = await this.api.search('title', query);
|
||||
|
||||
this.list.queryFound = response.found.length;
|
||||
this.list.totalFound = response.totalFound;
|
||||
this.list.inpxHash = response.inpxHash;
|
||||
|
||||
this.searchResult = response;
|
||||
|
||||
await utils.sleep(1);
|
||||
if (!this.queryExecute) {
|
||||
await this.updateTableData();
|
||||
this.scrollToTop();
|
||||
this.highlightPageScroller(query);
|
||||
}
|
||||
} catch (e) {
|
||||
this.$root.stdDialog.alert(e.message, 'Ошибка');
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
this.refreshing = false;
|
||||
this.loadingMessage = '';
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
export default vueComponent(TitleList);
|
||||
//-----------------------------------------------------------------------------
|
||||
</script>
|
||||
|
||||
<style scoped>
|
||||
.clickable2 {
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
.odd-item {
|
||||
background-color: #e8e8e8;
|
||||
}
|
||||
</style>
|
||||
94
client/components/fonts/OFL.txt
Normal file
94
client/components/fonts/OFL.txt
Normal file
@@ -0,0 +1,94 @@
|
||||
Copyright (c) 2010, ParaType Ltd. (http://www.paratype.com/public),
|
||||
with Reserved Font Names "PT Sans" and "ParaType".
|
||||
|
||||
This Font Software is licensed under the SIL Open Font License, Version 1.1.
|
||||
This license is copied below, and is also available with a FAQ at:
|
||||
http://scripts.sil.org/OFL
|
||||
|
||||
|
||||
-----------------------------------------------------------
|
||||
SIL OPEN FONT LICENSE Version 1.1 - 26 February 2007
|
||||
-----------------------------------------------------------
|
||||
|
||||
PREAMBLE
|
||||
The goals of the Open Font License (OFL) are to stimulate worldwide
|
||||
development of collaborative font projects, to support the font creation
|
||||
efforts of academic and linguistic communities, and to provide a free and
|
||||
open framework in which fonts may be shared and improved in partnership
|
||||
with others.
|
||||
|
||||
The OFL allows the licensed fonts to be used, studied, modified and
|
||||
redistributed freely as long as they are not sold by themselves. The
|
||||
fonts, including any derivative works, can be bundled, embedded,
|
||||
redistributed and/or sold with any software provided that any reserved
|
||||
names are not used by derivative works. The fonts and derivatives,
|
||||
however, cannot be released under any other type of license. The
|
||||
requirement for fonts to remain under this license does not apply
|
||||
to any document created using the fonts or their derivatives.
|
||||
|
||||
DEFINITIONS
|
||||
"Font Software" refers to the set of files released by the Copyright
|
||||
Holder(s) under this license and clearly marked as such. This may
|
||||
include source files, build scripts and documentation.
|
||||
|
||||
"Reserved Font Name" refers to any names specified as such after the
|
||||
copyright statement(s).
|
||||
|
||||
"Original Version" refers to the collection of Font Software components as
|
||||
distributed by the Copyright Holder(s).
|
||||
|
||||
"Modified Version" refers to any derivative made by adding to, deleting,
|
||||
or substituting -- in part or in whole -- any of the components of the
|
||||
Original Version, by changing formats or by porting the Font Software to a
|
||||
new environment.
|
||||
|
||||
"Author" refers to any designer, engineer, programmer, technical
|
||||
writer or other person who contributed to the Font Software.
|
||||
|
||||
PERMISSION & CONDITIONS
|
||||
Permission is hereby granted, free of charge, to any person obtaining
|
||||
a copy of the Font Software, to use, study, copy, merge, embed, modify,
|
||||
redistribute, and sell modified and unmodified copies of the Font
|
||||
Software, subject to the following conditions:
|
||||
|
||||
1) Neither the Font Software nor any of its individual components,
|
||||
in Original or Modified Versions, may be sold by itself.
|
||||
|
||||
2) Original or Modified Versions of the Font Software may be bundled,
|
||||
redistributed and/or sold with any software, provided that each copy
|
||||
contains the above copyright notice and this license. These can be
|
||||
included either as stand-alone text files, human-readable headers or
|
||||
in the appropriate machine-readable metadata fields within text or
|
||||
binary files as long as those fields can be easily viewed by the user.
|
||||
|
||||
3) No Modified Version of the Font Software may use the Reserved Font
|
||||
Name(s) unless explicit written permission is granted by the corresponding
|
||||
Copyright Holder. This restriction only applies to the primary font name as
|
||||
presented to the users.
|
||||
|
||||
4) The name(s) of the Copyright Holder(s) or the Author(s) of the Font
|
||||
Software shall not be used to promote, endorse or advertise any
|
||||
Modified Version, except to acknowledge the contribution(s) of the
|
||||
Copyright Holder(s) and the Author(s) or with their explicit written
|
||||
permission.
|
||||
|
||||
5) The Font Software, modified or unmodified, in part or in whole,
|
||||
must be distributed entirely under this license, and must not be
|
||||
distributed under any other license. The requirement for fonts to
|
||||
remain under this license does not apply to any document created
|
||||
using the Font Software.
|
||||
|
||||
TERMINATION
|
||||
This license becomes null and void if any of the above conditions are
|
||||
not met.
|
||||
|
||||
DISCLAIMER
|
||||
THE FONT SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO ANY WARRANTIES OF
|
||||
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT
|
||||
OF COPYRIGHT, PATENT, TRADEMARK, OR OTHER RIGHT. IN NO EVENT SHALL THE
|
||||
COPYRIGHT HOLDER BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
||||
INCLUDING ANY GENERAL, SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL
|
||||
DAMAGES, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||||
FROM, OUT OF THE USE OR INABILITY TO USE THE FONT SOFTWARE OR FROM
|
||||
OTHER DEALINGS IN THE FONT SOFTWARE.
|
||||
BIN
client/components/fonts/web-default-bold.ttf
Normal file
BIN
client/components/fonts/web-default-bold.ttf
Normal file
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -4,6 +4,7 @@
|
||||
<i :class="icon" :style="`font-size: ${iconSize}px; margin-top: ${imt}px`" />
|
||||
<slot></slot>
|
||||
</div>
|
||||
<slot name="tooltip"></slot>
|
||||
</div>
|
||||
</template>
|
||||
|
||||
|
||||
@@ -17,7 +17,7 @@ export default function(componentClass) {
|
||||
}
|
||||
}
|
||||
} else if (prop === '_props') {
|
||||
comp['props'] = obj[prop];
|
||||
comp.props = obj[prop];
|
||||
}
|
||||
} else {//usual prop
|
||||
data[prop] = obj[prop];
|
||||
@@ -26,23 +26,32 @@ export default function(componentClass) {
|
||||
comp.data = () => _.cloneDeep(data);
|
||||
|
||||
//methods
|
||||
const classProto = Object.getPrototypeOf(obj);
|
||||
const classMethods = Object.getOwnPropertyNames(classProto);
|
||||
const methods = {};
|
||||
const computed = {};
|
||||
for (const method of classMethods) {
|
||||
const desc = Object.getOwnPropertyDescriptor(classProto, method);
|
||||
if (desc.get) {//has getter, computed
|
||||
computed[method] = {get: desc.get};
|
||||
if (desc.set)
|
||||
computed[method].set = desc.set;
|
||||
} else if ( ['beforeCreate', 'created', 'beforeMount', 'mounted', 'beforeUpdate', 'updated', 'activated',//life cycle hooks
|
||||
'deactivated', 'beforeUnmount', 'unmounted', 'errorCaptured', 'renderTracked', 'renderTriggered',//life cycle hooks
|
||||
'setup'].includes(method) ) {
|
||||
comp[method] = obj[method];
|
||||
} else if (method !== 'constructor') {//usual
|
||||
methods[method] = obj[method];
|
||||
|
||||
let classProto = Object.getPrototypeOf(obj);
|
||||
while (classProto) {
|
||||
const classMethods = Object.getOwnPropertyNames(classProto);
|
||||
for (const method of classMethods) {
|
||||
const desc = Object.getOwnPropertyDescriptor(classProto, method);
|
||||
if (desc.get) {//has getter, computed
|
||||
if (!computed[method]) {
|
||||
computed[method] = {get: desc.get};
|
||||
if (desc.set)
|
||||
computed[method].set = desc.set;
|
||||
}
|
||||
} else if ( ['beforeCreate', 'created', 'beforeMount', 'mounted', 'beforeUpdate', 'updated', 'activated',
|
||||
'deactivated', 'beforeUnmount', 'unmounted', 'errorCaptured', 'renderTracked', 'renderTriggered',
|
||||
'setup'].includes(method) ) {//life cycle hooks
|
||||
if (!comp[method])
|
||||
comp[method] = obj[method];
|
||||
} else if (method !== 'constructor') {//usual
|
||||
if (!methods[method])
|
||||
methods[method] = obj[method];
|
||||
}
|
||||
}
|
||||
|
||||
classProto = Object.getPrototypeOf(classProto);
|
||||
}
|
||||
comp.methods = methods;
|
||||
comp.computed = computed;
|
||||
|
||||
@@ -14,21 +14,22 @@ import {QLinearProgress} from 'quasar/src/components/linear-progress';
|
||||
import {QInput} from 'quasar/src/components/input';
|
||||
import {QBtn} from 'quasar/src/components/btn';
|
||||
//import {QBtnGroup} from 'quasar/src/components/btn-group';
|
||||
//import {QBtnToggle} from 'quasar/src/components/btn-toggle';
|
||||
import {QBtnToggle} from 'quasar/src/components/btn-toggle';
|
||||
import {QIcon} from 'quasar/src/components/icon';
|
||||
//import {QSlider} from 'quasar/src/components/slider';
|
||||
//import {QTabs, QTab} from 'quasar/src/components/tabs';
|
||||
import {QTabs, QTab} from 'quasar/src/components/tabs';
|
||||
//import {QTabPanels, QTabPanel} from 'quasar/src/components/tab-panels';
|
||||
//import {QSeparator} from 'quasar/src/components/separator';
|
||||
//import {QList} from 'quasar/src/components/item';
|
||||
//import {QItem, QItemSection, QItemLabel} from 'quasar/src/components/item';
|
||||
import {QItem, QItemSection, QItemLabel} from 'quasar/src/components/item';
|
||||
import {QTooltip} from 'quasar/src/components/tooltip';
|
||||
//import {QSpinner} from 'quasar/src/components/spinner';
|
||||
//import {QTable, QTh, QTr, QTd} from 'quasar/src/components/table';
|
||||
import {QCheckbox} from 'quasar/src/components/checkbox';
|
||||
import {QSelect} from 'quasar/src/components/select';
|
||||
//import {QColor} from 'quasar/src/components/color';
|
||||
//import {QPopupProxy} from 'quasar/src/components/popup-proxy';
|
||||
import {QPopupProxy} from 'quasar/src/components/popup-proxy';
|
||||
import {QDate} from 'quasar/src/components/date';
|
||||
import {QDialog} from 'quasar/src/components/dialog';
|
||||
//import {QChip} from 'quasar/src/components/chip';
|
||||
import {QTree} from 'quasar/src/components/tree';
|
||||
@@ -48,21 +49,22 @@ const components = {
|
||||
QInput,
|
||||
QBtn,
|
||||
//QBtnGroup,
|
||||
//QBtnToggle,
|
||||
QBtnToggle,
|
||||
QIcon,
|
||||
//QSlider,
|
||||
//QTabs, QTab,
|
||||
QTabs, QTab,
|
||||
//QTabPanels, QTabPanel,
|
||||
//QSeparator,
|
||||
//QList,
|
||||
//QItem, QItemSection, QItemLabel,
|
||||
QItem, QItemSection, QItemLabel,
|
||||
QTooltip,
|
||||
//QSpinner,
|
||||
//QTable, QTh, QTr, QTd,
|
||||
QCheckbox,
|
||||
QSelect,
|
||||
//QColor,
|
||||
//QPopupProxy,
|
||||
QPopupProxy,
|
||||
QDate,
|
||||
QDialog,
|
||||
//QChip,
|
||||
QTree,
|
||||
@@ -91,12 +93,13 @@ const plugins = {
|
||||
//import '@quasar/extras/fontawesome-v5/fontawesome-v5.css';
|
||||
//import fontawesomeV5 from 'quasar/icon-set/fontawesome-v5.js'
|
||||
|
||||
import lang from 'quasar/lang/ru';
|
||||
import '@quasar/extras/line-awesome/line-awesome.css';
|
||||
import lineAwesome from 'quasar/icon-set/line-awesome.js'
|
||||
|
||||
export default {
|
||||
quasar: Quasar,
|
||||
options: { config, components, directives, plugins },
|
||||
options: { config, components, directives, plugins, lang },
|
||||
init: () => {
|
||||
Quasar.iconSet.set(lineAwesome);
|
||||
}
|
||||
|
||||
@@ -5,6 +5,9 @@ const Search = () => import('./components/Search/Search.vue');
|
||||
|
||||
const myRoutes = [
|
||||
['/', Search],
|
||||
['/author', Search],
|
||||
['/series', Search],
|
||||
['/title', Search],
|
||||
['/:pathMatch(.*)*', null, null, '/'],
|
||||
];
|
||||
|
||||
|
||||
@@ -1,3 +1,4 @@
|
||||
import dayjs from 'dayjs';
|
||||
import {Buffer} from 'safe-buffer';
|
||||
//import _ from 'lodash';
|
||||
|
||||
@@ -38,7 +39,11 @@ export function wordEnding(num, type = 0) {
|
||||
['ов', '', 'а', 'а', 'а', 'ов', 'ов', 'ов', 'ов', 'ов'],
|
||||
['й', 'я', 'и', 'и', 'и', 'й', 'й', 'й', 'й', 'й'],
|
||||
['о', '', 'о', 'о', 'о', 'о', 'о', 'о', 'о', 'о'],
|
||||
['ий', 'ие', 'ия', 'ия', 'ия', 'ий', 'ий', 'ий', 'ий', 'ий']
|
||||
['ий', 'ие', 'ия', 'ия', 'ия', 'ий', 'ий', 'ий', 'ий', 'ий'],
|
||||
['о', 'а', 'о', 'о', 'о', 'о', 'о', 'о', 'о', 'о'],
|
||||
['ок', 'ка', 'ки', 'ки', 'ки', 'ок', 'ок', 'ок', 'ок', 'ок'],
|
||||
['ых', 'ое', 'ых', 'ых', 'ых', 'ых', 'ых', 'ых', 'ых', 'ых'],
|
||||
['о', 'о', 'о', 'о', 'о', 'о', 'о', 'о', 'о', 'о'],
|
||||
];
|
||||
const deci = num % 100;
|
||||
if (deci > 10 && deci < 20) {
|
||||
@@ -82,15 +87,48 @@ export async function copyTextToClipboard(text) {
|
||||
return result;
|
||||
}
|
||||
|
||||
export function makeValidFilename(filename, repl = '_') {
|
||||
let f = filename.replace(/[\x00\\/:*"<>|]/g, repl); // eslint-disable-line no-control-regex
|
||||
f = f.trim();
|
||||
while (f.length && (f[f.length - 1] == '.' || f[f.length - 1] == '_')) {
|
||||
f = f.substring(0, f.length - 1);
|
||||
}
|
||||
/*
|
||||
export function formatDate(d, format = 'normal') {
|
||||
switch (format) {
|
||||
case 'normal':
|
||||
return `${d.getDate().toString().padStart(2, '0')}.${(d.getMonth() + 1).toString().padStart(2, '0')}.${d.getFullYear()} ` +
|
||||
`${d.getHours().toString().padStart(2, '0')}:${d.getMinutes().toString().padStart(2, '0')}`;
|
||||
case 'coDate':
|
||||
return `${d.getFullYear()}-${(d.getMonth() + 1).toString().padStart(2, '0')}-${d.getDate().toString().padStart(2, '0')}`;
|
||||
case 'coMonth':
|
||||
return `${(d.getMonth() + 1).toString().padStart(2, '0')}`;
|
||||
case 'noDate':
|
||||
return `${d.getDate().toString().padStart(2, '0')}.${(d.getMonth() + 1).toString().padStart(2, '0')}.${d.getFullYear()}`;
|
||||
|
||||
if (f)
|
||||
return f;
|
||||
else
|
||||
throw new Error('Invalid filename');
|
||||
default:
|
||||
throw new Error('formatDate: unknown date format');
|
||||
}
|
||||
}
|
||||
|
||||
export function parseDate(sqlDate) {
|
||||
const d = sqlDate.split('-');
|
||||
const result = new Date();
|
||||
result.setDate(parseInt(d[2], 10));
|
||||
result.setMonth(parseInt(d[1], 10) - 1);
|
||||
result.setYear(parseInt(d[0], 10));
|
||||
|
||||
return result;
|
||||
}
|
||||
*/
|
||||
|
||||
export function isDigit(c) {
|
||||
return !isNaN(parseInt(c, 10));
|
||||
}
|
||||
|
||||
export function dateFormat(date, format = 'DD.MM.YYYY') {
|
||||
return dayjs(date).format(format);
|
||||
}
|
||||
|
||||
export function sqlDateFormat(date, format = 'DD.MM.YYYY') {
|
||||
return dayjs(date, 'YYYY-MM-DD').format(format);
|
||||
}
|
||||
|
||||
export function isManualDate(date) {
|
||||
return date && (date[0] == ',' || (isDigit(date[0]) && isDigit(date[1])));
|
||||
}
|
||||
|
||||
|
||||
@@ -3,12 +3,15 @@ const state = {
|
||||
config: {},
|
||||
settings: {
|
||||
accessToken: '',
|
||||
extendedParams: false,
|
||||
limit: 20,
|
||||
expanded: [],
|
||||
expandedAuthor: [],
|
||||
expandedSeries: [],
|
||||
showCounts: true,
|
||||
showRate: true,
|
||||
showRates: true,
|
||||
showInfo: true,
|
||||
showGenres: true,
|
||||
showDates: false,
|
||||
showDeleted: false,
|
||||
abCacheEnabled: true,
|
||||
langDefault: '',
|
||||
|
||||
210
package-lock.json
generated
210
package-lock.json
generated
@@ -1,21 +1,23 @@
|
||||
{
|
||||
"name": "inpx-web",
|
||||
"version": "1.0.2",
|
||||
"version": "1.2.3",
|
||||
"lockfileVersion": 2,
|
||||
"requires": true,
|
||||
"packages": {
|
||||
"": {
|
||||
"name": "inpx-web",
|
||||
"version": "1.0.2",
|
||||
"version": "1.2.3",
|
||||
"hasInstallScript": true,
|
||||
"license": "CC0-1.0",
|
||||
"dependencies": {
|
||||
"@quasar/extras": "^1.15.0",
|
||||
"axios": "^0.27.2",
|
||||
"compression": "^1.7.4",
|
||||
"chardet": "^1.5.0",
|
||||
"dayjs": "^1.11.6",
|
||||
"express": "^4.18.1",
|
||||
"fs-extra": "^10.1.0",
|
||||
"jembadb": "^4.2.0",
|
||||
"iconv-lite": "^0.6.3",
|
||||
"jembadb": "^5.0.2",
|
||||
"localforage": "^1.10.0",
|
||||
"lodash": "^4.17.21",
|
||||
"minimist": "^1.2.6",
|
||||
@@ -2645,6 +2647,17 @@
|
||||
"ms": "2.0.0"
|
||||
}
|
||||
},
|
||||
"node_modules/body-parser/node_modules/iconv-lite": {
|
||||
"version": "0.4.24",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
|
||||
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
|
||||
"dependencies": {
|
||||
"safer-buffer": ">= 2.1.2 < 3"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.10.0"
|
||||
}
|
||||
},
|
||||
"node_modules/body-parser/node_modules/ms": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
|
||||
@@ -2736,14 +2749,6 @@
|
||||
"integrity": "sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==",
|
||||
"dev": true
|
||||
},
|
||||
"node_modules/bytes": {
|
||||
"version": "3.0.0",
|
||||
"resolved": "https://registry.npmjs.org/bytes/-/bytes-3.0.0.tgz",
|
||||
"integrity": "sha512-pMhOfFDPiv9t5jjIXkHosWmkSyQbvsgEVNkz0ERHbuLh2T/7j4Mqqpz523Fe8MVY89KC6Sh/QfS2sM+SjgFDcw==",
|
||||
"engines": {
|
||||
"node": ">= 0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/call-bind": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.2.tgz",
|
||||
@@ -2817,6 +2822,11 @@
|
||||
"node": ">=4"
|
||||
}
|
||||
},
|
||||
"node_modules/chardet": {
|
||||
"version": "1.5.0",
|
||||
"resolved": "https://registry.npmjs.org/chardet/-/chardet-1.5.0.tgz",
|
||||
"integrity": "sha512-Nj3VehbbFs/1ZnJJJaL3ztEf3Nu5Fs6YV/NBs6lyz/iDDHUU+X9QNk5QgPy1/5Rjtb/cGVf+NyazP7kVEJqKRg=="
|
||||
},
|
||||
"node_modules/chownr": {
|
||||
"version": "1.1.4",
|
||||
"resolved": "https://registry.npmjs.org/chownr/-/chownr-1.1.4.tgz",
|
||||
@@ -2954,52 +2964,6 @@
|
||||
"integrity": "sha512-W9pAhw0ja1Edb5GVdIF1mjZw/ASI0AlShXM83UUGe2DVr5TdAPEA1OA8m/g8zWp9x6On7gqufY+FatDbC3MDQg==",
|
||||
"dev": true
|
||||
},
|
||||
"node_modules/compressible": {
|
||||
"version": "2.0.18",
|
||||
"resolved": "https://registry.npmjs.org/compressible/-/compressible-2.0.18.tgz",
|
||||
"integrity": "sha512-AF3r7P5dWxL8MxyITRMlORQNaOA2IkAFaTr4k7BUumjPtRpGDTZpl0Pb1XCO6JeDCBdp126Cgs9sMxqSjgYyRg==",
|
||||
"dependencies": {
|
||||
"mime-db": ">= 1.43.0 < 2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.6"
|
||||
}
|
||||
},
|
||||
"node_modules/compression": {
|
||||
"version": "1.7.4",
|
||||
"resolved": "https://registry.npmjs.org/compression/-/compression-1.7.4.tgz",
|
||||
"integrity": "sha512-jaSIDzP9pZVS4ZfQ+TzvtiWhdpFhE2RDHz8QJkpX9SIpLq88VueF5jJw6t+6CUQcAoA6t+x89MLrWAqpfDE8iQ==",
|
||||
"dependencies": {
|
||||
"accepts": "~1.3.5",
|
||||
"bytes": "3.0.0",
|
||||
"compressible": "~2.0.16",
|
||||
"debug": "2.6.9",
|
||||
"on-headers": "~1.0.2",
|
||||
"safe-buffer": "5.1.2",
|
||||
"vary": "~1.1.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">= 0.8.0"
|
||||
}
|
||||
},
|
||||
"node_modules/compression/node_modules/debug": {
|
||||
"version": "2.6.9",
|
||||
"resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
|
||||
"integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
|
||||
"dependencies": {
|
||||
"ms": "2.0.0"
|
||||
}
|
||||
},
|
||||
"node_modules/compression/node_modules/ms": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
|
||||
"integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A=="
|
||||
},
|
||||
"node_modules/compression/node_modules/safe-buffer": {
|
||||
"version": "5.1.2",
|
||||
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
|
||||
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
|
||||
},
|
||||
"node_modules/concat-map": {
|
||||
"version": "0.0.1",
|
||||
"resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
|
||||
@@ -3469,6 +3433,11 @@
|
||||
"resolved": "https://registry.npmjs.org/csstype/-/csstype-2.6.20.tgz",
|
||||
"integrity": "sha512-/WwNkdXfckNgw6S5R125rrW8ez139lBHWouiBvX8dfMFtcn6V81REDqnH7+CRpRipfYlyU1CmOnOxrmGcFOjeA=="
|
||||
},
|
||||
"node_modules/dayjs": {
|
||||
"version": "1.11.6",
|
||||
"resolved": "https://registry.npmjs.org/dayjs/-/dayjs-1.11.6.tgz",
|
||||
"integrity": "sha512-zZbY5giJAinCG+7AGaw0wIhNZ6J8AhWuSXKvuc1KAyMiRsvGQWqh4L+MomvhdAYjN+lqvVCMq1I41e3YHvXkyQ=="
|
||||
},
|
||||
"node_modules/debug": {
|
||||
"version": "4.3.4",
|
||||
"resolved": "https://registry.npmjs.org/debug/-/debug-4.3.4.tgz",
|
||||
@@ -4835,11 +4804,11 @@
|
||||
}
|
||||
},
|
||||
"node_modules/iconv-lite": {
|
||||
"version": "0.4.24",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
|
||||
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
|
||||
"version": "0.6.3",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.6.3.tgz",
|
||||
"integrity": "sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==",
|
||||
"dependencies": {
|
||||
"safer-buffer": ">= 2.1.2 < 3"
|
||||
"safer-buffer": ">= 2.1.2 < 3.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.10.0"
|
||||
@@ -5077,9 +5046,9 @@
|
||||
}
|
||||
},
|
||||
"node_modules/jembadb": {
|
||||
"version": "4.2.0",
|
||||
"resolved": "https://registry.npmjs.org/jembadb/-/jembadb-4.2.0.tgz",
|
||||
"integrity": "sha512-wnqUwaZSWU99hJYHPBhXJVRYHA1aQVjpt5fDHMuXaz7VWZqK9DhLgNDIKD9z8czICz56ECTR2xlVBpDgBnuQVA==",
|
||||
"version": "5.0.2",
|
||||
"resolved": "https://registry.npmjs.org/jembadb/-/jembadb-5.0.2.tgz",
|
||||
"integrity": "sha512-0309Qo4wSkyf154xTokxNl0DuBP5f2Q2MzWGUNX1JmMzlRypFsPY/9VDYV/htkxhT53f2prlQ2NUguQjG2lCRA==",
|
||||
"engines": {
|
||||
"node": ">=16.16.0"
|
||||
}
|
||||
@@ -5811,14 +5780,6 @@
|
||||
"node": ">= 0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/on-headers": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/on-headers/-/on-headers-1.0.2.tgz",
|
||||
"integrity": "sha512-pZAE+FJLoyITytdqK0U5s+FIpjN0JP3OzFi/u8Rx+EV5/W+JTWGXG8xFzevE7AjBfDqHv/8vL8qQsIhHnqRkrA==",
|
||||
"engines": {
|
||||
"node": ">= 0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/once": {
|
||||
"version": "1.4.0",
|
||||
"resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
|
||||
@@ -7065,6 +7026,17 @@
|
||||
"node": ">= 0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/raw-body/node_modules/iconv-lite": {
|
||||
"version": "0.4.24",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
|
||||
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
|
||||
"dependencies": {
|
||||
"safer-buffer": ">= 2.1.2 < 3"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.10.0"
|
||||
}
|
||||
},
|
||||
"node_modules/rc": {
|
||||
"version": "1.2.8",
|
||||
"resolved": "https://registry.npmjs.org/rc/-/rc-1.2.8.tgz",
|
||||
@@ -10772,6 +10744,14 @@
|
||||
"ms": "2.0.0"
|
||||
}
|
||||
},
|
||||
"iconv-lite": {
|
||||
"version": "0.4.24",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
|
||||
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
|
||||
"requires": {
|
||||
"safer-buffer": ">= 2.1.2 < 3"
|
||||
}
|
||||
},
|
||||
"ms": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
|
||||
@@ -10832,11 +10812,6 @@
|
||||
"integrity": "sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==",
|
||||
"dev": true
|
||||
},
|
||||
"bytes": {
|
||||
"version": "3.0.0",
|
||||
"resolved": "https://registry.npmjs.org/bytes/-/bytes-3.0.0.tgz",
|
||||
"integrity": "sha512-pMhOfFDPiv9t5jjIXkHosWmkSyQbvsgEVNkz0ERHbuLh2T/7j4Mqqpz523Fe8MVY89KC6Sh/QfS2sM+SjgFDcw=="
|
||||
},
|
||||
"call-bind": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.2.tgz",
|
||||
@@ -10891,6 +10866,11 @@
|
||||
"supports-color": "^5.3.0"
|
||||
}
|
||||
},
|
||||
"chardet": {
|
||||
"version": "1.5.0",
|
||||
"resolved": "https://registry.npmjs.org/chardet/-/chardet-1.5.0.tgz",
|
||||
"integrity": "sha512-Nj3VehbbFs/1ZnJJJaL3ztEf3Nu5Fs6YV/NBs6lyz/iDDHUU+X9QNk5QgPy1/5Rjtb/cGVf+NyazP7kVEJqKRg=="
|
||||
},
|
||||
"chownr": {
|
||||
"version": "1.1.4",
|
||||
"resolved": "https://registry.npmjs.org/chownr/-/chownr-1.1.4.tgz",
|
||||
@@ -11006,48 +10986,6 @@
|
||||
"integrity": "sha512-W9pAhw0ja1Edb5GVdIF1mjZw/ASI0AlShXM83UUGe2DVr5TdAPEA1OA8m/g8zWp9x6On7gqufY+FatDbC3MDQg==",
|
||||
"dev": true
|
||||
},
|
||||
"compressible": {
|
||||
"version": "2.0.18",
|
||||
"resolved": "https://registry.npmjs.org/compressible/-/compressible-2.0.18.tgz",
|
||||
"integrity": "sha512-AF3r7P5dWxL8MxyITRMlORQNaOA2IkAFaTr4k7BUumjPtRpGDTZpl0Pb1XCO6JeDCBdp126Cgs9sMxqSjgYyRg==",
|
||||
"requires": {
|
||||
"mime-db": ">= 1.43.0 < 2"
|
||||
}
|
||||
},
|
||||
"compression": {
|
||||
"version": "1.7.4",
|
||||
"resolved": "https://registry.npmjs.org/compression/-/compression-1.7.4.tgz",
|
||||
"integrity": "sha512-jaSIDzP9pZVS4ZfQ+TzvtiWhdpFhE2RDHz8QJkpX9SIpLq88VueF5jJw6t+6CUQcAoA6t+x89MLrWAqpfDE8iQ==",
|
||||
"requires": {
|
||||
"accepts": "~1.3.5",
|
||||
"bytes": "3.0.0",
|
||||
"compressible": "~2.0.16",
|
||||
"debug": "2.6.9",
|
||||
"on-headers": "~1.0.2",
|
||||
"safe-buffer": "5.1.2",
|
||||
"vary": "~1.1.2"
|
||||
},
|
||||
"dependencies": {
|
||||
"debug": {
|
||||
"version": "2.6.9",
|
||||
"resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
|
||||
"integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
|
||||
"requires": {
|
||||
"ms": "2.0.0"
|
||||
}
|
||||
},
|
||||
"ms": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
|
||||
"integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A=="
|
||||
},
|
||||
"safe-buffer": {
|
||||
"version": "5.1.2",
|
||||
"resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
|
||||
"integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
|
||||
}
|
||||
}
|
||||
},
|
||||
"concat-map": {
|
||||
"version": "0.0.1",
|
||||
"resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
|
||||
@@ -11383,6 +11321,11 @@
|
||||
"resolved": "https://registry.npmjs.org/csstype/-/csstype-2.6.20.tgz",
|
||||
"integrity": "sha512-/WwNkdXfckNgw6S5R125rrW8ez139lBHWouiBvX8dfMFtcn6V81REDqnH7+CRpRipfYlyU1CmOnOxrmGcFOjeA=="
|
||||
},
|
||||
"dayjs": {
|
||||
"version": "1.11.6",
|
||||
"resolved": "https://registry.npmjs.org/dayjs/-/dayjs-1.11.6.tgz",
|
||||
"integrity": "sha512-zZbY5giJAinCG+7AGaw0wIhNZ6J8AhWuSXKvuc1KAyMiRsvGQWqh4L+MomvhdAYjN+lqvVCMq1I41e3YHvXkyQ=="
|
||||
},
|
||||
"debug": {
|
||||
"version": "4.3.4",
|
||||
"resolved": "https://registry.npmjs.org/debug/-/debug-4.3.4.tgz",
|
||||
@@ -12412,11 +12355,11 @@
|
||||
}
|
||||
},
|
||||
"iconv-lite": {
|
||||
"version": "0.4.24",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
|
||||
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
|
||||
"version": "0.6.3",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.6.3.tgz",
|
||||
"integrity": "sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==",
|
||||
"requires": {
|
||||
"safer-buffer": ">= 2.1.2 < 3"
|
||||
"safer-buffer": ">= 2.1.2 < 3.0.0"
|
||||
}
|
||||
},
|
||||
"icss-utils": {
|
||||
@@ -12578,9 +12521,9 @@
|
||||
"dev": true
|
||||
},
|
||||
"jembadb": {
|
||||
"version": "4.2.0",
|
||||
"resolved": "https://registry.npmjs.org/jembadb/-/jembadb-4.2.0.tgz",
|
||||
"integrity": "sha512-wnqUwaZSWU99hJYHPBhXJVRYHA1aQVjpt5fDHMuXaz7VWZqK9DhLgNDIKD9z8czICz56ECTR2xlVBpDgBnuQVA=="
|
||||
"version": "5.0.2",
|
||||
"resolved": "https://registry.npmjs.org/jembadb/-/jembadb-5.0.2.tgz",
|
||||
"integrity": "sha512-0309Qo4wSkyf154xTokxNl0DuBP5f2Q2MzWGUNX1JmMzlRypFsPY/9VDYV/htkxhT53f2prlQ2NUguQjG2lCRA=="
|
||||
},
|
||||
"jest-worker": {
|
||||
"version": "27.5.1",
|
||||
@@ -13118,11 +13061,6 @@
|
||||
"ee-first": "1.1.1"
|
||||
}
|
||||
},
|
||||
"on-headers": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/on-headers/-/on-headers-1.0.2.tgz",
|
||||
"integrity": "sha512-pZAE+FJLoyITytdqK0U5s+FIpjN0JP3OzFi/u8Rx+EV5/W+JTWGXG8xFzevE7AjBfDqHv/8vL8qQsIhHnqRkrA=="
|
||||
},
|
||||
"once": {
|
||||
"version": "1.4.0",
|
||||
"resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
|
||||
@@ -13970,6 +13908,14 @@
|
||||
"version": "3.1.2",
|
||||
"resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz",
|
||||
"integrity": "sha512-/Nf7TyzTx6S3yRJObOAV7956r8cr2+Oj8AC5dt8wSP3BQAoeX58NoHyCU8P8zGkNXStjTSi6fzO6F0pBdcYbEg=="
|
||||
},
|
||||
"iconv-lite": {
|
||||
"version": "0.4.24",
|
||||
"resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
|
||||
"integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
|
||||
"requires": {
|
||||
"safer-buffer": ">= 2.1.2 < 3"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
|
||||
10
package.json
10
package.json
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "inpx-web",
|
||||
"version": "1.0.2",
|
||||
"version": "1.2.3",
|
||||
"author": "Book Pauk <bookpauk@gmail.com>",
|
||||
"license": "CC0-1.0",
|
||||
"repository": "bookpauk/inpx-web",
|
||||
@@ -13,6 +13,8 @@
|
||||
"build:linux": "npm run build:client && node build/prepkg.js linux && pkg -t node16-linux-x64 -C GZip --options max-old-space-size=4096,expose-gc -o dist/linux/inpx-web .",
|
||||
"build:win": "npm run build:client && node build/prepkg.js win && pkg -t node16-win-x64 -C GZip --options max-old-space-size=4096,expose-gc -o dist/win/inpx-web .",
|
||||
"build:client-dev": "webpack --config build/webpack.dev.config.js",
|
||||
"build:all": "npm run build:linux && npm run build:win",
|
||||
"release": "npm run build:all && node build/release.js",
|
||||
"postinstall": "npm run build:client-dev"
|
||||
},
|
||||
"bin": "server/index.js",
|
||||
@@ -49,10 +51,12 @@
|
||||
"dependencies": {
|
||||
"@quasar/extras": "^1.15.0",
|
||||
"axios": "^0.27.2",
|
||||
"compression": "^1.7.4",
|
||||
"chardet": "^1.5.0",
|
||||
"dayjs": "^1.11.6",
|
||||
"express": "^4.18.1",
|
||||
"fs-extra": "^10.1.0",
|
||||
"jembadb": "^4.2.0",
|
||||
"iconv-lite": "^0.6.3",
|
||||
"jembadb": "^5.0.2",
|
||||
"localforage": "^1.10.0",
|
||||
"lodash": "^4.17.21",
|
||||
"minimist": "^1.2.6",
|
||||
|
||||
@@ -14,14 +14,20 @@ module.exports = {
|
||||
bookReadLink: '',
|
||||
loggingEnabled: true,
|
||||
|
||||
//поправить в случае, если были критические изменения в DbCreator или InpxParser
|
||||
//иначе будет рассинхронизация между сервером и клиентом на уровне БД
|
||||
dbVersion: '7',
|
||||
dbCacheSize: 5,
|
||||
|
||||
maxPayloadSize: 500,//in MB
|
||||
maxFilesDirSize: 1024*1024*1024,//1Gb
|
||||
queryCacheEnabled: true,
|
||||
cacheCleanInterval: 60,//minutes
|
||||
inpxCheckInterval: 60,//minutes
|
||||
lowMemoryMode: false,
|
||||
fullOptimization: false,
|
||||
|
||||
webConfigParams: ['name', 'version', 'branch', 'bookReadLink'],
|
||||
webConfigParams: ['name', 'version', 'branch', 'bookReadLink', 'dbVersion'],
|
||||
|
||||
allowRemoteLib: false,
|
||||
remoteLib: false,
|
||||
|
||||
@@ -8,11 +8,13 @@ const propsToSave = [
|
||||
'accessPassword',
|
||||
'bookReadLink',
|
||||
'loggingEnabled',
|
||||
'dbCacheSize',
|
||||
'maxFilesDirSize',
|
||||
'queryCacheEnabled',
|
||||
'cacheCleanInterval',
|
||||
'inpxCheckInterval',
|
||||
'lowMemoryMode',
|
||||
'fullOptimization',
|
||||
'allowRemoteLib',
|
||||
'remoteLib',
|
||||
'server',
|
||||
@@ -82,15 +84,28 @@ class ConfigManager {
|
||||
}
|
||||
|
||||
async load() {
|
||||
if (!this.inited)
|
||||
throw new Error('not inited');
|
||||
if (!await fs.pathExists(this.userConfigFile)) {
|
||||
await this.save();
|
||||
return;
|
||||
}
|
||||
try {
|
||||
if (!this.inited)
|
||||
throw new Error('not inited');
|
||||
|
||||
const data = await fs.readFile(this.userConfigFile, 'utf8');
|
||||
this.config = JSON.parse(data);
|
||||
if (await fs.pathExists(this.userConfigFile)) {
|
||||
const data = JSON.parse(await fs.readFile(this.userConfigFile, 'utf8'));
|
||||
const config = _.pick(data, propsToSave);
|
||||
|
||||
this.config = config;
|
||||
|
||||
//сохраним конфиг, если не все атрибуты присутствуют в файле конфига
|
||||
for (const prop of propsToSave)
|
||||
if (!Object.prototype.hasOwnProperty.call(config, prop)) {
|
||||
await this.save();
|
||||
break;
|
||||
}
|
||||
} else {
|
||||
await this.save();
|
||||
}
|
||||
} catch(e) {
|
||||
throw new Error(`Error while loading "${this.userConfigFile}": ${e.message}`);
|
||||
}
|
||||
}
|
||||
|
||||
async save() {
|
||||
|
||||
@@ -76,14 +76,16 @@ class WebSocketController {
|
||||
await this.getWorkerState(req, ws); break;
|
||||
case 'search':
|
||||
await this.search(req, ws); break;
|
||||
case 'get-book-list':
|
||||
await this.getBookList(req, ws); break;
|
||||
case 'get-author-book-list':
|
||||
await this.getAuthorBookList(req, ws); break;
|
||||
case 'get-series-book-list':
|
||||
await this.getSeriesBookList(req, ws); break;
|
||||
case 'get-genre-tree':
|
||||
await this.getGenreTree(req, ws); break;
|
||||
case 'get-book-link':
|
||||
await this.getBookLink(req, ws); break;
|
||||
case 'get-book-info':
|
||||
await this.getBookInfo(req, ws); break;
|
||||
|
||||
case 'get-inpx-file':
|
||||
await this.getInpxFile(req, ws); break;
|
||||
@@ -107,7 +109,7 @@ class WebSocketController {
|
||||
ws.send(message);
|
||||
|
||||
if (this.isDevelopment) {
|
||||
log(`WebSocket-OUT: ${message.substr(0, 4000)}`);
|
||||
log(`WebSocket-OUT: ${message.substr(0, 200)}`);
|
||||
}
|
||||
|
||||
}
|
||||
@@ -136,25 +138,21 @@ class WebSocketController {
|
||||
async search(req, ws) {
|
||||
if (!req.query)
|
||||
throw new Error(`query is empty`);
|
||||
if (!req.from)
|
||||
throw new Error(`from is empty`);
|
||||
|
||||
const result = await this.webWorker.search(req.query);
|
||||
const result = await this.webWorker.search(req.from, req.query);
|
||||
|
||||
this.send(result, req, ws);
|
||||
}
|
||||
|
||||
async getBookList(req, ws) {
|
||||
if (!utils.hasProp(req, 'authorId'))
|
||||
throw new Error(`authorId is empty`);
|
||||
|
||||
const result = await this.webWorker.getBookList(req.authorId);
|
||||
async getAuthorBookList(req, ws) {
|
||||
const result = await this.webWorker.getAuthorBookList(req.authorId);
|
||||
|
||||
this.send(result, req, ws);
|
||||
}
|
||||
|
||||
async getSeriesBookList(req, ws) {
|
||||
if (!utils.hasProp(req, 'series'))
|
||||
throw new Error(`series is empty`);
|
||||
|
||||
const result = await this.webWorker.getSeriesBookList(req.series);
|
||||
|
||||
this.send(result, req, ws);
|
||||
@@ -167,12 +165,19 @@ class WebSocketController {
|
||||
}
|
||||
|
||||
async getBookLink(req, ws) {
|
||||
if (!utils.hasProp(req, 'bookPath'))
|
||||
throw new Error(`bookPath is empty`);
|
||||
if (!utils.hasProp(req, 'downFileName'))
|
||||
throw new Error(`downFileName is empty`);
|
||||
if (!utils.hasProp(req, 'bookUid'))
|
||||
throw new Error(`bookUid is empty`);
|
||||
|
||||
const result = await this.webWorker.getBookLink({bookPath: req.bookPath, downFileName: req.downFileName});
|
||||
const result = await this.webWorker.getBookLink(req.bookUid);
|
||||
|
||||
this.send(result, req, ws);
|
||||
}
|
||||
|
||||
async getBookInfo(req, ws) {
|
||||
if (!utils.hasProp(req, 'bookUid'))
|
||||
throw new Error(`bookUid is empty`);
|
||||
|
||||
const result = await this.webWorker.getBookInfo(req.bookUid);
|
||||
|
||||
this.send(result, req, ws);
|
||||
}
|
||||
|
||||
@@ -37,6 +37,10 @@ class AppLogger {
|
||||
{log: 'FileLog', fileName: this.errLogFileName, exclude: [LM_OK, LM_INFO, LM_TOTAL]},
|
||||
{log: 'FileLog', fileName: this.fatalLogFileName, exclude: [LM_OK, LM_INFO, LM_WARN, LM_ERR, LM_TOTAL]},//LM_FATAL only
|
||||
];
|
||||
} else {
|
||||
loggerParams = [
|
||||
{log: 'ConsoleLog'},
|
||||
];
|
||||
}
|
||||
|
||||
this._logger = new Logger(loggerParams);
|
||||
|
||||
@@ -58,6 +58,14 @@ class DbCreator {
|
||||
let genreArr = [];
|
||||
let langMap = new Map();//языки
|
||||
let langArr = [];
|
||||
let delMap = new Map();//удаленные
|
||||
let delArr = [];
|
||||
let dateMap = new Map();//дата поступления
|
||||
let dateArr = [];
|
||||
let librateMap = new Map();//оценка
|
||||
let librateArr = [];
|
||||
|
||||
let uidSet = new Set();//уникальные идентификаторы
|
||||
|
||||
//stats
|
||||
let authorCount = 0;
|
||||
@@ -132,18 +140,97 @@ class DbCreator {
|
||||
callback({progress: (readState.current || 0)/totalFiles});
|
||||
};
|
||||
|
||||
const parseField = (fieldValue, fieldMap, fieldArr, bookId, rec, fillBookIds = true) => {
|
||||
let value = fieldValue;
|
||||
|
||||
if (typeof(fieldValue) == 'string') {
|
||||
if (!fieldValue)
|
||||
fieldValue = emptyFieldValue;
|
||||
|
||||
value = fieldValue.toLowerCase();
|
||||
}
|
||||
|
||||
let fieldRec;
|
||||
if (fieldMap.has(value)) {
|
||||
const fieldId = fieldMap.get(value);
|
||||
fieldRec = fieldArr[fieldId];
|
||||
} else {
|
||||
fieldRec = {id: fieldArr.length, value, bookIds: new Set()};
|
||||
if (rec !== undefined) {
|
||||
fieldRec.name = fieldValue;
|
||||
fieldRec.bookCount = 0;
|
||||
fieldRec.bookDelCount = 0;
|
||||
}
|
||||
fieldArr.push(fieldRec);
|
||||
fieldMap.set(value, fieldRec.id);
|
||||
}
|
||||
|
||||
if (fieldValue !== emptyFieldValue || fillBookIds)
|
||||
fieldRec.bookIds.add(bookId);
|
||||
|
||||
if (rec !== undefined) {
|
||||
if (!rec.del)
|
||||
fieldRec.bookCount++;
|
||||
else
|
||||
fieldRec.bookDelCount++;
|
||||
}
|
||||
};
|
||||
|
||||
const parseBookRec = (rec) => {
|
||||
//авторы
|
||||
const author = splitAuthor(rec.author);
|
||||
|
||||
for (let i = 0; i < author.length; i++) {
|
||||
const a = author[i];
|
||||
|
||||
//статистика
|
||||
if (!authorMap.has(a.toLowerCase()) && (author.length == 1 || i < author.length - 1)) //без соавторов
|
||||
authorCount++;
|
||||
|
||||
parseField(a, authorMap, authorArr, rec.id, rec);
|
||||
}
|
||||
|
||||
//серии
|
||||
parseField(rec.series, seriesMap, seriesArr, rec.id, rec, false);
|
||||
|
||||
//названия
|
||||
parseField(rec.title, titleMap, titleArr, rec.id, rec);
|
||||
|
||||
//жанры
|
||||
let genre = rec.genre || emptyFieldValue;
|
||||
genre = rec.genre.split(',');
|
||||
|
||||
for (let g of genre) {
|
||||
parseField(g, genreMap, genreArr, rec.id);
|
||||
}
|
||||
|
||||
//языки
|
||||
parseField(rec.lang, langMap, langArr, rec.id);
|
||||
|
||||
//удаленные
|
||||
parseField(rec.del, delMap, delArr, rec.id);
|
||||
|
||||
//дата поступления
|
||||
parseField(rec.date, dateMap, dateArr, rec.id);
|
||||
|
||||
//оценка
|
||||
parseField(rec.librate, librateMap, librateArr, rec.id);
|
||||
};
|
||||
|
||||
//основная процедура парсинга
|
||||
let id = 0;
|
||||
const parsedCallback = async(chunk) => {
|
||||
let filtered = false;
|
||||
for (const rec of chunk) {
|
||||
//сначала фильтр
|
||||
if (!filter(rec)) {
|
||||
if (!filter(rec) || uidSet.has(rec._uid)) {
|
||||
rec.id = 0;
|
||||
filtered = true;
|
||||
continue;
|
||||
}
|
||||
|
||||
rec.id = ++id;
|
||||
uidSet.add(rec._uid);
|
||||
|
||||
if (!rec.del) {
|
||||
bookCount++;
|
||||
@@ -153,40 +240,7 @@ class DbCreator {
|
||||
bookDelCount++;
|
||||
}
|
||||
|
||||
//авторы
|
||||
const author = splitAuthor(rec.author);
|
||||
|
||||
for (let i = 0; i < author.length; i++) {
|
||||
const a = author[i];
|
||||
const value = a.toLowerCase();
|
||||
|
||||
let authorRec;
|
||||
if (authorMap.has(value)) {
|
||||
const authorTmpId = authorMap.get(value);
|
||||
authorRec = authorArr[authorTmpId];
|
||||
} else {
|
||||
authorRec = {tmpId: authorArr.length, author: a, value, bookCount: 0, bookDelCount: 0, bookId: []};
|
||||
authorArr.push(authorRec);
|
||||
authorMap.set(value, authorRec.tmpId);
|
||||
|
||||
if (author.length == 1 || i < author.length - 1) //без соавторов
|
||||
authorCount++;
|
||||
}
|
||||
|
||||
//это нужно для того, чтобы имя автора начиналось с заглавной
|
||||
if (a[0].toUpperCase() === a[0])
|
||||
authorRec.author = a;
|
||||
|
||||
//счетчики
|
||||
if (!rec.del) {
|
||||
authorRec.bookCount++;
|
||||
} else {
|
||||
authorRec.bookDelCount++;
|
||||
}
|
||||
|
||||
//ссылки на книги
|
||||
authorRec.bookId.push(id);
|
||||
}
|
||||
parseBookRec(rec);
|
||||
}
|
||||
|
||||
let saveChunk = [];
|
||||
@@ -205,248 +259,67 @@ class DbCreator {
|
||||
utils.freeMemory();
|
||||
};
|
||||
|
||||
//парсинг 1
|
||||
//парсинг
|
||||
const parser = new InpxParser();
|
||||
await parser.parse(config.inpxFile, readFileCallback, parsedCallback);
|
||||
|
||||
utils.freeMemory();
|
||||
|
||||
//отсортируем авторов и выдадим им правильные id
|
||||
//порядок id соответствует ASC-сортировке по author.toLowerCase
|
||||
callback({job: 'author sort', jobMessage: 'Сортировка авторов', jobStep: 2, progress: 0});
|
||||
await utils.sleep(100);
|
||||
authorArr.sort((a, b) => a.value.localeCompare(b.value));
|
||||
|
||||
id = 0;
|
||||
authorMap = new Map();
|
||||
for (const authorRec of authorArr) {
|
||||
authorRec.id = ++id;
|
||||
authorMap.set(authorRec.author, id);
|
||||
delete authorRec.tmpId;
|
||||
}
|
||||
|
||||
utils.freeMemory();
|
||||
|
||||
//подготовка к сохранению author_book
|
||||
const saveBookChunk = async(authorChunk, callback) => {
|
||||
callback(0);
|
||||
|
||||
const ids = [];
|
||||
for (const a of authorChunk) {
|
||||
for (const id of a.bookId) {
|
||||
ids.push(id);
|
||||
}
|
||||
}
|
||||
|
||||
ids.sort();// обязательно, иначе будет тормозить - особенности JembaDb
|
||||
|
||||
callback(0.1);
|
||||
const rows = await db.select({table: 'book', where: `@@id(${db.esc(ids)})`});
|
||||
callback(0.6);
|
||||
await utils.sleep(100);
|
||||
|
||||
const bookArr = new Map();
|
||||
for (const row of rows)
|
||||
bookArr.set(row.id, row);
|
||||
|
||||
const abRows = [];
|
||||
for (const a of authorChunk) {
|
||||
const aBooks = [];
|
||||
for (const id of a.bookId) {
|
||||
const rec = bookArr.get(id);
|
||||
aBooks.push(rec);
|
||||
}
|
||||
|
||||
abRows.push({id: a.id, author: a.author, books: JSON.stringify(aBooks)});
|
||||
|
||||
delete a.bookId;//в дальнейшем не понадобится, authorArr сохраняем без него
|
||||
}
|
||||
|
||||
callback(0.7);
|
||||
await db.insert({
|
||||
table: 'author_book',
|
||||
rows: abRows,
|
||||
});
|
||||
callback(1);
|
||||
};
|
||||
|
||||
callback({job: 'book sort', jobMessage: 'Сортировка книг', jobStep: 3, progress: 0});
|
||||
|
||||
//сохранение author_book
|
||||
await db.create({
|
||||
table: 'author_book',
|
||||
});
|
||||
|
||||
let idsLen = 0;
|
||||
let aChunk = [];
|
||||
let prevI = 0;
|
||||
for (let i = 0; i < authorArr.length; i++) {// eslint-disable-line
|
||||
const author = authorArr[i];
|
||||
|
||||
aChunk.push(author);
|
||||
idsLen += author.bookId.length;
|
||||
|
||||
if (idsLen > 50000) {//константа выяснена эмпирическим путем "память/скорость"
|
||||
await saveBookChunk(aChunk, (p) => {
|
||||
callback({progress: (prevI + (i - prevI)*p)/authorArr.length});
|
||||
});
|
||||
|
||||
prevI = i;
|
||||
idsLen = 0;
|
||||
aChunk = [];
|
||||
await utils.sleep(100);
|
||||
utils.freeMemory();
|
||||
await db.freeMemory();
|
||||
}
|
||||
}
|
||||
if (aChunk.length) {
|
||||
await saveBookChunk(aChunk, () => {});
|
||||
aChunk = null;
|
||||
}
|
||||
|
||||
callback({progress: 1});
|
||||
|
||||
//чистка памяти, ибо жрет как не в себя
|
||||
await db.close({table: 'book'});
|
||||
await db.freeMemory();
|
||||
utils.freeMemory();
|
||||
|
||||
//парсинг 2, подготовка
|
||||
const parseField = (fieldValue, fieldMap, fieldArr, authorIds, bookId) => {
|
||||
let addBookId = bookId;
|
||||
if (!fieldValue) {
|
||||
fieldValue = emptyFieldValue;
|
||||
addBookId = 0;//!!!
|
||||
}
|
||||
|
||||
const value = fieldValue.toLowerCase();
|
||||
|
||||
let fieldRec;
|
||||
if (fieldMap.has(value)) {
|
||||
const fieldId = fieldMap.get(value);
|
||||
fieldRec = fieldArr[fieldId];
|
||||
} else {
|
||||
fieldRec = {id: fieldArr.length, value, authorId: new Set()};
|
||||
if (bookId)
|
||||
fieldRec.bookId = new Set();
|
||||
fieldArr.push(fieldRec);
|
||||
fieldMap.set(value, fieldRec.id);
|
||||
}
|
||||
|
||||
for (const id of authorIds) {
|
||||
fieldRec.authorId.add(id);
|
||||
}
|
||||
|
||||
if (addBookId)
|
||||
fieldRec.bookId.add(addBookId);
|
||||
};
|
||||
|
||||
const parseBookRec = (rec) => {
|
||||
//авторы
|
||||
const author = splitAuthor(rec.author);
|
||||
|
||||
const authorIds = [];
|
||||
for (const a of author) {
|
||||
const authorId = authorMap.get(a);
|
||||
if (!authorId) //подстраховка
|
||||
continue;
|
||||
authorIds.push(authorId);
|
||||
}
|
||||
|
||||
//серии
|
||||
parseField(rec.series, seriesMap, seriesArr, authorIds, rec.id);
|
||||
|
||||
//названия
|
||||
parseField(rec.title, titleMap, titleArr, authorIds);
|
||||
|
||||
//жанры
|
||||
let genre = rec.genre || emptyFieldValue;
|
||||
genre = rec.genre.split(',');
|
||||
|
||||
for (let g of genre) {
|
||||
if (!g)
|
||||
g = emptyFieldValue;
|
||||
|
||||
let genreRec;
|
||||
if (genreMap.has(g)) {
|
||||
const genreId = genreMap.get(g);
|
||||
genreRec = genreArr[genreId];
|
||||
} else {
|
||||
genreRec = {id: genreArr.length, value: g, authorId: new Set()};
|
||||
genreArr.push(genreRec);
|
||||
genreMap.set(g, genreRec.id);
|
||||
}
|
||||
|
||||
for (const id of authorIds) {
|
||||
genreRec.authorId.add(id);
|
||||
}
|
||||
}
|
||||
|
||||
//языки
|
||||
parseField(rec.lang, langMap, langArr, authorIds);
|
||||
};
|
||||
|
||||
callback({job: 'search tables create', jobMessage: 'Создание поисковых таблиц', jobStep: 4, progress: 0});
|
||||
|
||||
//парсинг 2, теперь можно создавать остальные поисковые таблицы
|
||||
let proc = 0;
|
||||
while (1) {// eslint-disable-line
|
||||
const rows = await db.select({
|
||||
table: 'author_book',
|
||||
where: `
|
||||
let iter = @getItem('parse_book');
|
||||
if (!iter) {
|
||||
iter = @all();
|
||||
@setItem('parse_book', iter);
|
||||
}
|
||||
|
||||
const ids = new Set();
|
||||
let id = iter.next();
|
||||
while (!id.done) {
|
||||
ids.add(id.value);
|
||||
if (ids.size >= 10000)
|
||||
break;
|
||||
id = iter.next();
|
||||
}
|
||||
|
||||
return ids;
|
||||
`
|
||||
});
|
||||
|
||||
if (rows.length) {
|
||||
for (const row of rows) {
|
||||
const books = JSON.parse(row.books);
|
||||
for (const rec of books)
|
||||
parseBookRec(rec);
|
||||
}
|
||||
|
||||
proc += rows.length;
|
||||
callback({progress: proc/authorArr.length});
|
||||
} else
|
||||
break;
|
||||
|
||||
await utils.sleep(100);
|
||||
if (config.lowMemoryMode) {
|
||||
utils.freeMemory();
|
||||
await db.freeMemory();
|
||||
}
|
||||
}
|
||||
|
||||
//чистка памяти, ибо жрет как не в себя
|
||||
authorMap = null;
|
||||
seriesMap = null;
|
||||
titleMap = null;
|
||||
genreMap = null;
|
||||
langMap = null;
|
||||
delMap = null;
|
||||
dateMap = null;
|
||||
librateMap = null;
|
||||
uidSet = null;
|
||||
|
||||
await db.close({table: 'book'});
|
||||
await db.freeMemory();
|
||||
utils.freeMemory();
|
||||
|
||||
//config
|
||||
callback({job: 'config save', jobMessage: 'Сохранение конфигурации', jobStep: 5, progress: 0});
|
||||
await db.create({
|
||||
table: 'config'
|
||||
});
|
||||
//отсортируем таблицы выдадим им правильные id
|
||||
//порядок id соответствует ASC-сортировке по value
|
||||
callback({job: 'sort', jobMessage: 'Сортировка', jobStep: 2, progress: 0});
|
||||
await utils.sleep(100);
|
||||
//сортировка авторов
|
||||
authorArr.sort((a, b) => a.value.localeCompare(b.value));
|
||||
callback({progress: 0.2});
|
||||
await utils.sleep(100);
|
||||
|
||||
id = 0;
|
||||
for (const authorRec of authorArr) {
|
||||
authorRec.id = ++id;
|
||||
}
|
||||
callback({progress: 0.3});
|
||||
await utils.sleep(100);
|
||||
|
||||
//сортировка серий
|
||||
seriesArr.sort((a, b) => a.value.localeCompare(b.value));
|
||||
callback({progress: 0.5});
|
||||
await utils.sleep(100);
|
||||
|
||||
id = 0;
|
||||
for (const seriesRec of seriesArr) {
|
||||
seriesRec.id = ++id;
|
||||
}
|
||||
callback({progress: 0.6});
|
||||
await utils.sleep(100);
|
||||
|
||||
//сортировка названий
|
||||
titleArr.sort((a, b) => a.value.localeCompare(b.value));
|
||||
callback({progress: 0.8});
|
||||
await utils.sleep(100);
|
||||
id = 0;
|
||||
for (const titleRec of titleArr) {
|
||||
titleRec.id = ++id;
|
||||
}
|
||||
|
||||
//stats
|
||||
const stats = {
|
||||
filesCount: 0,//вычислим позднее
|
||||
filesCountAll: 0,//вычислим позднее
|
||||
filesDelCount: 0,//вычислим позднее
|
||||
recsLoaded,
|
||||
authorCount,
|
||||
authorCountAll: authorArr.length,
|
||||
@@ -461,45 +334,33 @@ class DbCreator {
|
||||
};
|
||||
//console.log(stats);
|
||||
|
||||
const inpxHashCreator = new InpxHashCreator(config);
|
||||
|
||||
await db.insert({table: 'config', rows: [
|
||||
{id: 'inpxInfo', value: (inpxFilter && inpxFilter.info ? inpxFilter.info : parser.info)},
|
||||
{id: 'stats', value: stats},
|
||||
{id: 'inpxHash', value: await inpxHashCreator.getHash()},
|
||||
]});
|
||||
|
||||
//сохраним поисковые таблицы
|
||||
const chunkSize = 10000;
|
||||
|
||||
const saveTable = async(table, arr, nullArr, authorIdToArray = false, bookIdToArray = false) => {
|
||||
const saveTable = async(table, arr, nullArr, indexType = 'string') => {
|
||||
|
||||
arr.sort((a, b) => a.value.localeCompare(b.value));
|
||||
if (indexType == 'string')
|
||||
arr.sort((a, b) => a.value.localeCompare(b.value));
|
||||
else
|
||||
arr.sort((a, b) => a.value - b.value);
|
||||
|
||||
await db.create({
|
||||
table,
|
||||
index: {field: 'value', unique: true, depth: 1000000},
|
||||
index: {field: 'value', unique: true, type: indexType, depth: 1000000},
|
||||
});
|
||||
|
||||
//вставка в БД по кусочкам, экономим память
|
||||
for (let i = 0; i < arr.length; i += chunkSize) {
|
||||
const chunk = arr.slice(i, i + chunkSize);
|
||||
|
||||
if (authorIdToArray) {
|
||||
for (const rec of chunk)
|
||||
rec.authorId = Array.from(rec.authorId);
|
||||
}
|
||||
|
||||
if (bookIdToArray) {
|
||||
for (const rec of chunk)
|
||||
rec.bookId = Array.from(rec.bookId);
|
||||
}
|
||||
for (const rec of chunk)
|
||||
rec.bookIds = Array.from(rec.bookIds);
|
||||
|
||||
await db.insert({table, rows: chunk});
|
||||
|
||||
if (i % 5 == 0) {
|
||||
await db.freeMemory();
|
||||
await utils.sleep(100);
|
||||
await utils.sleep(10);
|
||||
}
|
||||
|
||||
callback({progress: i/arr.length});
|
||||
@@ -512,24 +373,33 @@ class DbCreator {
|
||||
};
|
||||
|
||||
//author
|
||||
callback({job: 'author save', jobMessage: 'Сохранение индекса авторов', jobStep: 6, progress: 0});
|
||||
callback({job: 'author save', jobMessage: 'Сохранение индекса авторов', jobStep: 3, progress: 0});
|
||||
await saveTable('author', authorArr, () => {authorArr = null});
|
||||
|
||||
//series
|
||||
callback({job: 'series save', jobMessage: 'Сохранение индекса серий', jobStep: 7, progress: 0});
|
||||
await saveTable('series_temporary', seriesArr, () => {seriesArr = null}, true, true);
|
||||
callback({job: 'series save', jobMessage: 'Сохранение индекса серий', jobStep: 4, progress: 0});
|
||||
await saveTable('series', seriesArr, () => {seriesArr = null});
|
||||
|
||||
//title
|
||||
callback({job: 'title save', jobMessage: 'Сохранение индекса названий', jobStep: 8, progress: 0});
|
||||
await saveTable('title', titleArr, () => {titleArr = null}, true);
|
||||
callback({job: 'title save', jobMessage: 'Сохранение индекса названий', jobStep: 5, progress: 0});
|
||||
await saveTable('title', titleArr, () => {titleArr = null});
|
||||
|
||||
//genre
|
||||
callback({job: 'genre save', jobMessage: 'Сохранение индекса жанров', jobStep: 9, progress: 0});
|
||||
await saveTable('genre', genreArr, () => {genreArr = null}, true);
|
||||
callback({job: 'genre save', jobMessage: 'Сохранение индекса жанров', jobStep: 6, progress: 0});
|
||||
await saveTable('genre', genreArr, () => {genreArr = null});
|
||||
|
||||
callback({job: 'others save', jobMessage: 'Сохранение остальных индексов', jobStep: 7, progress: 0});
|
||||
//lang
|
||||
callback({job: 'lang save', jobMessage: 'Сохранение индекса языков', jobStep: 10, progress: 0});
|
||||
await saveTable('lang', langArr, () => {langArr = null}, true);
|
||||
await saveTable('lang', langArr, () => {langArr = null});
|
||||
|
||||
//del
|
||||
await saveTable('del', delArr, () => {delArr = null}, 'number');
|
||||
|
||||
//date
|
||||
await saveTable('date', dateArr, () => {dateArr = null});
|
||||
|
||||
//librate
|
||||
await saveTable('librate', librateArr, () => {librateArr = null}, 'number');
|
||||
|
||||
//кэш-таблицы запросов
|
||||
await db.create({table: 'query_cache'});
|
||||
@@ -539,92 +409,232 @@ class DbCreator {
|
||||
await db.create({table: 'file_hash'});
|
||||
|
||||
//-- завершающие шаги --------------------------------
|
||||
//оптимизация series, превращаем массив bookId в books
|
||||
callback({job: 'series optimization', jobMessage: 'Оптимизация', jobStep: 11, progress: 0});
|
||||
|
||||
await db.open({
|
||||
table: 'book',
|
||||
cacheSize: (config.lowMemoryMode ? 5 : 500),
|
||||
});
|
||||
await db.open({table: 'series_temporary'});
|
||||
await db.create({
|
||||
table: 'series',
|
||||
index: {field: 'value', unique: true, depth: 1000000},
|
||||
|
||||
callback({job: 'optimization', jobMessage: 'Оптимизация', jobStep: 8, progress: 0});
|
||||
await this.optimizeTable('author', db, (p) => {
|
||||
if (p.progress)
|
||||
p.progress = 0.3*p.progress;
|
||||
callback(p);
|
||||
});
|
||||
await this.optimizeTable('series', db, (p) => {
|
||||
if (p.progress)
|
||||
p.progress = 0.3 + 0.2*p.progress;
|
||||
callback(p);
|
||||
});
|
||||
await this.optimizeTable('title', db, (p) => {
|
||||
if (p.progress)
|
||||
p.progress = 0.5 + 0.5*p.progress;
|
||||
callback(p);
|
||||
});
|
||||
|
||||
const count = await db.select({table: 'series_temporary', count: true});
|
||||
const seriesCount = (count.length ? count[0].count : 0);
|
||||
callback({job: 'stats count', jobMessage: 'Подсчет статистики', jobStep: 9, progress: 0});
|
||||
await this.countStats(db, callback, stats);
|
||||
|
||||
const saveSeriesChunk = async(seriesChunk) => {
|
||||
//чистка памяти, ибо жрет как не в себя
|
||||
await db.close({table: 'book'});
|
||||
await db.freeMemory();
|
||||
utils.freeMemory();
|
||||
|
||||
//config сохраняем в самом конце, нет конфига - с базой что-то не так
|
||||
const inpxHashCreator = new InpxHashCreator(config);
|
||||
|
||||
await db.create({
|
||||
table: 'config'
|
||||
});
|
||||
|
||||
await db.insert({table: 'config', rows: [
|
||||
{id: 'inpxInfo', value: (inpxFilter && inpxFilter.info ? inpxFilter.info : parser.info)},
|
||||
{id: 'stats', value: stats},
|
||||
{id: 'inpxHash', value: await inpxHashCreator.getHash()},
|
||||
]});
|
||||
|
||||
callback({job: 'done', jobMessage: ''});
|
||||
}
|
||||
|
||||
async optimizeTable(from, db, callback) {
|
||||
const config = this.config;
|
||||
|
||||
const to = `${from}_book`;
|
||||
const toId = `${from}_id`;
|
||||
|
||||
await db.open({table: from});
|
||||
await db.create({table: to});
|
||||
|
||||
let bookId2RecId = new Map();
|
||||
|
||||
const saveChunk = async(chunk) => {
|
||||
const ids = [];
|
||||
for (const s of seriesChunk) {
|
||||
for (const id of s.bookId) {
|
||||
for (const rec of chunk) {
|
||||
for (const id of rec.bookIds) {
|
||||
let b2r = bookId2RecId.get(id);
|
||||
if (!b2r) {
|
||||
b2r = [];
|
||||
bookId2RecId.set(id, b2r);
|
||||
}
|
||||
b2r.push(rec.id);
|
||||
|
||||
ids.push(id);
|
||||
}
|
||||
}
|
||||
|
||||
ids.sort();// обязательно, иначе будет тормозить - особенности JembaDb
|
||||
if (config.fullOptimization) {
|
||||
ids.sort((a, b) => a - b);// обязательно, иначе будет тормозить - особенности JembaDb
|
||||
|
||||
const rows = await db.select({table: 'book', where: `@@id(${db.esc(ids)})`});
|
||||
const rows = await db.select({table: 'book', where: `@@id(${db.esc(ids)})`});
|
||||
|
||||
const bookArr = new Map();
|
||||
for (const row of rows)
|
||||
bookArr.set(row.id, row);
|
||||
const bookArr = new Map();
|
||||
for (const row of rows)
|
||||
bookArr.set(row.id, row);
|
||||
|
||||
for (const s of seriesChunk) {
|
||||
const sBooks = [];
|
||||
for (const id of s.bookId) {
|
||||
const rec = bookArr.get(id);
|
||||
sBooks.push(rec);
|
||||
for (const rec of chunk) {
|
||||
rec.books = [];
|
||||
|
||||
for (const id of rec.bookIds) {
|
||||
const book = bookArr.get(id);
|
||||
if (book) {//на всякий случай
|
||||
rec.books.push(book);
|
||||
}
|
||||
}
|
||||
|
||||
delete rec.name;
|
||||
delete rec.value;
|
||||
delete rec.bookIds;
|
||||
}
|
||||
|
||||
s.books = JSON.stringify(sBooks);
|
||||
delete s.bookId;
|
||||
await db.insert({
|
||||
table: to,
|
||||
rows: chunk,
|
||||
});
|
||||
}
|
||||
|
||||
await db.insert({
|
||||
table: 'series',
|
||||
rows: seriesChunk,
|
||||
});
|
||||
};
|
||||
|
||||
const rows = await db.select({table: 'series_temporary'});
|
||||
const rows = await db.select({table: from, count: true});
|
||||
const fromLength = rows[0].count;
|
||||
|
||||
idsLen = 0;
|
||||
aChunk = [];
|
||||
proc = 0;
|
||||
for (const row of rows) {// eslint-disable-line
|
||||
aChunk.push(row);
|
||||
idsLen += row.bookId.length;
|
||||
proc++;
|
||||
let processed = 0;
|
||||
while (1) {// eslint-disable-line
|
||||
const chunk = await db.select({
|
||||
table: from,
|
||||
where: `
|
||||
let iter = @getItem('optimize');
|
||||
if (!iter) {
|
||||
iter = @all();
|
||||
@setItem('optimize', iter);
|
||||
}
|
||||
|
||||
if (idsLen > 20000) {//константа выяснена эмпирическим путем "память/скорость"
|
||||
await saveSeriesChunk(aChunk);
|
||||
const ids = new Set();
|
||||
let bookIdsLen = 0;
|
||||
let id = iter.next();
|
||||
while (!id.done) {
|
||||
ids.add(id.value);
|
||||
|
||||
idsLen = 0;
|
||||
aChunk = [];
|
||||
const row = @row(id.value);
|
||||
bookIdsLen += row.bookIds.length;
|
||||
if (bookIdsLen >= 50000)
|
||||
break;
|
||||
|
||||
callback({progress: proc/seriesCount});
|
||||
id = iter.next();
|
||||
}
|
||||
|
||||
await utils.sleep(100);
|
||||
return ids;
|
||||
`
|
||||
});
|
||||
|
||||
if (chunk.length) {
|
||||
await saveChunk(chunk);
|
||||
|
||||
processed += chunk.length;
|
||||
callback({progress: 0.5*processed/fromLength});
|
||||
} else
|
||||
break;
|
||||
|
||||
if (this.config.lowMemoryMode) {
|
||||
await utils.sleep(10);
|
||||
utils.freeMemory();
|
||||
await db.freeMemory();
|
||||
}
|
||||
}
|
||||
if (aChunk.length) {
|
||||
await saveSeriesChunk(aChunk);
|
||||
aChunk = null;
|
||||
|
||||
await db.close({table: to});
|
||||
await db.close({table: from});
|
||||
|
||||
await db.create({table: toId});
|
||||
|
||||
const chunkSize = 50000;
|
||||
let idRows = [];
|
||||
let proc = 0;
|
||||
for (const [id, value] of bookId2RecId) {
|
||||
idRows.push({id, value});
|
||||
if (idRows.length >= chunkSize) {
|
||||
await db.insert({table: toId, rows: idRows});
|
||||
idRows = [];
|
||||
|
||||
proc += chunkSize;
|
||||
callback({progress: 0.5 + 0.5*proc/bookId2RecId.size});
|
||||
}
|
||||
}
|
||||
if (idRows.length)
|
||||
await db.insert({table: toId, rows: idRows});
|
||||
await db.close({table: toId});
|
||||
|
||||
bookId2RecId = null;
|
||||
utils.freeMemory();
|
||||
}
|
||||
|
||||
async countStats(db, callback, stats) {
|
||||
//статистика по количеству файлов
|
||||
|
||||
//эмуляция прогресса
|
||||
let countDone = false;
|
||||
(async() => {
|
||||
let i = 0;
|
||||
while (!countDone) {
|
||||
callback({progress: i/100});
|
||||
i = (i < 100 ? i + 5 : 100);
|
||||
await utils.sleep(1000);
|
||||
}
|
||||
})();
|
||||
|
||||
//подчсет
|
||||
const countRes = await db.select({table: 'book', rawResult: true, where: `
|
||||
const files = new Set();
|
||||
const filesDel = new Set();
|
||||
|
||||
for (const id of @all()) {
|
||||
const r = @row(id);
|
||||
const file = ${"`${r.folder}/${r.file}.${r.ext}`"};
|
||||
if (!r.del) {
|
||||
files.add(file);
|
||||
} else {
|
||||
filesDel.add(file);
|
||||
}
|
||||
}
|
||||
|
||||
for (const file of filesDel)
|
||||
if (files.has(file))
|
||||
filesDel.delete(file);
|
||||
|
||||
return {filesCount: files.size, filesDelCount: filesDel.size};
|
||||
`});
|
||||
|
||||
if (countRes.length) {
|
||||
const res = countRes[0].rawResult;
|
||||
stats.filesCount = res.filesCount;
|
||||
stats.filesCountAll = res.filesCount + res.filesDelCount;
|
||||
stats.filesDelCount = res.filesDelCount;
|
||||
}
|
||||
|
||||
//чистка памяти, ибо жрет как не в себя
|
||||
await db.drop({table: 'book'});//таблица больше не понадобится
|
||||
await db.drop({table: 'series_temporary'});//таблица больше не понадобится
|
||||
//заодно добавим нужный индекс
|
||||
await db.create({
|
||||
in: 'book',
|
||||
hash: {field: '_uid', type: 'string', depth: 100, unique: true},
|
||||
});
|
||||
|
||||
await db.close({table: 'series'});
|
||||
await db.freeMemory();
|
||||
utils.freeMemory();
|
||||
|
||||
callback({job: 'done', jobMessage: ''});
|
||||
countDone = true;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -1,7 +1,11 @@
|
||||
//const _ = require('lodash');
|
||||
|
||||
const LockQueue = require('./LockQueue');
|
||||
const utils = require('./utils');
|
||||
|
||||
const maxMemCacheSize = 100;
|
||||
const maxLimit = 1000;
|
||||
|
||||
const emptyFieldValue = '?';
|
||||
const maxUtf8Char = String.fromCodePoint(0xFFFFF);
|
||||
const ruAlphabet = 'абвгдеёжзийклмнопрстуфхцчшщъыьэюя';
|
||||
const enAlphabet = 'abcdefghijklmnopqrstuvwxyz';
|
||||
@@ -12,11 +16,20 @@ class DbSearcher {
|
||||
this.config = config;
|
||||
this.db = db;
|
||||
|
||||
this.lock = new LockQueue();
|
||||
this.searchFlag = 0;
|
||||
this.timer = null;
|
||||
this.closed = false;
|
||||
|
||||
this.memCache = new Map();
|
||||
this.bookIdMap = {};
|
||||
|
||||
this.periodicCleanCache();//no await
|
||||
this.fillBookIdMapAll();//no await
|
||||
}
|
||||
|
||||
queryKey(q) {
|
||||
return JSON.stringify([q.author, q.series, q.title, q.genre, q.lang, q.del, q.date, q.librate]);
|
||||
}
|
||||
|
||||
getWhere(a) {
|
||||
@@ -28,75 +41,72 @@ class DbSearcher {
|
||||
//особая обработка префиксов
|
||||
if (a[0] == '=') {
|
||||
a = a.substring(1);
|
||||
where = `@@dirtyIndexLR('value', ${db.esc(a)}, ${db.esc(a)})`;
|
||||
where = `@dirtyIndexLR('value', ${db.esc(a)}, ${db.esc(a)})`;
|
||||
} else if (a[0] == '*') {
|
||||
a = a.substring(1);
|
||||
where = `@@indexIter('value', (v) => (v.indexOf(${db.esc(a)}) >= 0) )`;
|
||||
where = `@indexIter('value', (v) => (v !== ${db.esc(emptyFieldValue)} && v.indexOf(${db.esc(a)}) >= 0) )`;
|
||||
} else if (a[0] == '#') {
|
||||
a = a.substring(1);
|
||||
where = `@@indexIter('value', (v) => {
|
||||
where = `@indexIter('value', (v) => {
|
||||
const enru = new Set(${db.esc(enruArr)});
|
||||
return !v || (!enru.has(v[0].toLowerCase()) && v.indexOf(${db.esc(a)}) >= 0);
|
||||
});`;
|
||||
return !v || (v !== ${db.esc(emptyFieldValue)} && !enru.has(v[0]) && v.indexOf(${db.esc(a)}) >= 0);
|
||||
})`;
|
||||
} else {
|
||||
where = `@@dirtyIndexLR('value', ${db.esc(a)}, ${db.esc(a + maxUtf8Char)})`;
|
||||
where = `@dirtyIndexLR('value', ${db.esc(a)}, ${db.esc(a + maxUtf8Char)})`;
|
||||
}
|
||||
|
||||
return where;
|
||||
}
|
||||
|
||||
async selectAuthorIds(query) {
|
||||
async selectBookIds(query) {
|
||||
const db = this.db;
|
||||
|
||||
let authorIds = new Set();
|
||||
const idsArr = [];
|
||||
|
||||
//сначала выберем все id авторов по фильтру
|
||||
//порядок id соответсвует ASC-сортировке по author
|
||||
if (query.author && query.author !== '*') {
|
||||
const where = this.getWhere(query.author);
|
||||
const tableBookIds = async(table, where) => {
|
||||
const rows = await db.select({
|
||||
table,
|
||||
rawResult: true,
|
||||
where: `
|
||||
const ids = ${where};
|
||||
|
||||
const authorRows = await db.select({
|
||||
table: 'author',
|
||||
dirtyIdsOnly: true,
|
||||
where
|
||||
const result = new Set();
|
||||
for (const id of ids) {
|
||||
const row = @unsafeRow(id);
|
||||
for (const bookId of row.bookIds)
|
||||
result.add(bookId);
|
||||
}
|
||||
|
||||
return Array.from(result);
|
||||
`
|
||||
});
|
||||
|
||||
for (const row of authorRows)
|
||||
authorIds.add(row.id);
|
||||
} else {//все авторы
|
||||
if (!db.searchCache.authorIdsAll) {
|
||||
const authorRows = await db.select({
|
||||
table: 'author',
|
||||
dirtyIdsOnly: true,
|
||||
});
|
||||
return rows[0].rawResult;
|
||||
};
|
||||
|
||||
db.searchCache.authorIdsAll = [];
|
||||
for (const row of authorRows) {
|
||||
authorIds.add(row.id);
|
||||
db.searchCache.authorIdsAll.push(row.id);
|
||||
}
|
||||
} else {//оптимизация
|
||||
authorIds = new Set(db.searchCache.authorIdsAll);
|
||||
//авторы
|
||||
if (query.author && query.author !== '*') {
|
||||
const key = `book-ids-author-${query.author}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
if (ids === null) {
|
||||
ids = await tableBookIds('author', this.getWhere(query.author));
|
||||
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
}
|
||||
|
||||
const idsArr = [];
|
||||
idsArr.push(authorIds);
|
||||
idsArr.push(ids);
|
||||
}
|
||||
|
||||
//серии
|
||||
if (query.series && query.series !== '*') {
|
||||
const where = this.getWhere(query.series);
|
||||
const key = `book-ids-series-${query.series}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
const seriesRows = await db.select({
|
||||
table: 'series',
|
||||
map: `(r) => ({authorId: r.authorId})`,
|
||||
where
|
||||
});
|
||||
if (ids === null) {
|
||||
ids = await tableBookIds('series', this.getWhere(query.series));
|
||||
|
||||
const ids = new Set();
|
||||
for (const row of seriesRows) {
|
||||
for (const id of row.authorId)
|
||||
ids.add(id);
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
idsArr.push(ids);
|
||||
@@ -104,45 +114,49 @@ class DbSearcher {
|
||||
|
||||
//названия
|
||||
if (query.title && query.title !== '*') {
|
||||
const where = this.getWhere(query.title);
|
||||
const key = `book-ids-title-${query.title}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
let titleRows = await db.select({
|
||||
table: 'title',
|
||||
map: `(r) => ({authorId: r.authorId})`,
|
||||
where
|
||||
});
|
||||
if (ids === null) {
|
||||
ids = await tableBookIds('title', this.getWhere(query.title));
|
||||
|
||||
const ids = new Set();
|
||||
for (const row of titleRows) {
|
||||
for (const id of row.authorId)
|
||||
ids.add(id);
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
idsArr.push(ids);
|
||||
|
||||
//чистки памяти при тяжелых запросах
|
||||
if (query.title[0] == '*') {
|
||||
titleRows = null;
|
||||
utils.freeMemory();
|
||||
await db.freeMemory();
|
||||
}
|
||||
}
|
||||
|
||||
//жанры
|
||||
if (query.genre) {
|
||||
const genres = query.genre.split(',');
|
||||
const key = `book-ids-genre-${query.genre}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
const ids = new Set();
|
||||
for (const g of genres) {
|
||||
if (ids === null) {
|
||||
const genreRows = await db.select({
|
||||
table: 'genre',
|
||||
map: `(r) => ({authorId: r.authorId})`,
|
||||
where: `@@indexLR('value', ${db.esc(g)}, ${db.esc(g)})`,
|
||||
rawResult: true,
|
||||
where: `
|
||||
const genres = ${db.esc(query.genre.split(','))};
|
||||
|
||||
const ids = new Set();
|
||||
for (const g of genres) {
|
||||
for (const id of @indexLR('value', g, g))
|
||||
ids.add(id);
|
||||
}
|
||||
|
||||
const result = new Set();
|
||||
for (const id of ids) {
|
||||
const row = @unsafeRow(id);
|
||||
for (const bookId of row.bookIds)
|
||||
result.add(bookId);
|
||||
}
|
||||
|
||||
return Array.from(result);
|
||||
`
|
||||
});
|
||||
|
||||
for (const row of genreRows) {
|
||||
for (const id of row.authorId)
|
||||
ids.add(id);
|
||||
}
|
||||
ids = genreRows[0].rawResult;
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
idsArr.push(ids);
|
||||
@@ -150,143 +164,401 @@ class DbSearcher {
|
||||
|
||||
//языки
|
||||
if (query.lang) {
|
||||
const langs = query.lang.split(',');
|
||||
const key = `book-ids-lang-${query.lang}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
const ids = new Set();
|
||||
for (const l of langs) {
|
||||
if (ids === null) {
|
||||
const langRows = await db.select({
|
||||
table: 'lang',
|
||||
map: `(r) => ({authorId: r.authorId})`,
|
||||
where: `@@indexLR('value', ${db.esc(l)}, ${db.esc(l)})`,
|
||||
rawResult: true,
|
||||
where: `
|
||||
const langs = ${db.esc(query.lang.split(','))};
|
||||
|
||||
const ids = new Set();
|
||||
for (const l of langs) {
|
||||
for (const id of @indexLR('value', l, l))
|
||||
ids.add(id);
|
||||
}
|
||||
|
||||
const result = new Set();
|
||||
for (const id of ids) {
|
||||
const row = @unsafeRow(id);
|
||||
for (const bookId of row.bookIds)
|
||||
result.add(bookId);
|
||||
}
|
||||
|
||||
return Array.from(result);
|
||||
`
|
||||
});
|
||||
|
||||
for (const row of langRows) {
|
||||
for (const id of row.authorId)
|
||||
ids.add(id);
|
||||
}
|
||||
ids = langRows[0].rawResult;
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
|
||||
idsArr.push(ids);
|
||||
}
|
||||
|
||||
if (idsArr.length > 1)
|
||||
authorIds = utils.intersectSet(idsArr);
|
||||
//удаленные
|
||||
if (query.del !== undefined) {
|
||||
const key = `book-ids-del-${query.del}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
//сортировка
|
||||
authorIds = Array.from(authorIds);
|
||||
|
||||
authorIds.sort((a, b) => a - b);
|
||||
if (ids === null) {
|
||||
ids = await tableBookIds('del', `@indexLR('value', ${db.esc(query.del)}, ${db.esc(query.del)})`);
|
||||
|
||||
return authorIds;
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
idsArr.push(ids);
|
||||
}
|
||||
|
||||
//дата поступления
|
||||
if (query.date) {
|
||||
const key = `book-ids-date-${query.date}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
if (ids === null) {
|
||||
let [from = '', to = ''] = query.date.split(',');
|
||||
ids = await tableBookIds('date', `@indexLR('value', ${db.esc(from)} || undefined, ${db.esc(to)} || undefined)`);
|
||||
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
idsArr.push(ids);
|
||||
}
|
||||
|
||||
//оценка
|
||||
if (query.librate) {
|
||||
const key = `book-ids-librate-${query.librate}`;
|
||||
let ids = await this.getCached(key);
|
||||
|
||||
if (ids === null) {
|
||||
const dateRows = await db.select({
|
||||
table: 'librate',
|
||||
rawResult: true,
|
||||
where: `
|
||||
const rates = ${db.esc(query.librate.split(',').map(n => parseInt(n, 10)).filter(n => !isNaN(n)))};
|
||||
|
||||
const ids = new Set();
|
||||
for (const rate of rates) {
|
||||
for (const id of @indexLR('value', rate, rate))
|
||||
ids.add(id);
|
||||
}
|
||||
|
||||
const result = new Set();
|
||||
for (const id of ids) {
|
||||
const row = @unsafeRow(id);
|
||||
for (const bookId of row.bookIds)
|
||||
result.add(bookId);
|
||||
}
|
||||
|
||||
return Array.from(result);
|
||||
`
|
||||
});
|
||||
|
||||
ids = dateRows[0].rawResult;
|
||||
await this.putCached(key, ids);
|
||||
}
|
||||
|
||||
idsArr.push(ids);
|
||||
}
|
||||
|
||||
if (idsArr.length > 1) {
|
||||
//ищем пересечение множеств
|
||||
let proc = 0;
|
||||
let nextProc = 0;
|
||||
let inter = new Set(idsArr[0]);
|
||||
for (let i = 1; i < idsArr.length; i++) {
|
||||
const newInter = new Set();
|
||||
|
||||
for (const id of idsArr[i]) {
|
||||
if (inter.has(id))
|
||||
newInter.add(id);
|
||||
|
||||
//прерываемся иногда, чтобы не блокировать Event Loop
|
||||
proc++;
|
||||
if (proc >= nextProc) {
|
||||
nextProc += 10000;
|
||||
await utils.processLoop();
|
||||
}
|
||||
}
|
||||
inter = newInter;
|
||||
}
|
||||
|
||||
return Array.from(inter);
|
||||
} else if (idsArr.length == 1) {
|
||||
return idsArr[0];
|
||||
} else {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async getAuthorIds(query) {
|
||||
const db = this.db;
|
||||
async fillBookIdMap(from) {
|
||||
if (this.bookIdMap[from])
|
||||
return this.bookIdMap[from];
|
||||
|
||||
if (!db.searchCache)
|
||||
db.searchCache = {};
|
||||
await this.lock.get();
|
||||
try {
|
||||
const db = this.db;
|
||||
const map = new Map();
|
||||
const table = `${from}_id`;
|
||||
|
||||
let result;
|
||||
await db.open({table});
|
||||
let rows = await db.select({table});
|
||||
await db.close({table});
|
||||
|
||||
//сначала попробуем найти в кеше
|
||||
const q = query;
|
||||
const keyArr = [q.author, q.series, q.title, q.genre, q.lang];
|
||||
const keyStr = `query-${keyArr.join('')}`;
|
||||
|
||||
if (!keyStr) {//пустой запрос
|
||||
if (db.searchCache.authorIdsAll)
|
||||
result = db.searchCache.authorIdsAll;
|
||||
else
|
||||
result = await this.selectAuthorIds(query);
|
||||
for (const row of rows) {
|
||||
if (!row.value.length)
|
||||
continue;
|
||||
|
||||
} else {//непустой запрос
|
||||
if (this.config.queryCacheEnabled) {
|
||||
const key = JSON.stringify(keyArr);
|
||||
const rows = await db.select({table: 'query_cache', where: `@@id(${db.esc(key)})`});
|
||||
|
||||
if (rows.length) {//нашли в кеше
|
||||
await db.insert({
|
||||
table: 'query_time',
|
||||
replace: true,
|
||||
rows: [{id: key, time: Date.now()}],
|
||||
});
|
||||
|
||||
result = rows[0].value;
|
||||
} else {//не нашли в кеше, ищем в поисковых таблицах
|
||||
result = await this.selectAuthorIds(query);
|
||||
|
||||
await db.insert({
|
||||
table: 'query_cache',
|
||||
replace: true,
|
||||
rows: [{id: key, value: result}],
|
||||
});
|
||||
await db.insert({
|
||||
table: 'query_time',
|
||||
replace: true,
|
||||
rows: [{id: key, time: Date.now()}],
|
||||
});
|
||||
}
|
||||
} else {
|
||||
result = await this.selectAuthorIds(query);
|
||||
if (row.value.length > 1)
|
||||
map.set(row.id, row.value);
|
||||
else
|
||||
map.set(row.id, row.value[0]);
|
||||
}
|
||||
|
||||
this.bookIdMap[from] = map;
|
||||
|
||||
rows = null;
|
||||
await db.freeMemory();
|
||||
utils.freeMemory();
|
||||
|
||||
return this.bookIdMap[from];
|
||||
} finally {
|
||||
this.lock.ret();
|
||||
}
|
||||
}
|
||||
|
||||
async fillBookIdMapAll() {
|
||||
await this.fillBookIdMap('author');
|
||||
await this.fillBookIdMap('series');
|
||||
await this.fillBookIdMap('title');
|
||||
}
|
||||
|
||||
async filterTableIds(tableIds, from, query) {
|
||||
let result = tableIds;
|
||||
|
||||
//т.к. авторы у книги идут списком, то дополнительно фильтруем
|
||||
if (from == 'author' && query.author && query.author !== '*') {
|
||||
const key = `filter-ids-author-${query.author}`;
|
||||
let authorIds = await this.getCached(key);
|
||||
|
||||
if (authorIds === null) {
|
||||
const rows = await this.db.select({
|
||||
table: 'author',
|
||||
rawResult: true,
|
||||
where: `return Array.from(${this.getWhere(query.author)})`
|
||||
});
|
||||
|
||||
authorIds = rows[0].rawResult;
|
||||
|
||||
await this.putCached(key, authorIds);
|
||||
}
|
||||
|
||||
//пересечение tableIds и authorIds
|
||||
result = [];
|
||||
const authorIdsSet = new Set(authorIds);
|
||||
for (const id of tableIds)
|
||||
if (authorIdsSet.has(id))
|
||||
result.push(id);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
async search(query) {
|
||||
async selectTableIds(from, query) {
|
||||
const db = this.db;
|
||||
const queryKey = this.queryKey(query);
|
||||
const tableKey = `${from}-table-ids-${queryKey}`;
|
||||
let tableIds = await this.getCached(tableKey);
|
||||
|
||||
if (tableIds === null) {
|
||||
const bookKey = `book-ids-${queryKey}`;
|
||||
let bookIds = await this.getCached(bookKey);
|
||||
|
||||
if (bookIds === null) {
|
||||
bookIds = await this.selectBookIds(query);
|
||||
await this.putCached(bookKey, bookIds);
|
||||
}
|
||||
|
||||
if (bookIds) {
|
||||
const tableIdsSet = new Set();
|
||||
const bookIdMap = await this.fillBookIdMap(from);
|
||||
let proc = 0;
|
||||
let nextProc = 0;
|
||||
for (const bookId of bookIds) {
|
||||
const tableIdValue = bookIdMap.get(bookId);
|
||||
if (!tableIdValue)
|
||||
continue;
|
||||
|
||||
if (Array.isArray(tableIdValue)) {
|
||||
for (const tableId of tableIdValue) {
|
||||
tableIdsSet.add(tableId);
|
||||
proc++;
|
||||
}
|
||||
} else {
|
||||
tableIdsSet.add(tableIdValue);
|
||||
proc++;
|
||||
}
|
||||
|
||||
//прерываемся иногда, чтобы не блокировать Event Loop
|
||||
if (proc >= nextProc) {
|
||||
nextProc += 10000;
|
||||
await utils.processLoop();
|
||||
}
|
||||
}
|
||||
|
||||
tableIds = Array.from(tableIdsSet);
|
||||
} else {
|
||||
const rows = await db.select({
|
||||
table: from,
|
||||
rawResult: true,
|
||||
where: `return Array.from(@all())`
|
||||
});
|
||||
|
||||
tableIds = rows[0].rawResult;
|
||||
}
|
||||
|
||||
tableIds = await this.filterTableIds(tableIds, from, query);
|
||||
|
||||
tableIds.sort((a, b) => a - b);
|
||||
|
||||
await this.putCached(tableKey, tableIds);
|
||||
}
|
||||
|
||||
return tableIds;
|
||||
}
|
||||
|
||||
async restoreBooks(from, ids) {
|
||||
const db = this.db;
|
||||
const bookTable = `${from}_book`;
|
||||
|
||||
const rows = await db.select({
|
||||
table: bookTable,
|
||||
where: `@@id(${db.esc(ids)})`
|
||||
});
|
||||
|
||||
if (rows.length == ids.length)
|
||||
return rows;
|
||||
|
||||
//далее восстановим книги из book в <from>_book
|
||||
const idsSet = new Set(rows.map(r => r.id));
|
||||
|
||||
//недостающие
|
||||
const tableIds = [];
|
||||
for (const id of ids) {
|
||||
if (!idsSet.has(id))
|
||||
tableIds.push(id);
|
||||
}
|
||||
|
||||
const tableRows = await db.select({
|
||||
table: from,
|
||||
where: `@@id(${db.esc(tableIds)})`
|
||||
});
|
||||
|
||||
//список недостающих bookId
|
||||
const bookIds = [];
|
||||
for (const row of tableRows) {
|
||||
for (const bookId of row.bookIds)
|
||||
bookIds.push(bookId);
|
||||
}
|
||||
|
||||
//выбираем книги
|
||||
const books = await db.select({
|
||||
table: 'book',
|
||||
where: `@@id(${db.esc(bookIds)})`
|
||||
});
|
||||
|
||||
const booksMap = new Map();
|
||||
for (const book of books)
|
||||
booksMap.set(book.id, book);
|
||||
|
||||
//распределяем
|
||||
for (const row of tableRows) {
|
||||
const books = [];
|
||||
for (const bookId of row.bookIds) {
|
||||
const book = booksMap.get(bookId);
|
||||
if (book)
|
||||
books.push(book);
|
||||
}
|
||||
|
||||
rows.push({id: row.id, name: row.name, books});
|
||||
}
|
||||
|
||||
await db.insert({table: bookTable, ignore: true, rows});
|
||||
|
||||
return rows;
|
||||
}
|
||||
|
||||
async search(from, query) {
|
||||
if (this.closed)
|
||||
throw new Error('DbSearcher closed');
|
||||
|
||||
if (!['author', 'series', 'title'].includes(from))
|
||||
throw new Error(`Unknown value for param 'from'`);
|
||||
|
||||
this.searchFlag++;
|
||||
|
||||
try {
|
||||
const db = this.db;
|
||||
|
||||
const authorIds = await this.getAuthorIds(query);
|
||||
const ids = await this.selectTableIds(from, query);
|
||||
|
||||
const totalFound = authorIds.length;
|
||||
const totalFound = ids.length;
|
||||
let limit = (query.limit ? query.limit : 100);
|
||||
limit = (limit > 1000 ? 1000 : limit);
|
||||
limit = (limit > maxLimit ? maxLimit : limit);
|
||||
const offset = (query.offset ? query.offset : 0);
|
||||
|
||||
//выборка найденных авторов
|
||||
let result = await db.select({
|
||||
table: 'author',
|
||||
map: `(r) => ({id: r.id, author: r.author, bookCount: r.bookCount, bookDelCount: r.bookDelCount})`,
|
||||
where: `@@id(${db.esc(authorIds.slice(offset, offset + limit))})`
|
||||
//выборка найденных значений
|
||||
const found = await db.select({
|
||||
table: from,
|
||||
map: `(r) => ({id: r.id, ${from}: r.name, bookCount: r.bookCount, bookDelCount: r.bookDelCount})`,
|
||||
where: `@@id(${db.esc(ids.slice(offset, offset + limit))})`
|
||||
});
|
||||
|
||||
return {result, totalFound};
|
||||
//для title восстановим books
|
||||
if (from == 'title') {
|
||||
const bookIds = found.map(r => r.id);
|
||||
const rows = await this.restoreBooks(from, bookIds);
|
||||
const rowsMap = new Map();
|
||||
for (const row of rows)
|
||||
rowsMap.set(row.id, row);
|
||||
|
||||
for (const f of found) {
|
||||
const b = rowsMap.get(f.id);
|
||||
if (b)
|
||||
f.books = b.books;
|
||||
}
|
||||
}
|
||||
|
||||
return {found, totalFound};
|
||||
} finally {
|
||||
this.searchFlag--;
|
||||
}
|
||||
}
|
||||
|
||||
async getBookList(authorId) {
|
||||
async getAuthorBookList(authorId) {
|
||||
if (this.closed)
|
||||
throw new Error('DbSearcher closed');
|
||||
|
||||
if (!authorId)
|
||||
return {author: '', books: ''};
|
||||
|
||||
this.searchFlag++;
|
||||
|
||||
try {
|
||||
const db = this.db;
|
||||
|
||||
//выборка автора по authorId
|
||||
const rows = await db.select({
|
||||
table: 'author_book',
|
||||
where: `@@id(${db.esc(authorId)})`
|
||||
});
|
||||
//выборка книг автора по authorId
|
||||
const rows = await this.restoreBooks('author', [authorId])
|
||||
|
||||
let author = '';
|
||||
let books = '';
|
||||
|
||||
if (rows.length) {
|
||||
author = rows[0].author;
|
||||
author = rows[0].name;
|
||||
books = rows[0].books;
|
||||
}
|
||||
|
||||
return {author, books};
|
||||
return {author, books: (books && books.length ? JSON.stringify(books) : '')};
|
||||
} finally {
|
||||
this.searchFlag--;
|
||||
}
|
||||
@@ -296,27 +568,121 @@ class DbSearcher {
|
||||
if (this.closed)
|
||||
throw new Error('DbSearcher closed');
|
||||
|
||||
if (!series)
|
||||
return {books: ''};
|
||||
|
||||
this.searchFlag++;
|
||||
|
||||
try {
|
||||
const db = this.db;
|
||||
|
||||
series = series.toLowerCase();
|
||||
|
||||
//выборка серии по названию серии
|
||||
const rows = await db.select({
|
||||
let rows = await db.select({
|
||||
table: 'series',
|
||||
where: `@@dirtyIndexLR('value', ${db.esc(series)}, ${db.esc(series)})`
|
||||
rawResult: true,
|
||||
where: `return Array.from(@dirtyIndexLR('value', ${db.esc(series)}, ${db.esc(series)}))`
|
||||
});
|
||||
|
||||
return {books: (rows.length ? rows[0].books : '')};
|
||||
let books;
|
||||
if (rows.length && rows[0].rawResult.length) {
|
||||
//выборка книг серии
|
||||
const bookRows = await this.restoreBooks('series', [rows[0].rawResult[0]])
|
||||
|
||||
if (bookRows.length)
|
||||
books = bookRows[0].books;
|
||||
}
|
||||
|
||||
return {books: (books && books.length ? JSON.stringify(books) : '')};
|
||||
} finally {
|
||||
this.searchFlag--;
|
||||
}
|
||||
}
|
||||
|
||||
async getCached(key) {
|
||||
if (!this.config.queryCacheEnabled)
|
||||
return null;
|
||||
|
||||
let result = null;
|
||||
|
||||
const db = this.db;
|
||||
const memCache = this.memCache;
|
||||
|
||||
if (memCache.has(key)) {//есть в недавних
|
||||
result = memCache.get(key);
|
||||
|
||||
//изменим порядок ключей, для последующей правильной чистки старых
|
||||
memCache.delete(key);
|
||||
memCache.set(key, result);
|
||||
} else {//смотрим в таблице
|
||||
const rows = await db.select({table: 'query_cache', where: `@@id(${db.esc(key)})`});
|
||||
|
||||
if (rows.length) {//нашли в кеше
|
||||
await db.insert({
|
||||
table: 'query_time',
|
||||
replace: true,
|
||||
rows: [{id: key, time: Date.now()}],
|
||||
});
|
||||
|
||||
result = rows[0].value;
|
||||
memCache.set(key, result);
|
||||
|
||||
if (memCache.size > maxMemCacheSize) {
|
||||
//удаляем самый старый ключ-значение
|
||||
for (const k of memCache.keys()) {
|
||||
memCache.delete(k);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
async putCached(key, value) {
|
||||
if (!this.config.queryCacheEnabled)
|
||||
return;
|
||||
|
||||
const db = this.db;
|
||||
|
||||
const memCache = this.memCache;
|
||||
memCache.set(key, value);
|
||||
|
||||
if (memCache.size > maxMemCacheSize) {
|
||||
//удаляем самый старый ключ-значение
|
||||
for (const k of memCache.keys()) {
|
||||
memCache.delete(k);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
//кладем в таблицу асинхронно
|
||||
(async() => {
|
||||
try {
|
||||
await db.insert({
|
||||
table: 'query_cache',
|
||||
replace: true,
|
||||
rows: [{id: key, value}],
|
||||
});
|
||||
|
||||
await db.insert({
|
||||
table: 'query_time',
|
||||
replace: true,
|
||||
rows: [{id: key, time: Date.now()}],
|
||||
});
|
||||
} catch(e) {
|
||||
console.error(`putCached: ${e.message}`);
|
||||
}
|
||||
})();
|
||||
}
|
||||
|
||||
async periodicCleanCache() {
|
||||
this.timer = null;
|
||||
const cleanInterval = this.config.cacheCleanInterval*60*1000;
|
||||
if (!cleanInterval)
|
||||
return;
|
||||
|
||||
try {
|
||||
const db = this.db;
|
||||
@@ -354,6 +720,8 @@ class DbSearcher {
|
||||
await utils.sleep(50);
|
||||
}
|
||||
|
||||
this.searchCache = null;
|
||||
|
||||
if (this.timer) {
|
||||
clearTimeout(this.timer);
|
||||
this.timer = null;
|
||||
|
||||
144
server/core/HeavyCalc.js
Normal file
144
server/core/HeavyCalc.js
Normal file
@@ -0,0 +1,144 @@
|
||||
const { Worker } = require('worker_threads');
|
||||
|
||||
class CalcThread {
|
||||
constructor() {
|
||||
this.worker = null;
|
||||
this.listeners = new Map();
|
||||
this.requestId = 0;
|
||||
|
||||
this.runWorker();
|
||||
}
|
||||
|
||||
terminate() {
|
||||
if (this.worker) {
|
||||
this.worker.terminate();
|
||||
|
||||
for (const listener of this.listeners.values()) {
|
||||
listener({error: 'Worker terminated'});
|
||||
}
|
||||
}
|
||||
this.worker = null;
|
||||
}
|
||||
|
||||
runWorker() {
|
||||
const workerProc = () => {
|
||||
const { parentPort } = require('worker_threads');
|
||||
|
||||
const sleep = (ms) => {
|
||||
return new Promise(resolve => setTimeout(resolve, ms));
|
||||
};
|
||||
|
||||
if (parentPort) {
|
||||
parentPort.on('message', async(mes) => {
|
||||
let result = {};
|
||||
try {
|
||||
const fn = new Function(`'use strict'; return ${mes.fn}`)();
|
||||
result.result = await fn(mes.args, sleep);
|
||||
} catch (e) {
|
||||
result = {error: e.message};
|
||||
}
|
||||
|
||||
result.requestId = mes.requestId;
|
||||
parentPort.postMessage(result);
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
const worker = new Worker(`const wp = ${workerProc.toString()}; wp();`, {eval: true});
|
||||
|
||||
worker.on('message', (mes) => {
|
||||
const listener = this.listeners.get(mes.requestId);
|
||||
if (listener) {
|
||||
this.listeners.delete(mes.requestId);
|
||||
listener(mes);
|
||||
}
|
||||
});
|
||||
|
||||
worker.on('error', (err) => {
|
||||
console.error(err);
|
||||
});
|
||||
|
||||
worker.on('exit', () => {
|
||||
this.terminate();
|
||||
});
|
||||
|
||||
this.worker = worker;
|
||||
}
|
||||
|
||||
//async
|
||||
run(args, fn) {
|
||||
return new Promise((resolve, reject) => {
|
||||
this.requestId++;
|
||||
|
||||
this.listeners.set(this.requestId, (mes) => {
|
||||
if (mes.error)
|
||||
reject(new Error(mes.error));
|
||||
else
|
||||
resolve(mes.result);
|
||||
});
|
||||
|
||||
if (this.worker) {
|
||||
this.worker.postMessage({requestId: this.requestId, args, fn: fn.toString()});
|
||||
} else {
|
||||
reject(new Error('Worker does not exist'));
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
//singleton
|
||||
let instance = null;
|
||||
|
||||
class HeavyCalc {
|
||||
constructor(opts = {}) {
|
||||
const singleton = opts.singleton || false;
|
||||
|
||||
if (singleton && instance)
|
||||
return instance;
|
||||
|
||||
this.threads = opts.threads || 1;
|
||||
this.terminated = false;
|
||||
|
||||
this.workers = [];
|
||||
this.load = [];
|
||||
for (let i = 0; i < this.threads; i++) {
|
||||
const worker = new CalcThread();
|
||||
this.workers.push(worker);
|
||||
this.load.push(0);
|
||||
}
|
||||
|
||||
if (singleton) {
|
||||
instance = this;
|
||||
}
|
||||
}
|
||||
|
||||
async run(args, fn) {
|
||||
if (this.terminated || !this.workers.length)
|
||||
throw new Error('All workers terminated');
|
||||
|
||||
//находим поток с минимальной нагрузкой
|
||||
let found = 0;
|
||||
for (let i = 1; i < this.load.length; i++) {
|
||||
if (this.load[i] < this.load[found])
|
||||
found = i;
|
||||
}
|
||||
|
||||
try {
|
||||
this.load[found]++;
|
||||
return await this.workers[found].run(args, fn);
|
||||
} finally {
|
||||
this.load[found]--;
|
||||
}
|
||||
}
|
||||
|
||||
terminate() {
|
||||
for (let i = 0; i < this.workers.length; i++) {
|
||||
this.workers[i].terminate();
|
||||
}
|
||||
this.workers = [];
|
||||
this.load = [];
|
||||
this.terminated = true;
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = HeavyCalc;
|
||||
@@ -2,10 +2,6 @@ const fs = require('fs-extra');
|
||||
|
||||
const utils = require('./utils');
|
||||
|
||||
//поправить в случае, если были критические изменения в DbCreator
|
||||
//иначе будет рассинхронизация между сервером и клиентом на уровне БД
|
||||
const dbCreatorVersion = '2';
|
||||
|
||||
class InpxHashCreator {
|
||||
constructor(config) {
|
||||
this.config = config;
|
||||
@@ -18,7 +14,7 @@ class InpxHashCreator {
|
||||
if (await fs.pathExists(config.inpxFilterFile))
|
||||
inpxFilterHash = await utils.getFileHash(config.inpxFilterFile, 'sha256', 'hex');
|
||||
|
||||
const joinedHash = dbCreatorVersion + inpxFilterHash +
|
||||
const joinedHash = this.config.dbVersion + inpxFilterHash +
|
||||
await utils.getFileHash(config.inpxFile, 'sha256', 'hex');
|
||||
|
||||
return utils.getBufHash(joinedHash, 'sha256', 'hex');
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
const path = require('path');
|
||||
const crypto = require('crypto');
|
||||
const ZipReader = require('./ZipReader');
|
||||
|
||||
const collectionInfo = 'collection.info';
|
||||
@@ -70,9 +71,8 @@ class InpxParser {
|
||||
this.chunk = [];
|
||||
for (const inpFile of inpFiles) {
|
||||
await readFileCallback({fileName: inpFile, current: ++current});
|
||||
const buf = await zipReader.extractToBuf(inpFile);
|
||||
|
||||
await this.parseInp(buf, structure, parsedCallback);
|
||||
await this.parseInp(zipReader, inpFile, structure, parsedCallback);
|
||||
}
|
||||
|
||||
if (this.chunk.length) {
|
||||
@@ -84,10 +84,13 @@ class InpxParser {
|
||||
}
|
||||
}
|
||||
|
||||
async parseInp(inpBuf, structure, parsedCallback) {
|
||||
const structLen = structure.length;
|
||||
async parseInp(zipReader, inpFile, structure, parsedCallback) {
|
||||
const inpBuf = await zipReader.extractToBuf(inpFile);
|
||||
const rows = inpBuf.toString().split('\n');
|
||||
|
||||
const defaultFolder = `${path.basename(inpFile, '.inp')}.zip`;
|
||||
const structLen = structure.length;
|
||||
|
||||
for (const row of rows) {
|
||||
let line = row;
|
||||
if (!line)
|
||||
@@ -96,9 +99,13 @@ class InpxParser {
|
||||
if (line[line.length - 1] == '\x0D')
|
||||
line = line.substring(0, line.length - 1);
|
||||
|
||||
const rec = {};
|
||||
//уникальный идентификатор записи
|
||||
const sha256 = crypto.createHash('sha256');
|
||||
rec._uid = sha256.update(line).digest('base64');
|
||||
|
||||
//парсим запись
|
||||
const parts = line.split('\x04');
|
||||
const rec = {};
|
||||
|
||||
const len = (parts.length > structLen ? structLen : parts.length);
|
||||
for (let i = 0; i < len; i++) {
|
||||
@@ -115,6 +122,9 @@ class InpxParser {
|
||||
rec.genre = rec.genre.split(':').filter(s => s).join(',');
|
||||
}
|
||||
|
||||
if (!rec.folder)
|
||||
rec.folder = defaultFolder;
|
||||
|
||||
rec.serno = parseInt(rec.serno, 10) || 0;
|
||||
rec.size = parseInt(rec.size, 10) || 0;
|
||||
rec.del = parseInt(rec.del, 10) || 0;
|
||||
|
||||
@@ -50,4 +50,4 @@ class LockQueue {
|
||||
|
||||
}
|
||||
|
||||
export default LockQueue;
|
||||
module.exports = LockQueue;
|
||||
@@ -58,14 +58,14 @@ class RemoteLib {
|
||||
}
|
||||
}
|
||||
|
||||
async downloadBook(bookPath, downFileName) {
|
||||
async downloadBook(bookUid) {
|
||||
try {
|
||||
const response = await await this.wsRequest({action: 'get-book-link', bookPath, downFileName});
|
||||
const response = await await this.wsRequest({action: 'get-book-link', bookUid});
|
||||
const link = response.link;
|
||||
|
||||
const buf = await this.down.load(`${this.remoteHost}${link}`, {decompress: false});
|
||||
|
||||
const publicPath = `${this.config.publicDir}${link}`;
|
||||
const publicPath = `${this.config.publicFilesDir}${link}`;
|
||||
|
||||
await fs.writeFile(publicPath, buf);
|
||||
|
||||
|
||||
@@ -5,7 +5,7 @@ const _ = require('lodash');
|
||||
|
||||
const ZipReader = require('./ZipReader');
|
||||
const WorkerState = require('./WorkerState');//singleton
|
||||
const { JembaDbThread } = require('jembadb');
|
||||
const { JembaDb, JembaDbThread } = require('jembadb');
|
||||
const DbCreator = require('./DbCreator');
|
||||
const DbSearcher = require('./DbSearcher');
|
||||
const InpxHashCreator = require('./InpxHashCreator');
|
||||
@@ -15,6 +15,7 @@ const ayncExit = new (require('./AsyncExit'))();
|
||||
const log = new (require('./AppLogger'))().log;//singleton
|
||||
const utils = require('./utils');
|
||||
const genreTree = require('./genres');
|
||||
const Fb2Helper = require('./fb2/Fb2Helper');
|
||||
|
||||
//server states
|
||||
const ssNormal = 'normal';
|
||||
@@ -44,6 +45,7 @@ class WebWorker {
|
||||
}
|
||||
|
||||
this.inpxHashCreator = new InpxHashCreator(config);
|
||||
this.fb2Helper = new Fb2Helper();
|
||||
this.inpxFileHash = '';
|
||||
|
||||
this.wState = this.workerState.getControl('server_state');
|
||||
@@ -58,8 +60,8 @@ class WebWorker {
|
||||
|
||||
const dirConfig = [
|
||||
{
|
||||
dir: `${this.config.publicDir}/files`,
|
||||
maxSize: this.config.maxFilesDirSize,
|
||||
dir: config.filesDir,
|
||||
maxSize: config.maxFilesDirSize,
|
||||
},
|
||||
];
|
||||
|
||||
@@ -108,7 +110,7 @@ class WebWorker {
|
||||
softLock: true,
|
||||
|
||||
tableDefaults: {
|
||||
cacheSize: 5,
|
||||
cacheSize: config.dbCacheSize,
|
||||
},
|
||||
});
|
||||
|
||||
@@ -132,7 +134,7 @@ class WebWorker {
|
||||
}
|
||||
}
|
||||
|
||||
async loadOrCreateDb(recreate = false) {
|
||||
async loadOrCreateDb(recreate = false, iteration = 0) {
|
||||
this.setMyState(ssDbLoading);
|
||||
|
||||
try {
|
||||
@@ -141,10 +143,33 @@ class WebWorker {
|
||||
|
||||
this.inpxFileHash = await this.inpxHashCreator.getInpxFileHash();
|
||||
|
||||
//пересоздаем БД из INPX если нужно
|
||||
//проверим полный InxpHash (включая фильтр и версию БД)
|
||||
//для этого заглянем в конфиг внутри БД, если он есть
|
||||
if (!(config.recreateDb || recreate) && await fs.pathExists(dbPath)) {
|
||||
const newInpxHash = await this.inpxHashCreator.getHash();
|
||||
|
||||
const tmpDb = new JembaDb();
|
||||
await tmpDb.lock({dbPath, softLock: true});
|
||||
|
||||
try {
|
||||
await tmpDb.open({table: 'config'});
|
||||
const rows = await tmpDb.select({table: 'config', where: `@@id('inpxHash')`});
|
||||
|
||||
if (!rows.length || newInpxHash !== rows[0].value)
|
||||
throw new Error('inpx file: changes found on start, recreating DB');
|
||||
} catch (e) {
|
||||
log(LM_WARN, e.message);
|
||||
recreate = true;
|
||||
} finally {
|
||||
await tmpDb.unlock();
|
||||
}
|
||||
}
|
||||
|
||||
//удалим БД если нужно
|
||||
if (config.recreateDb || recreate)
|
||||
await fs.remove(dbPath);
|
||||
|
||||
//пересоздаем БД из INPX если нужно
|
||||
if (!await fs.pathExists(dbPath)) {
|
||||
await this.createDb(dbPath);
|
||||
utils.freeMemory();
|
||||
@@ -154,32 +179,49 @@ class WebWorker {
|
||||
this.setMyState(ssDbLoading);
|
||||
log('Searcher DB loading');
|
||||
|
||||
const db = new JembaDbThread();
|
||||
const db = new JembaDbThread();//в отдельном потоке
|
||||
await db.lock({
|
||||
dbPath,
|
||||
softLock: true,
|
||||
|
||||
tableDefaults: {
|
||||
cacheSize: 5,
|
||||
cacheSize: config.dbCacheSize,
|
||||
},
|
||||
});
|
||||
|
||||
//открываем все таблицы
|
||||
await db.openAll();
|
||||
try {
|
||||
//открываем таблицы
|
||||
await db.openAll({exclude: ['author_id', 'series_id', 'title_id', 'book']});
|
||||
|
||||
const bookCacheSize = 500;
|
||||
await db.open({
|
||||
table: 'book',
|
||||
cacheSize: (config.lowMemoryMode || config.dbCacheSize > bookCacheSize ? config.dbCacheSize : bookCacheSize)
|
||||
});
|
||||
} catch(e) {
|
||||
log(LM_ERR, `Database error: ${e.message}`);
|
||||
if (iteration < 1) {
|
||||
log('Recreating DB');
|
||||
await this.loadOrCreateDb(true, iteration + 1);
|
||||
} else
|
||||
throw e;
|
||||
return;
|
||||
}
|
||||
|
||||
//поисковый движок
|
||||
this.dbSearcher = new DbSearcher(config, db);
|
||||
|
||||
//stuff
|
||||
db.wwCache = {};
|
||||
this.db = db;
|
||||
|
||||
log('Searcher DB ready');
|
||||
this.setMyState(ssNormal);
|
||||
|
||||
log('Searcher DB ready');
|
||||
this.logServerStats();
|
||||
} catch (e) {
|
||||
log(LM_FATAL, e.message);
|
||||
ayncExit.exit(1);
|
||||
} finally {
|
||||
this.setMyState(ssNormal);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -214,29 +256,27 @@ class WebWorker {
|
||||
return db.wwCache.config;
|
||||
}
|
||||
|
||||
async search(query) {
|
||||
async search(from, query) {
|
||||
this.checkMyState();
|
||||
|
||||
const result = await this.dbSearcher.search(from, query);
|
||||
|
||||
const config = await this.dbConfig();
|
||||
const result = await this.dbSearcher.search(query);
|
||||
result.inpxHash = (config.inpxHash ? config.inpxHash : '');
|
||||
|
||||
return {
|
||||
author: result.result,
|
||||
totalFound: result.totalFound,
|
||||
inpxHash: (config.inpxHash ? config.inpxHash : ''),
|
||||
};
|
||||
return result;
|
||||
}
|
||||
|
||||
async getBookList(authorId) {
|
||||
async getAuthorBookList(authorId) {
|
||||
this.checkMyState();
|
||||
|
||||
return await this.dbSearcher.getBookList(authorId);
|
||||
return await this.dbSearcher.getAuthorBookList(authorId);
|
||||
}
|
||||
|
||||
async getSeriesBookList(seriesId) {
|
||||
async getSeriesBookList(series) {
|
||||
this.checkMyState();
|
||||
|
||||
return await this.dbSearcher.getSeriesBookList(seriesId);
|
||||
return await this.dbSearcher.getSeriesBookList(series);
|
||||
}
|
||||
|
||||
async getGenreTree() {
|
||||
@@ -314,7 +354,7 @@ class WebWorker {
|
||||
}
|
||||
}
|
||||
|
||||
async restoreBook(bookPath, downFileName) {
|
||||
async restoreBook(bookUid, bookPath, downFileName) {
|
||||
const db = this.db;
|
||||
|
||||
let extractedFile = '';
|
||||
@@ -324,23 +364,30 @@ class WebWorker {
|
||||
extractedFile = await this.extractBook(bookPath);
|
||||
hash = await utils.getFileHash(extractedFile, 'sha256', 'hex');
|
||||
} else {
|
||||
hash = await this.remoteLib.downloadBook(bookPath, downFileName);
|
||||
hash = await this.remoteLib.downloadBook(bookUid);
|
||||
}
|
||||
|
||||
const link = `/files/${hash}`;
|
||||
const publicPath = `${this.config.publicDir}${link}`;
|
||||
const link = `${this.config.filesPathStatic}/${hash}`;
|
||||
const bookFile = `${this.config.filesDir}/${hash}`;
|
||||
const bookFileDesc = `${bookFile}.d.json`;
|
||||
|
||||
if (!await fs.pathExists(publicPath)) {
|
||||
await fs.ensureDir(path.dirname(publicPath));
|
||||
if (!await fs.pathExists(bookFile) || !await fs.pathExists(bookFileDesc)) {
|
||||
if (!await fs.pathExists(bookFile) && extractedFile) {
|
||||
const tmpFile = `${this.config.tempDir}/${utils.randomHexString(30)}`;
|
||||
await utils.gzipFile(extractedFile, tmpFile, 4);
|
||||
await fs.remove(extractedFile);
|
||||
await fs.move(tmpFile, bookFile, {overwrite: true});
|
||||
} else {
|
||||
await utils.touchFile(bookFile);
|
||||
}
|
||||
|
||||
const tmpFile = `${this.config.tempDir}/${utils.randomHexString(30)}`;
|
||||
await utils.gzipFile(extractedFile, tmpFile, 4);
|
||||
await fs.remove(extractedFile);
|
||||
await fs.move(tmpFile, publicPath, {overwrite: true});
|
||||
await fs.writeFile(bookFileDesc, JSON.stringify({bookPath, downFileName}));
|
||||
} else {
|
||||
if (extractedFile)
|
||||
await fs.remove(extractedFile);
|
||||
await utils.touchFile(publicPath);
|
||||
|
||||
await utils.touchFile(bookFile);
|
||||
await utils.touchFile(bookFileDesc);
|
||||
}
|
||||
|
||||
await db.insert({
|
||||
@@ -355,35 +402,54 @@ class WebWorker {
|
||||
return link;
|
||||
}
|
||||
|
||||
async getBookLink(params) {
|
||||
async getBookLink(bookUid) {
|
||||
this.checkMyState();
|
||||
|
||||
const {bookPath, downFileName} = params;
|
||||
|
||||
try {
|
||||
const db = this.db;
|
||||
let link = '';
|
||||
|
||||
//найдем bookPath и downFileName
|
||||
let rows = await db.select({table: 'book', where: `@@hash('_uid', ${db.esc(bookUid)})`});
|
||||
if (!rows.length)
|
||||
throw new Error('404 Файл не найден');
|
||||
|
||||
const book = rows[0];
|
||||
let downFileName = book.file;
|
||||
const author = book.author.split(',');
|
||||
const at = [author[0], book.title];
|
||||
downFileName = utils.makeValidFileNameOrEmpty(at.filter(r => r).join(' - '))
|
||||
|| utils.makeValidFileNameOrEmpty(at[0])
|
||||
|| utils.makeValidFileNameOrEmpty(at[1])
|
||||
|| downFileName;
|
||||
downFileName = downFileName.substring(0, 100);
|
||||
|
||||
const ext = `.${book.ext}`;
|
||||
if (downFileName.substring(downFileName.length - ext.length) != ext)
|
||||
downFileName += ext;
|
||||
|
||||
const bookPath = `${book.folder}/${book.file}${ext}`;
|
||||
|
||||
//найдем хеш
|
||||
const rows = await db.select({table: 'file_hash', where: `@@id(${db.esc(bookPath)})`});
|
||||
rows = await db.select({table: 'file_hash', where: `@@id(${db.esc(bookPath)})`});
|
||||
if (rows.length) {//хеш найден по bookPath
|
||||
const hash = rows[0].hash;
|
||||
link = `/files/${hash}`;
|
||||
const publicPath = `${this.config.publicDir}${link}`;
|
||||
const bookFile = `${this.config.filesDir}/${hash}`;
|
||||
const bookFileDesc = `${bookFile}.d.json`;
|
||||
|
||||
if (!await fs.pathExists(publicPath)) {
|
||||
link = '';
|
||||
if (await fs.pathExists(bookFile) && await fs.pathExists(bookFileDesc)) {
|
||||
link = `${this.config.filesPathStatic}/${hash}`;
|
||||
}
|
||||
}
|
||||
|
||||
if (!link) {
|
||||
link = await this.restoreBook(bookPath, downFileName)
|
||||
link = await this.restoreBook(bookUid, bookPath, downFileName)
|
||||
}
|
||||
|
||||
if (!link)
|
||||
throw new Error('404 Файл не найден');
|
||||
|
||||
return {link};
|
||||
return {link, bookPath, downFileName};
|
||||
} catch(e) {
|
||||
log(LM_ERR, `getBookLink error: ${e.message}`);
|
||||
if (e.message.indexOf('ENOENT') >= 0)
|
||||
@@ -392,46 +458,77 @@ class WebWorker {
|
||||
}
|
||||
}
|
||||
|
||||
async restoreBookFile(publicPath) {
|
||||
async getBookInfo(bookUid) {
|
||||
this.checkMyState();
|
||||
|
||||
try {
|
||||
const db = this.db;
|
||||
const hash = path.basename(publicPath);
|
||||
|
||||
//найдем bookPath и downFileName
|
||||
const rows = await db.select({table: 'file_hash', where: `@@id(${db.esc(hash)})`});
|
||||
if (rows.length) {//нашли по хешу
|
||||
const rec = rows[0];
|
||||
await this.restoreBook(rec.bookPath, rec.downFileName);
|
||||
let bookInfo = await this.getBookLink(bookUid);
|
||||
const hash = path.basename(bookInfo.link);
|
||||
const bookFile = `${this.config.filesDir}/${hash}`;
|
||||
const bookFileInfo = `${bookFile}.i.json`;
|
||||
|
||||
return rec.downFileName;
|
||||
} else {//bookPath не найден
|
||||
throw new Error('404 Файл не найден');
|
||||
const restoreBookInfo = async(info) => {
|
||||
const result = {};
|
||||
|
||||
let rows = await db.select({table: 'book', where: `@@hash('_uid', ${db.esc(bookUid)})`});
|
||||
if (!rows.length)
|
||||
throw new Error('404 Файл не найден');
|
||||
const book = rows[0];
|
||||
|
||||
result.book = book;
|
||||
result.cover = '';
|
||||
result.fb2 = false;
|
||||
let parser = null;
|
||||
|
||||
if (book.ext == 'fb2') {
|
||||
const {fb2, cover, coverExt} = await this.fb2Helper.getDescAndCover(bookFile);
|
||||
parser = fb2;
|
||||
result.fb2 = fb2.rawNodes;
|
||||
|
||||
if (cover) {
|
||||
result.cover = `${this.config.filesPathStatic}/${hash}${coverExt}`;
|
||||
await fs.writeFile(`${bookFile}${coverExt}`, cover);
|
||||
}
|
||||
}
|
||||
|
||||
Object.assign(info ,result);
|
||||
await fs.writeFile(bookFileInfo, JSON.stringify(info));
|
||||
|
||||
if (this.config.branch === 'development') {
|
||||
await fs.writeFile(`${bookFile}.dev`, `${JSON.stringify(info, null, 2)}\n\n${parser ? parser.toString({format: true}) : ''}`);
|
||||
}
|
||||
};
|
||||
|
||||
if (!await fs.pathExists(bookFileInfo)) {
|
||||
await restoreBookInfo(bookInfo);
|
||||
} else {
|
||||
await utils.touchFile(bookFileInfo);
|
||||
const info = await fs.readFile(bookFileInfo, 'utf-8');
|
||||
const tmpInfo = JSON.parse(info);
|
||||
|
||||
//проверим существование файла обложки, восстановим если нету
|
||||
let coverFile = '';
|
||||
if (tmpInfo.cover)
|
||||
coverFile = `${this.config.publicFilesDir}${tmpInfo.cover}`;
|
||||
|
||||
if (coverFile && !await fs.pathExists(coverFile)) {
|
||||
await restoreBookInfo(bookInfo);
|
||||
} else {
|
||||
bookInfo = tmpInfo;
|
||||
}
|
||||
}
|
||||
|
||||
return {bookInfo};
|
||||
} catch(e) {
|
||||
log(LM_ERR, `restoreBookFile error: ${e.message}`);
|
||||
log(LM_ERR, `getBookInfo error: ${e.message}`);
|
||||
if (e.message.indexOf('ENOENT') >= 0)
|
||||
throw new Error('404 Файл не найден');
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
async getDownFileName(publicPath) {
|
||||
this.checkMyState();
|
||||
|
||||
const db = this.db;
|
||||
const hash = path.basename(publicPath);
|
||||
|
||||
//найдем downFileName
|
||||
const rows = await db.select({table: 'file_hash', where: `@@id(${db.esc(hash)})`});
|
||||
if (rows.length) {//downFileName найден по хешу
|
||||
return rows[0].downFileName;
|
||||
} else {//bookPath не найден
|
||||
throw new Error('404 Файл не найден');
|
||||
}
|
||||
}
|
||||
|
||||
async getInpxFile(params) {
|
||||
let data = null;
|
||||
if (params.inpxFileHash && this.inpxFileHash && params.inpxFileHash === this.inpxFileHash) {
|
||||
|
||||
@@ -14,7 +14,7 @@ class ZipReader {
|
||||
if (this.zip)
|
||||
throw new Error('Zip file is already open');
|
||||
|
||||
const zip = new StreamZip.async({file: zipFile});
|
||||
const zip = new StreamZip.async({file: zipFile, skipEntryNameValidation: true});
|
||||
|
||||
if (zipEntries)
|
||||
this.zipEntries = await zip.entries();
|
||||
|
||||
99
server/core/fb2/Fb2Helper.js
Normal file
99
server/core/fb2/Fb2Helper.js
Normal file
@@ -0,0 +1,99 @@
|
||||
const fs = require('fs-extra');
|
||||
const iconv = require('iconv-lite');
|
||||
const textUtils = require('./textUtils');
|
||||
|
||||
const Fb2Parser = require('../fb2/Fb2Parser');
|
||||
const utils = require('../utils');
|
||||
|
||||
class Fb2Helper {
|
||||
checkEncoding(data) {
|
||||
//Корректируем кодировку UTF-16
|
||||
let encoding = textUtils.getEncoding(data);
|
||||
if (encoding.indexOf('UTF-16') == 0) {
|
||||
data = Buffer.from(iconv.decode(data, encoding));
|
||||
encoding = 'utf-8';
|
||||
}
|
||||
|
||||
//Корректируем пробелы, всякие файлы попадаются :(
|
||||
if (data[0] == 32) {
|
||||
data = Buffer.from(data.toString().trim());
|
||||
}
|
||||
|
||||
//Окончательно корректируем кодировку
|
||||
let result = data;
|
||||
|
||||
let left = data.indexOf('<?xml version="1.0"');
|
||||
if (left < 0) {
|
||||
left = data.indexOf('<?xml version=\'1.0\'');
|
||||
}
|
||||
|
||||
if (left >= 0) {
|
||||
const right = data.indexOf('?>', left);
|
||||
if (right >= 0) {
|
||||
const head = data.slice(left, right + 2).toString();
|
||||
const m = head.match(/encoding=['"](.*?)['"]/);
|
||||
if (m) {
|
||||
let enc = m[1].toLowerCase();
|
||||
if (enc != 'utf-8') {
|
||||
//enc может не соответсвовать реальной кодировке файла, поэтому:
|
||||
if (encoding.indexOf('ISO-8859') >= 0) {
|
||||
encoding = enc;
|
||||
}
|
||||
|
||||
result = iconv.decode(data, encoding);
|
||||
result = Buffer.from(result.toString().replace(m[0], `encoding="utf-8"`));
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
async getDescAndCover(bookFile) {
|
||||
let data = await fs.readFile(bookFile);
|
||||
data = await utils.gunzipBuffer(data);
|
||||
|
||||
data = this.checkEncoding(data);
|
||||
|
||||
const parser = new Fb2Parser();
|
||||
|
||||
parser.fromString(data.toString(), {
|
||||
lowerCase: true,
|
||||
pickNode: route => route.indexOf('fictionbook/body') !== 0,
|
||||
});
|
||||
|
||||
const coverImage = parser.$$('/description/title-info/coverpage/image');
|
||||
|
||||
let cover = null;
|
||||
let coverExt = '';
|
||||
if (coverImage.count) {
|
||||
const coverAttrs = coverImage.attrs();
|
||||
const href = coverAttrs[`${parser.xlinkNS}:href`];
|
||||
let coverType = coverAttrs['content-type'];
|
||||
coverType = (coverType == 'image/jpg' || coverType == 'application/octet-stream' ? 'image/jpeg' : coverType);
|
||||
coverExt = (coverType == 'image/png' ? '.png' : '.jpg');
|
||||
|
||||
if (href) {
|
||||
const binaryId = (href[0] == '#' ? href.substring(1) : href);
|
||||
|
||||
//найдем нужный image
|
||||
for (const node of parser.$$array('/binary')) {
|
||||
let attrs = node.attrs();
|
||||
if (!attrs)
|
||||
return;
|
||||
|
||||
if (attrs.id === binaryId) {
|
||||
const base64 = node.text();
|
||||
cover = (base64 ? Buffer.from(base64, 'base64') : null);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
parser.remove('binary');
|
||||
return {fb2: parser, cover, coverExt};
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = Fb2Helper;
|
||||
294
server/core/fb2/Fb2Parser.js
Normal file
294
server/core/fb2/Fb2Parser.js
Normal file
@@ -0,0 +1,294 @@
|
||||
const XmlParser = require('../xml/XmlParser');
|
||||
|
||||
class Fb2Parser extends XmlParser {
|
||||
get xlinkNS() {
|
||||
if (!this._xlinkNS) {
|
||||
const rootAttrs = this.selectFirstSelf().attrs();
|
||||
let ns = 'l';
|
||||
for (const [key, value] of rootAttrs) {
|
||||
if (value == 'http://www.w3.org/1999/xlink') {
|
||||
ns = key.split(':')[1] || ns;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
this._xlinkNS = ns;
|
||||
}
|
||||
|
||||
return this._xlinkNS;
|
||||
}
|
||||
|
||||
bookInfo() {
|
||||
const result = {};
|
||||
|
||||
const desc = this.$$('/description/');
|
||||
|
||||
if (!desc)
|
||||
return result;
|
||||
|
||||
const parseAuthors = (node, tagName) => {
|
||||
const authors = [];
|
||||
for (const a of node.$$array(tagName)) {
|
||||
let names = [];
|
||||
names.push(a.text('/last-name'));
|
||||
names.push(a.text('/first-name'));
|
||||
names.push(a.text('/middle-name'));
|
||||
names = names.filter(n => n);
|
||||
if (!names.length)
|
||||
names.push(a.text('/nickname'));
|
||||
|
||||
authors.push(names.join(' '));
|
||||
}
|
||||
|
||||
return authors;
|
||||
}
|
||||
|
||||
const parseSequence = (node, tagName) => {
|
||||
const sequence = [];
|
||||
for (const s of node.$$array(tagName)) {
|
||||
const seqAttrs = s.attrs() || {};
|
||||
const name = seqAttrs['name'] || null;
|
||||
const num = seqAttrs['number'] || null;
|
||||
const lang = seqAttrs['xml:lang'] || null;
|
||||
|
||||
sequence.push({name, num, lang});
|
||||
}
|
||||
|
||||
return sequence;
|
||||
}
|
||||
|
||||
const parseTitleInfo = (titleInfo) => {
|
||||
const info = {};
|
||||
|
||||
info.genre = [];
|
||||
for (const g of titleInfo.$$array('genre'))
|
||||
info.genre.push(g.text());
|
||||
|
||||
info.author = parseAuthors(titleInfo, 'author');
|
||||
|
||||
info.bookTitle = titleInfo.text('book-title');
|
||||
|
||||
//annotation как Object
|
||||
info.annotation = titleInfo.$('annotation') && titleInfo.$('annotation').value;
|
||||
info.annotationXml = null;
|
||||
info.annotationHtml = null;
|
||||
if (info.annotation) {
|
||||
//annotation как кусок xml
|
||||
info.annotationXml = titleInfo.$$('annotation/').toString({noHeader: true});
|
||||
|
||||
//annotation как html
|
||||
info.annotationHtml = this.toHtml(info.annotationXml);
|
||||
}
|
||||
|
||||
info.keywords = titleInfo.text('keywords');
|
||||
info.date = titleInfo.text('date');
|
||||
info.coverpage = titleInfo.$('coverpage') && titleInfo.$('coverpage').value;
|
||||
info.lang = titleInfo.text('lang');
|
||||
info.srcLang = titleInfo.text('src-lang');
|
||||
|
||||
info.translator = parseAuthors(titleInfo, 'translator');
|
||||
|
||||
info.sequence = parseSequence(titleInfo, 'sequence');
|
||||
|
||||
return info;
|
||||
}
|
||||
|
||||
//title-info
|
||||
const titleInfo = desc.$$('title-info/');
|
||||
if (titleInfo) {
|
||||
result.titleInfo = parseTitleInfo(titleInfo);
|
||||
}
|
||||
|
||||
//src-title-info
|
||||
const srcTitleInfo = desc.$$('src-title-info/');
|
||||
if (srcTitleInfo) {
|
||||
result.srcTitleInfo = parseTitleInfo(srcTitleInfo);
|
||||
}
|
||||
|
||||
//document-info
|
||||
const documentInfo = desc.$$('document-info/');
|
||||
if (documentInfo) {
|
||||
const info = {};
|
||||
|
||||
info.author = parseAuthors(documentInfo, 'author');
|
||||
info.programUsed = documentInfo.text('program-used');
|
||||
info.date = documentInfo.text('date');
|
||||
|
||||
info.srcUrl = [];
|
||||
for (const url of documentInfo.$$array('src-url'))
|
||||
info.srcUrl.push(url.text());
|
||||
|
||||
info.srcOcr = documentInfo.text('src-ocr');
|
||||
info.id = documentInfo.text('id');
|
||||
info.version = documentInfo.text('version');
|
||||
|
||||
//аналогично annotation
|
||||
info.history = documentInfo.$('history') && documentInfo.$('history').value;
|
||||
info.historyXml = null;
|
||||
info.historyHtml = null;
|
||||
if (info.history) {
|
||||
//history как кусок xml
|
||||
info.historyXml = documentInfo.$$('history/').toString({noHeader: true});
|
||||
|
||||
//history как html
|
||||
info.historyHtml = this.toHtml(info.historyXml);
|
||||
}
|
||||
|
||||
info.publisher = parseAuthors(documentInfo, 'publisher');
|
||||
|
||||
result.documentInfo = info;
|
||||
}
|
||||
|
||||
//publish-info
|
||||
const publishInfo = desc.$$('publish-info/');
|
||||
if (publishInfo) {
|
||||
const info = {};
|
||||
|
||||
info.bookName = publishInfo.text('book-name');
|
||||
info.publisher = publishInfo.text('publisher');
|
||||
info.city = publishInfo.text('city');
|
||||
info.year = publishInfo.text('year');
|
||||
info.isbn = publishInfo.text('isbn');
|
||||
info.sequence = parseSequence(publishInfo, 'sequence');
|
||||
|
||||
result.publishInfo = info;
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
bookInfoList(bookInfo, options = {}) {
|
||||
let {
|
||||
correctMapping = false,
|
||||
valueToString = false,
|
||||
} = options;
|
||||
|
||||
if (!correctMapping)
|
||||
correctMapping = mapping => mapping;
|
||||
|
||||
const myValueToString = (value, nodePath, origVTS) => {//eslint-disable-line no-unused-vars
|
||||
if (nodePath == 'titleInfo/sequence'
|
||||
|| nodePath == 'srcTitleInfo/sequence'
|
||||
|| nodePath == 'publishInfo/sequence')
|
||||
return value.map(v => [v.name, v.num].filter(s => s).join(' #')).join(', ');
|
||||
|
||||
if (typeof(value) === 'string') {
|
||||
return value;
|
||||
} else if (Array.isArray(value)) {
|
||||
return value.join(', ');
|
||||
} else if (typeof(value) === 'object') {
|
||||
return JSON.stringify(value);
|
||||
}
|
||||
|
||||
return value;
|
||||
};
|
||||
|
||||
if (!valueToString)
|
||||
valueToString = myValueToString;
|
||||
|
||||
let mapping = [
|
||||
{name: 'titleInfo', label: 'Общая информация', value: [
|
||||
{name: 'author', label: 'Автор(ы)'},
|
||||
{name: 'bookTitle', label: 'Название'},
|
||||
{name: 'sequence', label: 'Серия'},
|
||||
{name: 'genre', label: 'Жанр'},
|
||||
|
||||
{name: 'date', label: 'Дата'},
|
||||
{name: 'lang', label: 'Язык книги'},
|
||||
{name: 'srcLang', label: 'Язык оригинала'},
|
||||
{name: 'translator', label: 'Переводчик(и)'},
|
||||
{name: 'keywords', label: 'Ключевые слова'},
|
||||
]},
|
||||
{name: 'srcTitleInfo', label: 'Информация о произведении на языке оригинала', value: [
|
||||
{name: 'author', label: 'Автор(ы)'},
|
||||
{name: 'bookTitle', label: 'Название'},
|
||||
{name: 'sequence', label: 'Серия'},
|
||||
{name: 'genre', label: 'Жанр'},
|
||||
|
||||
{name: 'date', label: 'Дата'},
|
||||
{name: 'lang', label: 'Язык книги'},
|
||||
{name: 'srcLang', label: 'Язык оригинала'},
|
||||
{name: 'translator', label: 'Переводчик(и)'},
|
||||
{name: 'keywords', label: 'Ключевые слова'},
|
||||
]},
|
||||
{name: 'publishInfo', label: 'Издательская информация', value: [
|
||||
{name: 'bookName', label: 'Название'},
|
||||
{name: 'publisher', label: 'Издательство'},
|
||||
{name: 'city', label: 'Город'},
|
||||
{name: 'year', label: 'Год'},
|
||||
{name: 'isbn', label: 'ISBN'},
|
||||
{name: 'sequence', label: 'Серия'},
|
||||
]},
|
||||
{name: 'documentInfo', label: 'Информация о документе (OCR)', value: [
|
||||
{name: 'author', label: 'Автор(ы)'},
|
||||
{name: 'programUsed', label: 'Программа'},
|
||||
{name: 'date', label: 'Дата'},
|
||||
//srcUrl = []
|
||||
{name: 'id', label: 'ID'},
|
||||
{name: 'version', label: 'Версия'},
|
||||
{name: 'srcOcr', label: 'Автор источника'},
|
||||
{name: 'historyHtml', label: 'История'},
|
||||
{name: 'publisher', label: 'Правообладатели'},
|
||||
]},
|
||||
];
|
||||
|
||||
mapping = correctMapping(mapping);
|
||||
bookInfo = (bookInfo ? bookInfo : this.bookInfo());
|
||||
|
||||
//заполняем mapping
|
||||
let result = [];
|
||||
for (const item of mapping) {
|
||||
const itemOut = {name: item.name, label: item.label, value: []};
|
||||
const info = bookInfo[item.name];
|
||||
if (!info)
|
||||
continue;
|
||||
|
||||
for (const subItem of item.value) {
|
||||
if (info[subItem.name] !== null) {
|
||||
const subItemOut = {
|
||||
name: subItem.name,
|
||||
label: subItem.label,
|
||||
value: valueToString(info[subItem.name], `${item.name}/${subItem.name}`, myValueToString),
|
||||
};
|
||||
|
||||
if (subItemOut.value)
|
||||
itemOut.value.push(subItemOut);
|
||||
}
|
||||
}
|
||||
|
||||
if (itemOut.value.length)
|
||||
result.push(itemOut);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
toHtml(xmlString) {
|
||||
const substs = {
|
||||
'<subtitle>': '<p><b>',
|
||||
'</subtitle>': '</b></p>',
|
||||
'<empty-line/>': '<br>',
|
||||
'<strong>': '<b>',
|
||||
'</strong>': '</b>',
|
||||
'<emphasis>': '<i>',
|
||||
'</emphasis>': '</i>',
|
||||
'<stanza>': '<br>',
|
||||
'</stanza>': '',
|
||||
'<poem>': '<br>',
|
||||
'</poem>': '',
|
||||
'<cite>': '<i>',
|
||||
'</cite>': '</i>',
|
||||
'<table>': '<br>',
|
||||
'</table>': '',
|
||||
};
|
||||
|
||||
for (const [tag, s] of Object.entries(substs)) {
|
||||
const r = new RegExp(`${tag}`, 'g');
|
||||
xmlString = xmlString.replace(r, s);
|
||||
}
|
||||
|
||||
return xmlString;
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = Fb2Parser;
|
||||
130
server/core/fb2/textUtils.js
Normal file
130
server/core/fb2/textUtils.js
Normal file
@@ -0,0 +1,130 @@
|
||||
const chardet = require('chardet');
|
||||
|
||||
function getEncoding(buf) {
|
||||
let selected = getEncodingLite(buf);
|
||||
|
||||
if (selected == 'ISO-8859-5' && buf.length > 10) {
|
||||
const charsetAll = chardet.analyse(buf.slice(0, 20000));
|
||||
for (const charset of charsetAll) {
|
||||
if (charset.name.indexOf('ISO-8859') < 0) {
|
||||
selected = charset.name;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return selected;
|
||||
}
|
||||
|
||||
|
||||
function getEncodingLite(buf, returnAll) {
|
||||
const lowerCase = 3;
|
||||
const upperCase = 1;
|
||||
|
||||
const codePage = {
|
||||
'k': 'koi8-r',
|
||||
'w': 'Windows-1251',
|
||||
'd': 'cp866',
|
||||
'i': 'ISO-8859-5',
|
||||
'm': 'maccyrillic',
|
||||
'u': 'utf-8',
|
||||
};
|
||||
|
||||
let charsets = {
|
||||
'k': 0,
|
||||
'w': 0,
|
||||
'd': 0,
|
||||
'i': 0,
|
||||
'm': 0,
|
||||
'u': 0,
|
||||
};
|
||||
|
||||
const len = buf.length;
|
||||
const blockSize = (len > 5*3000 ? 3000 : len);
|
||||
let counter = 0;
|
||||
let i = 0;
|
||||
let totalChecked = 0;
|
||||
while (i < len) {
|
||||
const char = buf[i];
|
||||
const nextChar = (i < len - 1 ? buf[i + 1] : 0);
|
||||
totalChecked++;
|
||||
i++;
|
||||
//non-russian characters
|
||||
if (char < 128 || char > 256)
|
||||
continue;
|
||||
//UTF-8
|
||||
if ((char == 208 || char == 209) && nextChar >= 128 && nextChar <= 190)
|
||||
charsets['u'] += lowerCase;
|
||||
else {
|
||||
//CP866
|
||||
if ((char > 159 && char < 176) || (char > 223 && char < 242)) charsets['d'] += lowerCase;
|
||||
if ((char > 127 && char < 160)) charsets['d'] += upperCase;
|
||||
|
||||
//KOI8-R
|
||||
if ((char > 191 && char < 223)) charsets['k'] += lowerCase;
|
||||
if ((char > 222 && char < 256)) charsets['k'] += upperCase;
|
||||
|
||||
//WIN-1251
|
||||
if (char > 223 && char < 256) charsets['w'] += lowerCase;
|
||||
if (char > 191 && char < 224) charsets['w'] += upperCase;
|
||||
|
||||
//MAC
|
||||
if (char > 221 && char < 255) charsets['m'] += lowerCase;
|
||||
if (char > 127 && char < 160) charsets['m'] += upperCase;
|
||||
|
||||
//ISO-8859-5
|
||||
if (char > 207 && char < 240) charsets['i'] += lowerCase;
|
||||
if (char > 175 && char < 208) charsets['i'] += upperCase;
|
||||
}
|
||||
|
||||
counter++;
|
||||
|
||||
if (counter > blockSize) {
|
||||
counter = 0;
|
||||
i += Math.round(len/2 - 2*blockSize);
|
||||
}
|
||||
}
|
||||
|
||||
let sorted = Object.keys(charsets).map(function(key) {
|
||||
return { codePage: codePage[key], c: charsets[key], totalChecked };
|
||||
});
|
||||
|
||||
sorted.sort((a, b) => b.c - a.c);
|
||||
|
||||
if (returnAll)
|
||||
return sorted;
|
||||
else if (sorted[0].c > 0 && sorted[0].c > sorted[0].totalChecked/2)
|
||||
return sorted[0].codePage;
|
||||
else
|
||||
return 'ISO-8859-5';
|
||||
}
|
||||
|
||||
function checkIfText(buf) {
|
||||
const enc = getEncodingLite(buf, true);
|
||||
if (enc[0].c > enc[0].totalChecked*0.9)
|
||||
return true;
|
||||
|
||||
let spaceCount = 0;
|
||||
let crCount = 0;
|
||||
let lfCount = 0;
|
||||
for (let i = 0; i < buf.length; i++) {
|
||||
if (buf[i] == 32)
|
||||
spaceCount++;
|
||||
if (buf[i] == 13)
|
||||
crCount++;
|
||||
if (buf[i] == 10)
|
||||
lfCount++;
|
||||
}
|
||||
|
||||
const spaceFreq = spaceCount/(buf.length + 1);
|
||||
const crFreq = crCount/(buf.length + 1);
|
||||
const lfFreq = lfCount/(buf.length + 1);
|
||||
|
||||
return (buf.length < 1000 || spaceFreq > 0.1 || crFreq > 0.03 || lfFreq > 0.03);
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
getEncoding,
|
||||
getEncodingLite,
|
||||
checkIfText,
|
||||
}
|
||||
@@ -7,6 +7,10 @@ function sleep(ms) {
|
||||
return new Promise(resolve => setTimeout(resolve, ms));
|
||||
}
|
||||
|
||||
function processLoop() {
|
||||
return new Promise(resolve => setImmediate(resolve));
|
||||
}
|
||||
|
||||
function versionText(config) {
|
||||
return `${config.name} v${config.version}, Node.js ${process.version}`;
|
||||
}
|
||||
@@ -101,19 +105,78 @@ function gzipFile(inputFile, outputFile, level = 1) {
|
||||
const input = fs.createReadStream(inputFile);
|
||||
const output = fs.createWriteStream(outputFile);
|
||||
|
||||
input.pipe(gzip).pipe(output).on('finish', (err) => {
|
||||
input.on('error', reject)
|
||||
.pipe(gzip).on('error', reject)
|
||||
.pipe(output).on('error', reject)
|
||||
.on('finish', (err) => {
|
||||
if (err) reject(err);
|
||||
else resolve();
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function gunzipFile(inputFile, outputFile) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const gzip = zlib.createGunzip();
|
||||
const input = fs.createReadStream(inputFile);
|
||||
const output = fs.createWriteStream(outputFile);
|
||||
|
||||
input.on('error', reject)
|
||||
.pipe(gzip).on('error', reject)
|
||||
.pipe(output).on('error', reject)
|
||||
.on('finish', (err) => {
|
||||
if (err) reject(err);
|
||||
else resolve();
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function gzipBuffer(buf) {
|
||||
return new Promise((resolve, reject) => {
|
||||
zlib.gzip(buf, {level: 1}, (err, result) => {
|
||||
if (err) reject(err);
|
||||
resolve(result);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function gunzipBuffer(buf) {
|
||||
return new Promise((resolve, reject) => {
|
||||
zlib.gunzip(buf, (err, result) => {
|
||||
if (err) reject(err);
|
||||
resolve(result);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function toUnixPath(dir) {
|
||||
return dir.replace(/\\/g, '/');
|
||||
}
|
||||
|
||||
function makeValidFileName(fileName, repl = '_') {
|
||||
let f = fileName.replace(/[\x00\\/:*"<>|]/g, repl); // eslint-disable-line no-control-regex
|
||||
f = f.trim();
|
||||
while (f.length && (f[f.length - 1] == '.' || f[f.length - 1] == '_')) {
|
||||
f = f.substring(0, f.length - 1);
|
||||
}
|
||||
|
||||
if (f)
|
||||
return f;
|
||||
else
|
||||
throw new Error('Invalid filename');
|
||||
}
|
||||
|
||||
function makeValidFileNameOrEmpty(fileName) {
|
||||
try {
|
||||
return makeValidFileName(fileName);
|
||||
} catch(e) {
|
||||
return '';
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
sleep,
|
||||
processLoop,
|
||||
versionText,
|
||||
findFiles,
|
||||
touchFile,
|
||||
@@ -124,5 +187,10 @@ module.exports = {
|
||||
intersectSet,
|
||||
randomHexString,
|
||||
gzipFile,
|
||||
gunzipFile,
|
||||
gzipBuffer,
|
||||
gunzipBuffer,
|
||||
toUnixPath,
|
||||
makeValidFileName,
|
||||
makeValidFileNameOrEmpty,
|
||||
};
|
||||
105
server/core/xml/ObjectInspector.js
Normal file
105
server/core/xml/ObjectInspector.js
Normal file
@@ -0,0 +1,105 @@
|
||||
class ObjectInspector {
|
||||
constructor(raw = null) {
|
||||
this.raw = raw;
|
||||
}
|
||||
|
||||
narrowSelector(selector) {
|
||||
const result = [];
|
||||
selector = selector.trim();
|
||||
|
||||
//последний индекс не учитывется, только если не задан явно
|
||||
if (selector && selector[selector.length - 1] == ']')
|
||||
selector += '/';
|
||||
|
||||
const levels = selector.split('/');
|
||||
|
||||
for (const level of levels) {
|
||||
const [name, indexPart] = level.split('[');
|
||||
let index = 0;
|
||||
if (indexPart) {
|
||||
const i = indexPart.indexOf(']');
|
||||
index = parseInt(indexPart.substring(0, i), 10) || 0;
|
||||
}
|
||||
|
||||
result.push({name, index});
|
||||
}
|
||||
|
||||
if (result.length);
|
||||
result[result.length - 1].last = true;
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
select(selector = '') {
|
||||
selector = this.narrowSelector(selector);
|
||||
|
||||
let raw = this.raw;
|
||||
for (const s of selector) {
|
||||
if (s.name) {
|
||||
if (typeof(raw) === 'object' && !Array.isArray(raw))
|
||||
raw = raw[s.name];
|
||||
else
|
||||
raw = null;
|
||||
}
|
||||
|
||||
if (raw !== null && !s.last) {
|
||||
if (Array.isArray(raw))
|
||||
raw = raw[s.index];
|
||||
else if (s.index > 0)
|
||||
raw = null;
|
||||
}
|
||||
|
||||
if (raw === undefined || raw === null) {
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
raw = (Array.isArray(raw) ? raw : [raw]);
|
||||
|
||||
const result = [];
|
||||
for (const r of raw)
|
||||
result.push(new ObjectInspector(r));
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
$$(selector) {
|
||||
return this.select(selector);
|
||||
}
|
||||
|
||||
$(selector) {
|
||||
const res = this.select(selector);
|
||||
return (res !== null && res.length ? res[0] : null);
|
||||
}
|
||||
|
||||
get value() {
|
||||
return this.raw;
|
||||
}
|
||||
|
||||
v(selector = '') {
|
||||
const res = this.$(selector);
|
||||
return (res ? res.value : null);
|
||||
}
|
||||
|
||||
text(selector = '') {
|
||||
const res = this.$(`${selector}/*TEXT`);
|
||||
return (res ? res.value : null);
|
||||
}
|
||||
|
||||
comment(selector = '') {
|
||||
const res = this.$(`${selector}/*COMMENT`);
|
||||
return (res ? res.value : null);
|
||||
}
|
||||
|
||||
cdata(selector = '') {
|
||||
const res = this.$(`${selector}/*CDATA`);
|
||||
return (res ? res.value : null);
|
||||
}
|
||||
|
||||
attrs(selector = '') {
|
||||
const res = this.$(`${selector}/*ATTRS`);
|
||||
return (res ? res.value : null);
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = ObjectInspector;
|
||||
896
server/core/xml/XmlParser.js
Normal file
896
server/core/xml/XmlParser.js
Normal file
@@ -0,0 +1,896 @@
|
||||
const sax = require('./sax');
|
||||
|
||||
//node types
|
||||
const NODE = 1;
|
||||
const TEXT = 2;
|
||||
const CDATA = 3;
|
||||
const COMMENT = 4;
|
||||
|
||||
const name2type = {
|
||||
'NODE': NODE,
|
||||
'TEXT': TEXT,
|
||||
'CDATA': CDATA,
|
||||
'COMMENT': COMMENT,
|
||||
};
|
||||
|
||||
const type2name = {
|
||||
[NODE]: 'NODE',
|
||||
[TEXT]: 'TEXT',
|
||||
[CDATA]: 'CDATA',
|
||||
[COMMENT]: 'COMMENT',
|
||||
};
|
||||
|
||||
class NodeBase {
|
||||
wideSelector(selectorString) {
|
||||
const result = {all: false, before: false, type: 0, name: ''};
|
||||
|
||||
if (selectorString === '') {
|
||||
result.before = true;
|
||||
} else if (selectorString === '*') {
|
||||
result.all = true;
|
||||
} else if (selectorString[0] === '*') {
|
||||
const typeName = selectorString.substring(1);
|
||||
result.type = name2type[typeName];
|
||||
if (!result.type)
|
||||
throw new Error(`Unknown selector type: ${typeName}`);
|
||||
} else {
|
||||
result.name = selectorString;
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
checkNode(rawNode, selectorObj) {
|
||||
return selectorObj.all || selectorObj.before
|
||||
|| (selectorObj.type && rawNode[0] === selectorObj.type)
|
||||
|| (rawNode[0] === NODE && rawNode[1] === selectorObj.name);
|
||||
}
|
||||
|
||||
findNodeIndex(nodes, selectorObj) {
|
||||
for (let i = 0; i < nodes.length; i++)
|
||||
if (this.checkNode(nodes[i], selectorObj))
|
||||
return i;
|
||||
}
|
||||
|
||||
rawAdd(nodes, rawNode, selectorObj) {
|
||||
if (selectorObj.all) {
|
||||
nodes.push(rawNode);
|
||||
} else if (selectorObj.before) {
|
||||
nodes.unshift(rawNode);
|
||||
} else {
|
||||
const index = this.findNodeIndex(nodes, selectorObj);
|
||||
if (index >= 0)
|
||||
nodes.splice(index, 0, rawNode);
|
||||
else
|
||||
nodes.push(rawNode);
|
||||
}
|
||||
}
|
||||
|
||||
rawRemove(nodes, selectorObj) {
|
||||
if (selectorObj.before)
|
||||
return;
|
||||
|
||||
for (let i = nodes.length - 1; i >= 0; i--) {
|
||||
if (this.checkNode(nodes[i], selectorObj))
|
||||
nodes.splice(i, 1);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
class NodeObject extends NodeBase {
|
||||
constructor(raw = null) {
|
||||
super();
|
||||
|
||||
if (raw)
|
||||
this.raw = raw;
|
||||
else
|
||||
this.raw = [];
|
||||
}
|
||||
|
||||
get type() {
|
||||
return this.raw[0] || null;
|
||||
}
|
||||
|
||||
get name() {
|
||||
if (this.type === NODE)
|
||||
return this.raw[1] || null;
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
set name(value) {
|
||||
if (this.type === NODE)
|
||||
this.raw[1] = value;
|
||||
}
|
||||
|
||||
attrs(key, value) {
|
||||
if (this.type !== NODE)
|
||||
return null;
|
||||
|
||||
let map = null;
|
||||
|
||||
if (key instanceof Map) {
|
||||
map = key;
|
||||
this.raw[2] = Array.from(map);
|
||||
} else if (Array.isArray(this.raw[2])) {
|
||||
map = new Map(this.raw[2]);
|
||||
if (key) {
|
||||
map.set(key, value);
|
||||
this.raw[2] = Array.from(map);
|
||||
}
|
||||
}
|
||||
|
||||
return map;
|
||||
}
|
||||
|
||||
get value() {
|
||||
switch (this.type) {
|
||||
case NODE:
|
||||
return this.raw[3] || null;
|
||||
case TEXT:
|
||||
case CDATA:
|
||||
case COMMENT:
|
||||
return this.raw[1] || null;
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
set value(v) {
|
||||
switch (this.type) {
|
||||
case NODE:
|
||||
this.raw[3] = v;
|
||||
break;
|
||||
case TEXT:
|
||||
case CDATA:
|
||||
case COMMENT:
|
||||
this.raw[1] = v;
|
||||
}
|
||||
}
|
||||
|
||||
add(node, after = '*') {
|
||||
if (this.type !== NODE)
|
||||
return;
|
||||
|
||||
const selectorObj = this.wideSelector(after);
|
||||
|
||||
if (!Array.isArray(this.raw[3]))
|
||||
this.raw[3] = [];
|
||||
|
||||
if (Array.isArray(node)) {
|
||||
for (const node_ of node)
|
||||
this.rawAdd(this.raw[3], node_.raw, selectorObj);
|
||||
} else {
|
||||
this.rawAdd(this.raw[3], node.raw, selectorObj);
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
remove(selector = '') {
|
||||
if (this.type !== NODE || !this.raw[3])
|
||||
return;
|
||||
|
||||
const selectorObj = this.wideSelector(selector);
|
||||
|
||||
this.rawRemove(this.raw[3], selectorObj);
|
||||
if (!this.raw[3].length)
|
||||
this.raw[3] = null;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
each(callback) {
|
||||
if (this.type !== NODE || !this.raw[3])
|
||||
return;
|
||||
|
||||
for (const n of this.raw[3]) {
|
||||
if (callback(new NodeObject(n)) === false)
|
||||
break;
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
eachDeep(callback) {
|
||||
if (this.type !== NODE || !this.raw[3])
|
||||
return;
|
||||
|
||||
const deep = (nodes, route = '') => {
|
||||
for (const n of nodes) {
|
||||
const node = new NodeObject(n);
|
||||
|
||||
if (callback(node, route) === false)
|
||||
return false;
|
||||
|
||||
if (node.type === NODE && node.value) {
|
||||
if (deep(node.value, `${route}${route ? '/' : ''}${node.name}`) === false)
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
deep(this.raw[3]);
|
||||
|
||||
return this;
|
||||
}
|
||||
}
|
||||
|
||||
class XmlParser extends NodeBase {
|
||||
constructor(rawNodes = []) {
|
||||
super();
|
||||
|
||||
this.NODE = NODE;
|
||||
this.TEXT = TEXT;
|
||||
this.CDATA = CDATA;
|
||||
this.COMMENT = COMMENT;
|
||||
|
||||
this.rawNodes = rawNodes;
|
||||
}
|
||||
|
||||
get count() {
|
||||
return this.rawNodes.length;
|
||||
}
|
||||
|
||||
get nodes() {
|
||||
const result = [];
|
||||
for (const n of this.rawNodes)
|
||||
result.push(new NodeObject(n));
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
nodeObject(node) {
|
||||
return new NodeObject(node);
|
||||
}
|
||||
|
||||
newParser(nodes) {
|
||||
return new XmlParser(nodes);
|
||||
}
|
||||
|
||||
checkType(type) {
|
||||
if (!type2name[type])
|
||||
throw new Error(`Invalid type: ${type}`);
|
||||
}
|
||||
|
||||
createTypedNode(type, nameOrValue, attrs = null, value = null) {
|
||||
this.checkType(type);
|
||||
switch (type) {
|
||||
case NODE:
|
||||
if (!nameOrValue || typeof(nameOrValue) !== 'string')
|
||||
throw new Error('Node name must be non-empty string');
|
||||
return new NodeObject([type, nameOrValue, attrs, value]);
|
||||
case TEXT:
|
||||
case CDATA:
|
||||
case COMMENT:
|
||||
if (typeof(nameOrValue) !== 'string')
|
||||
throw new Error('Node value must be of type string');
|
||||
return new NodeObject([type, nameOrValue]);
|
||||
}
|
||||
}
|
||||
|
||||
createNode(name, attrs = null, value = null) {
|
||||
return this.createTypedNode(NODE, name, attrs, value);
|
||||
}
|
||||
|
||||
createText(value = null) {
|
||||
return this.createTypedNode(TEXT, value);
|
||||
}
|
||||
|
||||
createCdata(value = null) {
|
||||
return this.createTypedNode(CDATA, value);
|
||||
}
|
||||
|
||||
createComment(value = null) {
|
||||
return this.createTypedNode(COMMENT, value);
|
||||
}
|
||||
|
||||
add(node, after = '*') {
|
||||
const selectorObj = this.wideSelector(after);
|
||||
|
||||
for (const n of this.rawNodes) {
|
||||
if (n && n[0] === NODE) {
|
||||
if (!Array.isArray(n[3]))
|
||||
n[3] = [];
|
||||
|
||||
if (Array.isArray(node)) {
|
||||
for (const node_ of node)
|
||||
this.rawAdd(n[3], node_.raw, selectorObj);
|
||||
} else {
|
||||
this.rawAdd(n[3], node.raw, selectorObj);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
addRoot(node, after = '*') {
|
||||
const selectorObj = this.wideSelector(after);
|
||||
|
||||
if (Array.isArray(node)) {
|
||||
for (const node_ of node)
|
||||
this.rawAdd(this.rawNodes, node_.raw, selectorObj);
|
||||
} else {
|
||||
this.rawAdd(this.rawNodes, node.raw, selectorObj);
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
remove(selector = '') {
|
||||
const selectorObj = this.wideSelector(selector);
|
||||
|
||||
for (const n of this.rawNodes) {
|
||||
if (n && n[0] === NODE && Array.isArray(n[3])) {
|
||||
this.rawRemove(n[3], selectorObj);
|
||||
if (!n[3].length)
|
||||
n[3] = null;
|
||||
}
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
removeRoot(selector = '') {
|
||||
const selectorObj = this.wideSelector(selector);
|
||||
|
||||
this.rawRemove(this.rawNodes, selectorObj);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
each(callback, self = false) {
|
||||
if (self) {
|
||||
for (const n of this.rawNodes) {
|
||||
if (callback(new NodeObject(n)) === false)
|
||||
return this;
|
||||
}
|
||||
} else {
|
||||
for (const n of this.rawNodes) {
|
||||
if (n[0] === NODE && n[3]) {
|
||||
for (const nn of n[3])
|
||||
if (callback(new NodeObject(nn)) === false)
|
||||
return this;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
eachSelf(callback) {
|
||||
return this.each(callback, true);
|
||||
}
|
||||
|
||||
eachDeep(callback, self = false) {
|
||||
const deep = (nodes, route = '') => {
|
||||
for (const n of nodes) {
|
||||
const node = new NodeObject(n);
|
||||
|
||||
if (callback(node, route) === false)
|
||||
return false;
|
||||
|
||||
if (node.type === NODE && node.value) {
|
||||
if (deep(node.value, `${route}${route ? '/' : ''}${node.name}`) === false)
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (self) {
|
||||
deep(this.rawNodes);
|
||||
} else {
|
||||
for (const n of this.rawNodes) {
|
||||
if (n[0] === NODE && n[3])
|
||||
if (deep(n[3]) === false)
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
eachDeepSelf(callback) {
|
||||
return this.eachDeep(callback, true);
|
||||
}
|
||||
|
||||
rawSelect(nodes, selectorObj, callback) {
|
||||
for (const n of nodes)
|
||||
if (this.checkNode(n, selectorObj))
|
||||
callback(n);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
select(selector = '', self = false) {
|
||||
let newRawNodes = [];
|
||||
|
||||
if (selector.indexOf('/') >= 0) {
|
||||
const selectors = selector.split('/');
|
||||
let res = this;
|
||||
for (const sel of selectors) {
|
||||
res = res.select(sel, self);
|
||||
self = false;
|
||||
}
|
||||
|
||||
newRawNodes = res.rawNodes;
|
||||
} else {
|
||||
const selectorObj = this.wideSelector(selector);
|
||||
|
||||
if (self) {
|
||||
this.rawSelect(this.rawNodes, selectorObj, (node) => {
|
||||
newRawNodes.push(node);
|
||||
})
|
||||
} else {
|
||||
for (const n of this.rawNodes) {
|
||||
if (n && n[0] === NODE && Array.isArray(n[3])) {
|
||||
this.rawSelect(n[3], selectorObj, (node) => {
|
||||
newRawNodes.push(node);
|
||||
})
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return new XmlParser(newRawNodes);
|
||||
}
|
||||
|
||||
selectSelf(selector) {
|
||||
return this.select(selector, true);
|
||||
}
|
||||
|
||||
selectFirst(selector, self) {
|
||||
const result = this.select(selector, self);
|
||||
const node = (result.count ? result.rawNodes[0] : null);
|
||||
return new NodeObject(node);
|
||||
}
|
||||
|
||||
selectFirstSelf(selector) {
|
||||
return this.selectFirst(selector, true);
|
||||
}
|
||||
|
||||
toJson(options = {}) {
|
||||
const {format = false} = options;
|
||||
|
||||
if (format)
|
||||
return JSON.stringify(this.rawNodes, null, 2);
|
||||
else
|
||||
return JSON.stringify(this.rawNodes);
|
||||
}
|
||||
|
||||
fromJson(jsonString) {
|
||||
const parsed = JSON.parse(jsonString);
|
||||
if (!Array.isArray(parsed))
|
||||
throw new Error('JSON parse error: root element must be array');
|
||||
|
||||
this.rawNodes = parsed;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
toString(options = {}) {
|
||||
const {
|
||||
encoding = 'utf-8',
|
||||
format = false,
|
||||
noHeader = false,
|
||||
expandEmpty = false
|
||||
} = options;
|
||||
|
||||
let deepType = 0;
|
||||
let out = '';
|
||||
if (!noHeader)
|
||||
out += `<?xml version="1.0" encoding="${encoding}"?>`;
|
||||
|
||||
const nodesToString = (nodes, depth = 0) => {
|
||||
let result = '';
|
||||
|
||||
const indent = '\n' + ' '.repeat(depth);
|
||||
let lastType = 0;
|
||||
|
||||
for (const n of nodes) {
|
||||
const node = new NodeObject(n);
|
||||
|
||||
let open = '';
|
||||
let body = '';
|
||||
let close = '';
|
||||
|
||||
if (node.type === NODE) {
|
||||
if (!node.name)
|
||||
continue;
|
||||
|
||||
let attrs = '';
|
||||
|
||||
const nodeAttrs = node.attrs();
|
||||
if (nodeAttrs) {
|
||||
for (const [attrName, attrValue] of nodeAttrs) {
|
||||
if (typeof(attrValue) === 'string')
|
||||
attrs += ` ${attrName}="${attrValue}"`;
|
||||
else
|
||||
if (attrValue)
|
||||
attrs += ` ${attrName}`;
|
||||
}
|
||||
}
|
||||
|
||||
if (node.value)
|
||||
body = nodesToString(node.value, depth + 2);
|
||||
|
||||
if (!body && !expandEmpty) {
|
||||
open = (format && lastType !== TEXT ? indent : '');
|
||||
open += `<${node.name}${attrs}/>`;
|
||||
} else {
|
||||
open = (format && lastType !== TEXT ? indent : '');
|
||||
open += `<${node.name}${attrs}>`;
|
||||
|
||||
close = (format && deepType && deepType !== TEXT ? indent : '');
|
||||
close += `</${node.name}>`;
|
||||
}
|
||||
} else if (node.type === TEXT) {
|
||||
body = node.value || '';
|
||||
} else if (node.type === CDATA) {
|
||||
body = (format && lastType !== TEXT ? indent : '');
|
||||
body += `<![CDATA[${node.value || ''}]]>`;
|
||||
} else if (node.type === COMMENT) {
|
||||
body = (format && lastType !== TEXT ? indent : '');
|
||||
body += `<!--${node.value || ''}-->`;
|
||||
}
|
||||
|
||||
result += `${open}${body}${close}`;
|
||||
lastType = node.type;
|
||||
}
|
||||
|
||||
deepType = lastType;
|
||||
return result;
|
||||
}
|
||||
|
||||
out += nodesToString(this.rawNodes) + (format ? '\n' : '');
|
||||
|
||||
return out;
|
||||
}
|
||||
|
||||
fromString(xmlString, options = {}) {
|
||||
const {
|
||||
lowerCase = false,
|
||||
whiteSpace = false,
|
||||
pickNode = false,
|
||||
} = options;
|
||||
|
||||
const parsed = [];
|
||||
const root = this.createNode('root', null, parsed);//fake node
|
||||
let node = root;
|
||||
|
||||
let route = '';
|
||||
let routeStack = [];
|
||||
let ignoreNode = false;
|
||||
|
||||
const onStartNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||||
if (tag == '?xml')
|
||||
return;
|
||||
|
||||
if (!ignoreNode && pickNode) {
|
||||
route += `${route ? '/' : ''}${tag}`;
|
||||
ignoreNode = !pickNode(route);
|
||||
}
|
||||
|
||||
let newNode = node;
|
||||
if (!ignoreNode)
|
||||
newNode = this.createNode(tag);
|
||||
|
||||
routeStack.push({tag, route, ignoreNode, node: newNode});
|
||||
|
||||
if (ignoreNode)
|
||||
return;
|
||||
|
||||
if (tail && tail.trim() !== '') {
|
||||
const parsedAttrs = sax.getAttrsSync(tail, lowerCase);
|
||||
const attrs = new Map();
|
||||
for (const attr of parsedAttrs.values()) {
|
||||
attrs.set(attr.fn, attr.value);
|
||||
}
|
||||
|
||||
if (attrs.size)
|
||||
newNode.attrs(attrs);
|
||||
}
|
||||
|
||||
if (!node.value)
|
||||
node.value = [];
|
||||
node.value.push(newNode.raw);
|
||||
node = newNode;
|
||||
};
|
||||
|
||||
const onEndNode = (tag, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||||
if (routeStack.length && routeStack[routeStack.length - 1].tag === tag) {
|
||||
routeStack.pop();
|
||||
|
||||
if (routeStack.length) {
|
||||
const last = routeStack[routeStack.length - 1];
|
||||
route = last.route;
|
||||
ignoreNode = last.ignoreNode;
|
||||
node = last.node;
|
||||
} else {
|
||||
route = '';
|
||||
ignoreNode = false;
|
||||
node = root;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||||
if (ignoreNode || (pickNode && !pickNode(`${route}/*TEXT`)))
|
||||
return;
|
||||
|
||||
if (!whiteSpace && text.trim() == '')
|
||||
return;
|
||||
|
||||
if (!node.value)
|
||||
node.value = [];
|
||||
|
||||
node.value.push(this.createText(text).raw);
|
||||
};
|
||||
|
||||
const onCdata = (tagData, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||||
if (ignoreNode || (pickNode && !pickNode(`${route}/*CDATA`)))
|
||||
return;
|
||||
|
||||
if (!node.value)
|
||||
node.value = [];
|
||||
|
||||
node.value.push(this.createCdata(tagData).raw);
|
||||
}
|
||||
|
||||
const onComment = (tagData, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
|
||||
if (ignoreNode || (pickNode && !pickNode(`${route}/*COMMENT`)))
|
||||
return;
|
||||
|
||||
if (!node.value)
|
||||
node.value = [];
|
||||
|
||||
node.value.push(this.createComment(tagData).raw);
|
||||
}
|
||||
|
||||
sax.parseSync(xmlString, {
|
||||
onStartNode, onEndNode, onTextNode, onCdata, onComment, lowerCase
|
||||
});
|
||||
|
||||
this.rawNodes = parsed;
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
toObject(options = {}) {
|
||||
const {
|
||||
compactText = false
|
||||
} = options;
|
||||
|
||||
const nodesToObject = (nodes) => {
|
||||
const result = {};
|
||||
|
||||
for (const n of nodes) {
|
||||
const node = new NodeObject(n);
|
||||
|
||||
if (node.type === NODE) {
|
||||
if (!node.name)
|
||||
continue;
|
||||
|
||||
let newNode = {};
|
||||
|
||||
const nodeAttrs = node.attrs();
|
||||
if (nodeAttrs)
|
||||
newNode['*ATTRS'] = Object.fromEntries(nodeAttrs);
|
||||
|
||||
if (node.value) {
|
||||
Object.assign(newNode, nodesToObject(node.value));
|
||||
|
||||
//схлопывание текстового узла до string
|
||||
if (compactText
|
||||
&& !Array.isArray(newNode)
|
||||
&& Object.prototype.hasOwnProperty.call(newNode, '*TEXT')
|
||||
&& Object.keys(newNode).length === 1) {
|
||||
newNode = newNode['*TEXT'];
|
||||
}
|
||||
}
|
||||
|
||||
if (!Object.prototype.hasOwnProperty.call(result, node.name)) {
|
||||
result[node.name] = newNode;
|
||||
} else {
|
||||
if (!Array.isArray(result[node.name])) {
|
||||
result[node.name] = [result[node.name]];
|
||||
}
|
||||
|
||||
result[node.name].push(newNode);
|
||||
}
|
||||
} else if (node.type === TEXT) {
|
||||
if (!result['*TEXT'])
|
||||
result['*TEXT'] = '';
|
||||
result['*TEXT'] += node.value || '';
|
||||
} else if (node.type === CDATA) {
|
||||
if (!result['*CDATA'])
|
||||
result['*CDATA'] = '';
|
||||
result['*CDATA'] += node.value || '';
|
||||
} else if (node.type === COMMENT) {
|
||||
if (!result['*COMMENT'])
|
||||
result['*COMMENT'] = '';
|
||||
result['*COMMENT'] += node.value || '';
|
||||
}
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
return nodesToObject(this.rawNodes);
|
||||
}
|
||||
|
||||
fromObject(xmlObject) {
|
||||
const objectToNodes = (obj) => {
|
||||
const result = [];
|
||||
|
||||
for (const [tag, objNode] of Object.entries(obj)) {
|
||||
if (tag === '*TEXT') {
|
||||
result.push(this.createText(objNode).raw);
|
||||
} else if (tag === '*CDATA') {
|
||||
result.push(this.createCdata(objNode).raw);
|
||||
} else if (tag === '*COMMENT') {
|
||||
result.push(this.createComment(objNode).raw);
|
||||
} else if (tag === '*ATTRS') {
|
||||
//пропускаем
|
||||
} else {
|
||||
if (typeof(objNode) === 'string') {
|
||||
result.push(this.createNode(tag, null, [this.createText(objNode).raw]).raw);
|
||||
} else if (Array.isArray(objNode)) {
|
||||
for (const n of objNode) {
|
||||
if (typeof(n) === 'string') {
|
||||
result.push(this.createNode(tag, null, [this.createText(n).raw]).raw);
|
||||
} else if (typeof(n) === 'object') {
|
||||
result.push(this.createNode(tag, (n['*ATTRS'] ? Object.entries(n['*ATTRS']) : null), objectToNodes(n)).raw);
|
||||
}
|
||||
}
|
||||
|
||||
} else if (typeof(objNode) === 'object') {
|
||||
result.push(this.createNode(tag, (objNode['*ATTRS'] ? Object.entries(objNode['*ATTRS']) : null), objectToNodes(objNode)).raw);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return result;
|
||||
};
|
||||
|
||||
this.rawNodes = objectToNodes(xmlObject);
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
// XML Inspector start
|
||||
narrowSelector(selector) {
|
||||
const result = [];
|
||||
selector = selector.trim();
|
||||
|
||||
//последний индекс не учитывется, только если не задан явно
|
||||
if (selector && selector[selector.length - 1] == ']')
|
||||
selector += '/';
|
||||
|
||||
const levels = selector.split('/');
|
||||
|
||||
for (const level of levels) {
|
||||
const [name, indexPart] = level.split('[');
|
||||
let index = 0;
|
||||
if (indexPart) {
|
||||
const i = indexPart.indexOf(']');
|
||||
index = parseInt(indexPart.substring(0, i), 10) || 0;
|
||||
}
|
||||
|
||||
let type = NODE;
|
||||
if (name[0] === '*') {
|
||||
const typeName = name.substring(1);
|
||||
type = name2type[typeName];
|
||||
if (!type)
|
||||
throw new Error(`Unknown selector type: ${typeName}`);
|
||||
}
|
||||
|
||||
result.push({type, name, index});
|
||||
}
|
||||
|
||||
if (result.length);
|
||||
result[result.length - 1].last = true;
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
inspect(selector = '') {
|
||||
selector = this.narrowSelector(selector);
|
||||
|
||||
let raw = this.rawNodes;
|
||||
for (const s of selector) {
|
||||
if (s.name) {
|
||||
let found = [];
|
||||
for (const n of raw) {
|
||||
if (n[0] === s.type && (n[0] !== NODE || s.name === '*NODE' || n[1] === s.name)) {
|
||||
found.push(n);
|
||||
|
||||
if (found.length > s.index && !s.last)
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
raw = found;
|
||||
}
|
||||
|
||||
if (raw.length && !s.last) {
|
||||
if (s.index < raw.length) {
|
||||
raw = raw[s.index];
|
||||
if (raw[0] === NODE && raw[3])
|
||||
raw = raw[3];
|
||||
else {
|
||||
raw = [];
|
||||
break;
|
||||
}
|
||||
} else {
|
||||
raw = [];
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return new XmlParser(raw);
|
||||
}
|
||||
|
||||
$$(selector) {
|
||||
return this.inspect(selector);
|
||||
}
|
||||
|
||||
$$array(selector) {
|
||||
const res = this.inspect(selector);
|
||||
const result = [];
|
||||
for (const n of res.rawNodes)
|
||||
if (n[0] === NODE)
|
||||
result.push(new XmlParser([n]));
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
$(selector) {
|
||||
const res = this.inspect(selector);
|
||||
const node = (res.count ? res.rawNodes[0] : null);
|
||||
return new NodeObject(node);
|
||||
}
|
||||
|
||||
v(selector = '') {
|
||||
const res = this.$(selector);
|
||||
return (res.type ? res.value : null);
|
||||
}
|
||||
|
||||
text(selector = '') {
|
||||
const res = this.$(`${selector}/*TEXT`);
|
||||
return (res.type === TEXT ? res.value : null);
|
||||
}
|
||||
|
||||
comment(selector = '') {
|
||||
const res = this.$(`${selector}/*COMMENT`);
|
||||
return (res.type === COMMENT ? res.value : null);
|
||||
}
|
||||
|
||||
cdata(selector = '') {
|
||||
const res = this.$(`${selector}/*CDATA`);
|
||||
return (res.type === CDATA ? res.value : null);
|
||||
}
|
||||
|
||||
concat(selector = '') {
|
||||
const res = this.$$(selector);
|
||||
const out = [];
|
||||
for (const n of res.rawNodes) {
|
||||
const node = new NodeObject(n);
|
||||
if (node.type && node.type !== NODE)
|
||||
out.push(node.value);
|
||||
}
|
||||
|
||||
return (out.length ? out.join('') : null);
|
||||
}
|
||||
|
||||
attrs(selector = '') {
|
||||
const res = this.$(selector);
|
||||
const attrs = res.attrs();
|
||||
return (res.type === NODE && attrs ? Object.fromEntries(attrs) : null);
|
||||
}
|
||||
// XML Inspector finish
|
||||
}
|
||||
|
||||
module.exports = XmlParser;
|
||||
367
server/core/xml/sax.js
Normal file
367
server/core/xml/sax.js
Normal file
@@ -0,0 +1,367 @@
|
||||
function parseSync(xstr, options) {
|
||||
const dummy = () => {};
|
||||
let {onStartNode: _onStartNode = dummy,
|
||||
onEndNode: _onEndNode = dummy,
|
||||
onTextNode: _onTextNode = dummy,
|
||||
onCdata: _onCdata = dummy,
|
||||
onComment: _onComment = dummy,
|
||||
onProgress: _onProgress = dummy,
|
||||
innerCut = new Set(),
|
||||
lowerCase = true,
|
||||
} = options;
|
||||
|
||||
let i = 0;
|
||||
const len = xstr.length;
|
||||
const progStep = len/20;
|
||||
let nextProg = 0;
|
||||
|
||||
let cutCounter = 0;
|
||||
let cutTag = '';
|
||||
let inCdata;
|
||||
let inComment;
|
||||
let leftData = 0;
|
||||
while (i < len) {
|
||||
inCdata = false;
|
||||
inComment = false;
|
||||
let singleTag = false;
|
||||
|
||||
let left = xstr.indexOf('<', i);
|
||||
if (left < 0)
|
||||
break;
|
||||
leftData = left;
|
||||
|
||||
if (left < len - 2 && xstr[left + 1] == '!') {
|
||||
if (xstr[left + 2] == '-') {
|
||||
const leftComment = xstr.indexOf('<!--', left);
|
||||
if (leftComment == left) {
|
||||
inComment = true;
|
||||
leftData = left + 3;
|
||||
}
|
||||
}
|
||||
|
||||
if (!inComment && xstr[left + 2] == '[') {
|
||||
const leftCdata = xstr.indexOf('<![CDATA[', left);
|
||||
if (leftCdata == left) {
|
||||
inCdata = true;
|
||||
leftData = left + 8;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (left != i) {
|
||||
const text = xstr.substr(i, left - i);
|
||||
_onTextNode(text, cutCounter, cutTag);
|
||||
}
|
||||
|
||||
let right = null;
|
||||
let rightData = null;
|
||||
if (inCdata) {
|
||||
rightData = xstr.indexOf(']]>', leftData + 1);
|
||||
if (rightData < 0)
|
||||
break;
|
||||
right = rightData + 2;
|
||||
} else if (inComment) {
|
||||
rightData = xstr.indexOf('-->', leftData + 1);
|
||||
if (rightData < 0)
|
||||
break;
|
||||
right = rightData + 2;
|
||||
} else {
|
||||
rightData = xstr.indexOf('>', leftData + 1);
|
||||
if (rightData < 0)
|
||||
break;
|
||||
right = rightData;
|
||||
if (xstr[right - 1] === '/') {
|
||||
singleTag = true;
|
||||
rightData--;
|
||||
}
|
||||
}
|
||||
|
||||
let tagData = xstr.substr(leftData + 1, rightData - leftData - 1);
|
||||
|
||||
if (inCdata) {
|
||||
_onCdata(tagData, cutCounter, cutTag);
|
||||
} else if (inComment) {
|
||||
_onComment(tagData, cutCounter, cutTag);
|
||||
} else {
|
||||
let tag = '';
|
||||
let tail = '';
|
||||
const firstSpace = tagData.indexOf(' ');
|
||||
if (firstSpace >= 0) {
|
||||
tail = tagData.substr(firstSpace);
|
||||
tag = tagData.substr(0, firstSpace);
|
||||
} else {
|
||||
tag = tagData;
|
||||
}
|
||||
if (lowerCase)
|
||||
tag = tag.toLowerCase();
|
||||
|
||||
if (innerCut.has(tag) && (!cutCounter || cutTag === tag)) {
|
||||
if (!cutCounter)
|
||||
cutTag = tag;
|
||||
cutCounter++;
|
||||
}
|
||||
|
||||
let endTag = (singleTag ? tag : '');
|
||||
if (tag === '' || tag[0] !== '/') {
|
||||
_onStartNode(tag, tail, singleTag, cutCounter, cutTag);
|
||||
} else {
|
||||
endTag = tag.substr(1);
|
||||
}
|
||||
|
||||
if (endTag)
|
||||
_onEndNode(endTag, tail, singleTag, cutCounter, cutTag);
|
||||
|
||||
if (cutTag === endTag) {
|
||||
cutCounter = (cutCounter > 0 ? cutCounter - 1 : 0);
|
||||
if (!cutCounter)
|
||||
cutTag = '';
|
||||
}
|
||||
}
|
||||
|
||||
if (right >= nextProg) {
|
||||
_onProgress(Math.round(right/(len + 1)*100));
|
||||
nextProg += progStep;
|
||||
}
|
||||
i = right + 1;
|
||||
}
|
||||
|
||||
if (i < len) {
|
||||
if (inCdata) {
|
||||
_onCdata(xstr.substr(leftData + 1, len - leftData - 1), cutCounter, cutTag);
|
||||
} else if (inComment) {
|
||||
_onComment(xstr.substr(leftData + 1, len - leftData - 1), cutCounter, cutTag);
|
||||
} else {
|
||||
_onTextNode(xstr.substr(i, len - i), cutCounter, cutTag);
|
||||
}
|
||||
}
|
||||
|
||||
_onProgress(100);
|
||||
}
|
||||
|
||||
//асинхронная копия parseSync
|
||||
//делается заменой "_on" => "await _on" после while
|
||||
async function parse(xstr, options) {
|
||||
const dummy = () => {};
|
||||
let {onStartNode: _onStartNode = dummy,
|
||||
onEndNode: _onEndNode = dummy,
|
||||
onTextNode: _onTextNode = dummy,
|
||||
onCdata: _onCdata = dummy,
|
||||
onComment: _onComment = dummy,
|
||||
onProgress: _onProgress = dummy,
|
||||
innerCut = new Set(),
|
||||
lowerCase = true,
|
||||
} = options;
|
||||
|
||||
let i = 0;
|
||||
const len = xstr.length;
|
||||
const progStep = len/20;
|
||||
let nextProg = 0;
|
||||
|
||||
let cutCounter = 0;
|
||||
let cutTag = '';
|
||||
let inCdata;
|
||||
let inComment;
|
||||
let leftData = 0;
|
||||
while (i < len) {
|
||||
inCdata = false;
|
||||
inComment = false;
|
||||
let singleTag = false;
|
||||
|
||||
let left = xstr.indexOf('<', i);
|
||||
if (left < 0)
|
||||
break;
|
||||
leftData = left;
|
||||
|
||||
if (left < len - 2 && xstr[left + 1] == '!') {
|
||||
if (xstr[left + 2] == '-') {
|
||||
const leftComment = xstr.indexOf('<!--', left);
|
||||
if (leftComment == left) {
|
||||
inComment = true;
|
||||
leftData = left + 3;
|
||||
}
|
||||
}
|
||||
|
||||
if (!inComment && xstr[left + 2] == '[') {
|
||||
const leftCdata = xstr.indexOf('<![CDATA[', left);
|
||||
if (leftCdata == left) {
|
||||
inCdata = true;
|
||||
leftData = left + 8;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (left != i) {
|
||||
const text = xstr.substr(i, left - i);
|
||||
await _onTextNode(text, cutCounter, cutTag);
|
||||
}
|
||||
|
||||
let right = null;
|
||||
let rightData = null;
|
||||
if (inCdata) {
|
||||
rightData = xstr.indexOf(']]>', leftData + 1);
|
||||
if (rightData < 0)
|
||||
break;
|
||||
right = rightData + 2;
|
||||
} else if (inComment) {
|
||||
rightData = xstr.indexOf('-->', leftData + 1);
|
||||
if (rightData < 0)
|
||||
break;
|
||||
right = rightData + 2;
|
||||
} else {
|
||||
rightData = xstr.indexOf('>', leftData + 1);
|
||||
if (rightData < 0)
|
||||
break;
|
||||
right = rightData;
|
||||
if (xstr[right - 1] === '/') {
|
||||
singleTag = true;
|
||||
rightData--;
|
||||
}
|
||||
}
|
||||
|
||||
let tagData = xstr.substr(leftData + 1, rightData - leftData - 1);
|
||||
|
||||
if (inCdata) {
|
||||
await _onCdata(tagData, cutCounter, cutTag);
|
||||
} else if (inComment) {
|
||||
await _onComment(tagData, cutCounter, cutTag);
|
||||
} else {
|
||||
let tag = '';
|
||||
let tail = '';
|
||||
const firstSpace = tagData.indexOf(' ');
|
||||
if (firstSpace >= 0) {
|
||||
tail = tagData.substr(firstSpace);
|
||||
tag = tagData.substr(0, firstSpace);
|
||||
} else {
|
||||
tag = tagData;
|
||||
}
|
||||
if (lowerCase)
|
||||
tag = tag.toLowerCase();
|
||||
|
||||
if (innerCut.has(tag) && (!cutCounter || cutTag === tag)) {
|
||||
if (!cutCounter)
|
||||
cutTag = tag;
|
||||
cutCounter++;
|
||||
}
|
||||
|
||||
let endTag = (singleTag ? tag : '');
|
||||
if (tag === '' || tag[0] !== '/') {
|
||||
await _onStartNode(tag, tail, singleTag, cutCounter, cutTag);
|
||||
} else {
|
||||
endTag = tag.substr(1);
|
||||
}
|
||||
|
||||
if (endTag)
|
||||
await _onEndNode(endTag, tail, singleTag, cutCounter, cutTag);
|
||||
|
||||
if (cutTag === endTag) {
|
||||
cutCounter = (cutCounter > 0 ? cutCounter - 1 : 0);
|
||||
if (!cutCounter)
|
||||
cutTag = '';
|
||||
}
|
||||
}
|
||||
|
||||
if (right >= nextProg) {
|
||||
await _onProgress(Math.round(right/(len + 1)*100));
|
||||
nextProg += progStep;
|
||||
}
|
||||
i = right + 1;
|
||||
}
|
||||
|
||||
if (i < len) {
|
||||
if (inCdata) {
|
||||
await _onCdata(xstr.substr(leftData + 1, len - leftData - 1), cutCounter, cutTag);
|
||||
} else if (inComment) {
|
||||
await _onComment(xstr.substr(leftData + 1, len - leftData - 1), cutCounter, cutTag);
|
||||
} else {
|
||||
await _onTextNode(xstr.substr(i, len - i), cutCounter, cutTag);
|
||||
}
|
||||
}
|
||||
|
||||
await _onProgress(100);
|
||||
}
|
||||
|
||||
function getAttrsSync(tail, lowerCase = true) {
|
||||
let result = new Map();
|
||||
let name = '';
|
||||
let value = '';
|
||||
let vOpen = '';
|
||||
let inName = false;
|
||||
let inValue = false;
|
||||
let waitValue = false;
|
||||
let waitEq = true;
|
||||
|
||||
const pushResult = () => {
|
||||
if (waitEq)
|
||||
value = true;
|
||||
if (lowerCase)
|
||||
name = name.toLowerCase();
|
||||
if (name != '') {
|
||||
const fn = name;
|
||||
let ns = '';
|
||||
if (fn.indexOf(':') >= 0) {
|
||||
[ns, name] = fn.split(':');
|
||||
}
|
||||
|
||||
result.set(fn, {value, ns, name, fn});
|
||||
}
|
||||
name = '';
|
||||
value = '';
|
||||
vOpen = '';
|
||||
inName = false;
|
||||
inValue = false;
|
||||
waitValue = false;
|
||||
waitEq = true;
|
||||
};
|
||||
|
||||
tail = tail.replace(/[\t\n\r]/g, ' ');
|
||||
for (let i = 0; i < tail.length; i++) {
|
||||
const c = tail.charAt(i);
|
||||
if (c == ' ') {
|
||||
if (inValue) {
|
||||
if (vOpen == '"')
|
||||
value += c;
|
||||
else
|
||||
pushResult();
|
||||
} else if (inName) {
|
||||
inName = false;
|
||||
}
|
||||
} else if (!inValue && c == '=') {
|
||||
waitEq = false;
|
||||
waitValue = true;
|
||||
inName = false;
|
||||
} else if (c == '"') {
|
||||
if (inValue) {
|
||||
pushResult();
|
||||
} else if (waitValue) {
|
||||
inValue = true;
|
||||
vOpen = '"';
|
||||
}
|
||||
} else if (inValue) {
|
||||
value += c;
|
||||
} else if (inName) {
|
||||
name += c;
|
||||
} else if (waitEq) {
|
||||
pushResult();
|
||||
inName = true;
|
||||
name = c;
|
||||
} else if (waitValue) {
|
||||
waitValue = false;
|
||||
inValue = true;
|
||||
vOpen = ' ';
|
||||
value = c;
|
||||
} else {
|
||||
inName = true;
|
||||
name = c;
|
||||
}
|
||||
}
|
||||
if (name != '')
|
||||
pushResult();
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
parseSync,
|
||||
getAttrsSync,
|
||||
parse
|
||||
}
|
||||
@@ -13,15 +13,6 @@ module.exports = async(config) => {
|
||||
return;
|
||||
}
|
||||
|
||||
//сохраним files
|
||||
const filesDir = `${config.publicDir}/files`;
|
||||
let tmpFilesDir = '';
|
||||
if (await fs.pathExists(filesDir)) {
|
||||
tmpFilesDir = `${config.dataDir}/files`;
|
||||
if (!await fs.pathExists(tmpFilesDir))
|
||||
await fs.move(filesDir, tmpFilesDir);
|
||||
}
|
||||
|
||||
await fs.remove(config.publicDir);
|
||||
|
||||
//извлекаем новый webApp
|
||||
@@ -35,10 +26,6 @@ module.exports = async(config) => {
|
||||
await zipReader.close();
|
||||
}
|
||||
|
||||
//восстановим files
|
||||
if (tmpFilesDir)
|
||||
await fs.move(tmpFilesDir, filesDir);
|
||||
|
||||
await fs.writeFile(verFile, config.version);
|
||||
await fs.remove(zipFile);
|
||||
};
|
||||
@@ -2,7 +2,6 @@ const fs = require('fs-extra');
|
||||
const path = require('path');
|
||||
|
||||
const express = require('express');
|
||||
const compression = require('compression');
|
||||
const http = require('http');
|
||||
const WebSocket = require ('ws');
|
||||
|
||||
@@ -50,9 +49,14 @@ async function init() {
|
||||
config.tempDir = `${config.dataDir}/tmp`;
|
||||
config.logDir = `${config.dataDir}/log`;
|
||||
config.publicDir = `${config.dataDir}/public`;
|
||||
config.publicFilesDir = `${config.dataDir}/public-files`;
|
||||
config.filesPathStatic = `/book`;
|
||||
config.filesDir = `${config.publicFilesDir}${config.filesPathStatic}`;
|
||||
|
||||
configManager.config = config;
|
||||
|
||||
await fs.ensureDir(config.dataDir);
|
||||
await fs.ensureDir(config.filesDir);
|
||||
await fs.ensureDir(config.tempDir);
|
||||
await fs.emptyDir(config.tempDir);
|
||||
|
||||
@@ -114,7 +118,7 @@ async function init() {
|
||||
}
|
||||
}
|
||||
} else {
|
||||
config.inpxFile = `${config.tempDir}/${utils.randomHexString(20)}`;
|
||||
config.inpxFile = `${config.dataDir}/remote.inpx`;
|
||||
const RemoteLib = require('./core/RemoteLib');//singleton
|
||||
const remoteLib = new RemoteLib(config);
|
||||
await remoteLib.downloadInpxFile();
|
||||
@@ -147,8 +151,6 @@ async function main() {
|
||||
devModule.webpackDevMiddleware(app);
|
||||
}
|
||||
|
||||
app.use(compression({ level: 1 }));
|
||||
//app.use(express.json({limit: `${config.maxPayloadSize}mb`}));
|
||||
if (devModule)
|
||||
devModule.logQueries(app);
|
||||
|
||||
@@ -173,52 +175,60 @@ async function main() {
|
||||
}
|
||||
|
||||
function initStatic(app, config) {
|
||||
const WebWorker = require('./core/WebWorker');//singleton
|
||||
const webWorker = new WebWorker(config);
|
||||
|
||||
/*
|
||||
publicFilesDir = `${config.dataDir}/public-files`;
|
||||
filesPathStatic = `/book`;
|
||||
filesDir = `${config.publicFilesDir}${config.filesPathStatic}`;
|
||||
*/
|
||||
const filesPath = `${config.filesPathStatic}/`;
|
||||
//загрузка или восстановление файлов в /files, при необходимости
|
||||
app.use(async(req, res, next) => {
|
||||
if ((req.method !== 'GET' && req.method !== 'HEAD') ||
|
||||
!(req.path.indexOf('/files/') === 0)
|
||||
!(req.path.indexOf(filesPath) === 0)
|
||||
) {
|
||||
return next();
|
||||
}
|
||||
|
||||
const publicPath = `${config.publicDir}${req.path}`;
|
||||
if (path.extname(req.path) == '') {
|
||||
const bookFile = `${config.publicFilesDir}${req.path}`;
|
||||
const bookFileDesc = `${bookFile}.d.json`;
|
||||
|
||||
let downFileName = '';
|
||||
//восстановим
|
||||
try {
|
||||
if (!await fs.pathExists(publicPath)) {
|
||||
downFileName = await webWorker.restoreBookFile(publicPath);
|
||||
} else {
|
||||
downFileName = await webWorker.getDownFileName(publicPath);
|
||||
let downFileName = '';
|
||||
//восстановим из json-файла описания
|
||||
try {
|
||||
if (await fs.pathExists(bookFile) && await fs.pathExists(bookFileDesc)) {
|
||||
await utils.touchFile(bookFile);
|
||||
await utils.touchFile(bookFileDesc);
|
||||
|
||||
let desc = await fs.readFile(bookFileDesc, 'utf8');
|
||||
desc = JSON.parse(desc);
|
||||
downFileName = desc.downFileName;
|
||||
} else {
|
||||
await fs.remove(bookFile);
|
||||
await fs.remove(bookFileDesc);
|
||||
}
|
||||
} catch(e) {
|
||||
log(LM_ERR, e.message);
|
||||
}
|
||||
} catch(e) {
|
||||
//quiet
|
||||
}
|
||||
|
||||
if (downFileName)
|
||||
res.downFileName = downFileName;
|
||||
if (downFileName)
|
||||
res.downFileName = downFileName;
|
||||
}
|
||||
|
||||
return next();
|
||||
});
|
||||
|
||||
//заголовки при отдаче
|
||||
const filesDir = `${config.publicDir}/files`;
|
||||
app.use(express.static(config.publicDir, {
|
||||
setHeaders: (res, filePath) => {
|
||||
//res.set('Cache-Control', 'no-cache');
|
||||
//res.set('Expires', '-1');
|
||||
|
||||
if (utils.toUnixPath(path.dirname(filePath)) == utils.toUnixPath(filesDir)) {
|
||||
app.use(config.filesPathStatic, express.static(config.filesDir, {
|
||||
setHeaders: (res) => {
|
||||
if (res.downFileName) {
|
||||
res.set('Content-Encoding', 'gzip');
|
||||
|
||||
if (res.downFileName)
|
||||
res.set('Content-Disposition', `inline; filename*=UTF-8''${encodeURIComponent(res.downFileName)}`);
|
||||
res.set('Content-Disposition', `inline; filename*=UTF-8''${encodeURIComponent(res.downFileName)}`);
|
||||
}
|
||||
},
|
||||
}));
|
||||
|
||||
app.use(express.static(config.publicDir));
|
||||
}
|
||||
|
||||
(async() => {
|
||||
@@ -226,10 +236,11 @@ function initStatic(app, config) {
|
||||
await init();
|
||||
await main();
|
||||
} catch (e) {
|
||||
const mes = (branch == 'development' ? e.stack : e.message);
|
||||
if (log)
|
||||
log(LM_FATAL, (branch == 'development' ? e.stack : e.message));
|
||||
log(LM_FATAL, mes);
|
||||
else
|
||||
console.error(branch == 'development' ? e.stack : e.message);
|
||||
console.error(mes);
|
||||
|
||||
ayncExit.exit(1);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user