Compare commits

...

53 Commits
0.3.3 ... 0.4.4

Author SHA1 Message Date
Book Pauk
c36e9b36d8 Merge branch 'release/0.4.4' 2019-02-24 00:41:48 +07:00
Book Pauk
ecc3acce93 Версия 0.4.4 2019-02-24 00:41:35 +07:00
Book Pauk
33a2ca55f0 Поправки 2019-02-24 00:32:19 +07:00
Book Pauk
9d0bbec4b3 Поправка отображения картинок внутри title 2019-02-24 00:00:55 +07:00
Book Pauk
4de0b3cffd Поправки парсера fb2 2019-02-23 23:51:06 +07:00
Book Pauk
06221a474b Мелкая поправка 2019-02-23 23:38:19 +07:00
Book Pauk
e99a42b7af К предыдущему 2019-02-23 23:20:03 +07:00
Book Pauk
37822e8409 Мелкая поправка 2019-02-23 23:18:03 +07:00
Book Pauk
2e477e6c99 Улучшение парсинга СИ 2019-02-23 23:03:01 +07:00
Book Pauk
360ee98d8d Улучшение парсинга fb2 2019-02-23 22:17:16 +07:00
Book Pauk
69afd7720a Поправки форматирования fb2 2019-02-23 20:45:21 +07:00
Book Pauk
a75590c493 Улучшение формирования fb2 2019-02-23 20:15:40 +07:00
Book Pauk
2acb65f6b3 Мелкие поправки 2019-02-23 20:04:41 +07:00
Book Pauk
1e1a58b58c Улучшен convertHtml 2019-02-23 19:47:16 +07:00
Book Pauk
aeadb5aeb8 Улучшено определение кодировки и текстового файла 2019-02-23 19:09:57 +07:00
Book Pauk
3e2f01d56d Мелкие поправки 2019-02-23 18:06:29 +07:00
Book Pauk
cad97e639a Добавил цвет фона 2019-02-23 14:37:40 +07:00
Book Pauk
e2632f1802 Добавил вывод версии в консоль 2019-02-23 14:24:29 +07:00
Book Pauk
9aa0bb2bde Merge tag '0.4.3' into develop
0.4.3
2019-02-23 14:17:13 +07:00
Book Pauk
f015d5f7ed Merge branch 'release/0.4.3' 2019-02-23 14:17:00 +07:00
Book Pauk
74f8f7f9a4 0.4.3 2019-02-23 14:16:43 +07:00
Book Pauk
2598538de9 Улучшил отзывчивость historyPage при открытии 2019-02-23 14:13:41 +07:00
Book Pauk
a78a00df2b Поправка label 2019-02-23 14:03:28 +07:00
Book Pauk
92f6beb64e Merge tag '0.4.2' into develop
0.4.2
2019-02-21 21:39:19 +07:00
Book Pauk
3920b71613 Merge branch 'release/0.4.2' 2019-02-21 21:39:09 +07:00
Book Pauk
d661150665 0.4.2 2019-02-21 21:38:46 +07:00
Book Pauk
ab29c80dab Поправки багов 2019-02-21 21:36:17 +07:00
Book Pauk
e5384e27e5 Поправки багов 2019-02-21 21:02:27 +07:00
Book Pauk
06cdc6eb63 Улучшение парсинга samlib 2019-02-21 20:26:56 +07:00
Book Pauk
da284c793e Добавил загрузку внешних изображений 2019-02-21 20:22:25 +07:00
Book Pauk
c2cef91eb3 Merge tag '0.4.1' into develop
0.4.1
2019-02-20 21:40:10 +07:00
Book Pauk
19da1aff45 Merge branch 'hotfix/0.4.1' 2019-02-20 21:39:59 +07:00
Book Pauk
5f2206e766 Добавил опцию "Инлайн в центр" 2019-02-20 21:39:17 +07:00
Book Pauk
e272308823 Merge tag '0.4.0' into develop
0.4.0
2019-02-20 21:08:53 +07:00
Book Pauk
8491c40890 Merge branch 'release/0.4.0' 2019-02-20 21:08:42 +07:00
Book Pauk
dfa7013cbd Версия 0.4.0 2019-02-20 21:08:23 +07:00
Book Pauk
1a7ceb333d Добавлена обработка inline-изображений 2019-02-20 20:57:34 +07:00
Book Pauk
d3a30b87f4 Улучшение парсинга fb2 2019-02-20 19:43:39 +07:00
Book Pauk
dd61c04d63 Поправки багов 2019-02-20 19:25:52 +07:00
Book Pauk
5496e874c4 Улучшение парсинга fb2 2019-02-20 18:19:23 +07:00
Book Pauk
56d13288ff Поправка бага, комментариев 2019-02-20 18:04:05 +07:00
Book Pauk
618111ab05 Поправка бага 2019-02-20 17:32:26 +07:00
Book Pauk
55d02495a3 Добавил настройки для изображений, добаил автоматический ресайз 2019-02-20 17:17:51 +07:00
Book Pauk
83fc586e03 Работа над изображениями 2019-02-20 16:49:03 +07:00
Book Pauk
ae3dc9b22c Промежуточный коммит, работа над изображениями, небольшой рефакторинг попутно 2019-02-20 15:26:54 +07:00
Book Pauk
12e0f9459b Merge tag '0.3.5' into develop
0.3.5
2019-02-19 11:31:05 +07:00
Book Pauk
fd1dd54b99 Merge branch 'release/0.3.5' 2019-02-19 11:30:55 +07:00
Book Pauk
32cbb2a82c 0.3.5 2019-02-19 11:30:24 +07:00
Book Pauk
048b7c08ca Merge tag '0.3.4' into develop
0.3.4
2019-02-19 11:25:36 +07:00
Book Pauk
d98251e34a Merge branch 'release/0.3.4' 2019-02-19 11:25:26 +07:00
Book Pauk
1eea4e8fc1 0.3.4 2019-02-19 11:25:10 +07:00
Book Pauk
da330bc615 Вместо omnireader.ru:11080 будет old.omnireader.ru 2019-02-19 11:23:37 +07:00
Book Pauk
1134250954 Merge tag '0.3.3' into develop
0.3.3
2019-02-19 02:37:43 +07:00
17 changed files with 501 additions and 127 deletions

View File

@@ -15,8 +15,14 @@
border border
:default-sort = "{prop: 'touchDateTime', order: 'descending'}" :default-sort = "{prop: 'touchDateTime', order: 'descending'}"
:header-cell-style = "headerCellStyle" :header-cell-style = "headerCellStyle"
:row-key = "rowKey"
> >
<el-table-column
type="index"
width="35px"
>
</el-table-column>
<el-table-column <el-table-column
prop="touchDateTime" prop="touchDateTime"
min-width="90px" min-width="90px"
@@ -43,6 +49,7 @@
placeholder="Найти"/--> placeholder="Найти"/-->
<div class="el-input el-input--mini"> <div class="el-input el-input--mini">
<input class="el-input__inner" <input class="el-input__inner"
ref="input"
placeholder="Найти" placeholder="Найти"
style="margin: 0; padding: 0; vertical-align: bottom; margin-top: 20px; padding: 0 10px 0 10px" style="margin: 0; padding: 0; vertical-align: bottom; margin-top: 20px; padding: 0 10px 0 10px"
:value="search" @input="search = $event.target.value" :value="search" @input="search = $event.target.value"
@@ -118,9 +125,16 @@ class HistoryPage extends Vue {
created() { created() {
} }
mounted() { init() {
this.updateTableData(); this.updateTableData();
this.mostRecentBook = bookManager.mostRecentBook(); this.mostRecentBook = bookManager.mostRecentBook();
this.$nextTick(() => {
this.$refs.input.focus();
});
}
rowKey(row) {
return row.key;
} }
updateTableData() { updateTableData() {
@@ -172,13 +186,15 @@ class HistoryPage extends Vue {
} }
const search = this.search; const search = this.search;
this.tableData = result.filter(item => { result = result.filter(item => {
return !search || return !search ||
item.touchTime.includes(search) || item.touchTime.includes(search) ||
item.touchDate.includes(search) || item.touchDate.includes(search) ||
item.desc.title.toLowerCase().includes(search.toLowerCase()) || item.desc.title.toLowerCase().includes(search.toLowerCase()) ||
item.desc.author.toLowerCase().includes(search.toLowerCase()) item.desc.author.toLowerCase().includes(search.toLowerCase())
}); });
this.tableData = result;
} }
headerCellStyle(cell) { headerCellStyle(cell) {

View File

@@ -69,7 +69,7 @@
@stop-text-search="stopTextSearch"> @stop-text-search="stopTextSearch">
</SearchPage> </SearchPage>
<CopyTextPage v-if="copyTextActive" ref="copyTextPage" @copy-text-toggle="copyTextToggle"></CopyTextPage> <CopyTextPage v-if="copyTextActive" ref="copyTextPage" @copy-text-toggle="copyTextToggle"></CopyTextPage>
<HistoryPage v-if="historyActive" ref="historyPage" @load-book="loadBook" @history-toggle="historyToggle"></HistoryPage> <HistoryPage v-show="historyActive" ref="historyPage" @load-book="loadBook" @history-toggle="historyToggle"></HistoryPage>
<SettingsPage v-if="settingsActive" ref="settingsPage" @settings-toggle="settingsToggle"></SettingsPage> <SettingsPage v-if="settingsActive" ref="settingsPage" @settings-toggle="settingsToggle"></SettingsPage>
<HelpPage v-if="helpActive" ref="helpPage" @help-toggle="helpToggle"></HelpPage> <HelpPage v-if="helpActive" ref="helpPage" @help-toggle="helpToggle"></HelpPage>
<ClickMapPage v-show="clickMapActive" ref="clickMapPage"></ClickMapPage> <ClickMapPage v-show="clickMapActive" ref="clickMapPage"></ClickMapPage>
@@ -201,7 +201,7 @@ class Reader extends Vue {
mounted() { mounted() {
(async() => { (async() => {
await bookManager.init(); await bookManager.init(this.settings);
await restoreOldSettings(this.settings, bookManager, this.commit); await restoreOldSettings(this.settings, bookManager, this.commit);
if (this.$root.rootRoute == '/reader') { if (this.$root.rootRoute == '/reader') {
@@ -415,6 +415,7 @@ class Reader extends Vue {
this.historyActive = !this.historyActive; this.historyActive = !this.historyActive;
if (this.historyActive) { if (this.historyActive) {
this.closeAllTextPages(); this.closeAllTextPages();
this.$refs.historyPage.init();
this.historyActive = true; this.historyActive = true;
} else { } else {
this.historyActive = false; this.historyActive = false;
@@ -831,6 +832,8 @@ class Reader extends Vue {
break; break;
case 'KeyX': case 'KeyX':
this.historyToggle(); this.historyToggle();
event.preventDefault();
event.stopPropagation();
break; break;
case 'KeyS': case 'KeyS':
this.settingsToggle(); this.settingsToggle();

View File

@@ -185,7 +185,7 @@
<el-checkbox v-model="wordWrap">Перенос по слогам</el-checkbox> <el-checkbox v-model="wordWrap">Перенос по слогам</el-checkbox>
</el-form-item> </el-form-item>
<el-form-item label="Обработка"> <el-form-item label="Обработка">
<el-checkbox v-model="cutEmptyParagraphs">Убирать пустые параграфы</el-checkbox> <el-checkbox v-model="cutEmptyParagraphs">Убирать пустые строки</el-checkbox>
</el-form-item> </el-form-item>
<el-form-item label=""> <el-form-item label="">
<el-col :span="12"> <el-col :span="12">
@@ -194,6 +194,37 @@
<el-input-number v-model="addEmptyParagraphs" :min="0" :max="2"></el-input-number> <el-input-number v-model="addEmptyParagraphs" :min="0" :max="2"></el-input-number>
</el-form-item> </el-form-item>
<el-form-item label="Изображения">
<el-col :span="11">
<el-checkbox v-model="showImages">Показывать</el-checkbox>
</el-col>
<el-col :span="1">
&nbsp;
</el-col>
<el-col :span="11">
<el-tooltip :open-delay="500" effect="light" placement="top">
<template slot="content">
Выносить все изображения в центр экрана
</template>
<el-checkbox v-model="showInlineImagesInCenter" @change="needReload">Инлайн в центр</el-checkbox>
</el-tooltip>
</el-col>
</el-form-item>
<el-form-item label="">
<el-col :span="12">
Размер не более
</el-col>
<el-tooltip :open-delay="500" effect="light" placement="top">
<template slot="content">
Определяет высоту изображения количеством строк.<br>
В случае превышения высоты, изображение будет<br>
уменьшено с сохранением пропорций так, чтобы<br>
помещаться в указанное количество строк.
</template>
<el-input-number v-model="imageHeightLines" :min="1" :max="100"></el-input-number>
</el-tooltip>
</el-form-item>
</el-form> </el-form>
<el-form :model="form" size="mini" label-width="120px" @submit.native.prevent> <el-form :model="form" size="mini" label-width="120px" @submit.native.prevent>
@@ -408,11 +439,12 @@ class SettingsPage extends Vue {
'#000000', '#000000',
'#202020', '#202020',
'#ebe2c9', '#ebe2c9',
'#cfdc99',
'#478355',
'#a6caf0',
'#909080', '#909080',
'#808080', '#808080',
'#c8c8c8', '#c8c8c8',
'#478355',
'#a6caf0',
]; ];
} }

View File

@@ -26,10 +26,11 @@ export default class DrawHelper {
const font = this.fontByStyle({}); const font = this.fontByStyle({});
const justify = (this.textAlignJustify ? 'text-align: justify; text-align-last: justify;' : ''); const justify = (this.textAlignJustify ? 'text-align: justify; text-align-last: justify;' : '');
let out = `<div class="layout" style="width: ${this.w}px; height: ${this.h}px;` + let out = `<div style="width: ${this.w}px; height: ${this.h}px;` +
` position: absolute; top: ${this.fontSize*this.textShift}px; color: ${this.textColor}; font: ${font}; ${justify}` + ` position: absolute; top: ${this.fontSize*this.textShift}px; color: ${this.textColor}; font: ${font}; ${justify}` +
` line-height: ${this.lineHeight}px;">`; ` line-height: ${this.lineHeight}px; white-space: nowrap;">`;
let imageDrawn = new Set();
let len = lines.length; let len = lines.length;
const lineCount = this.pageLineCount + (isScrolling ? 1 : 0); const lineCount = this.pageLineCount + (isScrolling ? 1 : 0);
len = (len > lineCount ? lineCount : len); len = (len > lineCount ? lineCount : len);
@@ -43,11 +44,13 @@ export default class DrawHelper {
first: Boolean, first: Boolean,
last: Boolean, last: Boolean,
parts: array of { parts: array of {
style: {bold: Boolean, italic: Boolean, center: Boolean} style: {bold: Boolean, italic: Boolean, center: Boolean},
image: {local: Boolean, inline: Boolean, id: String, imageLine: Number, lineCount: Number, paraIndex: Number},
text: String, text: String,
} }
}*/ }*/
let sel = new Set(); let sel = new Set();
//поиск
if (i == 0 && this.searching) { if (i == 0 && this.searching) {
let pureText = ''; let pureText = '';
for (const part of line.parts) { for (const part of line.parts) {
@@ -70,7 +73,9 @@ export default class DrawHelper {
let lineText = ''; let lineText = '';
let center = false; let center = false;
let space = 0;
let j = 0; let j = 0;
//формируем строку
for (const part of line.parts) { for (const part of line.parts) {
let tOpen = (part.style.bold ? '<b>' : ''); let tOpen = (part.style.bold ? '<b>' : '');
tOpen += (part.style.italic ? '<i>' : ''); tOpen += (part.style.italic ? '<i>' : '');
@@ -86,14 +91,64 @@ export default class DrawHelper {
} else } else
text = part.text; text = part.text;
if (text && text.trim() == '')
text = `<span style="white-space: pre">${text}</span>`;
lineText += `${tOpen}${text}${tClose}`; lineText += `${tOpen}${text}${tClose}`;
center = center || part.style.center; center = center || part.style.center;
space = (part.style.space > space ? part.style.space : space);
//избражения
//image: {local: Boolean, inline: Boolean, id: String, imageLine: Number, lineCount: Number, paraIndex: Number},
const img = part.image;
if (img && img.id && !img.inline && !imageDrawn.has(img.paraIndex)) {
const bin = this.parsed.binary[img.id];
if (bin) {
let imgH = img.lineCount*this.lineHeight;
imgH = (imgH <= bin.h ? imgH : bin.h);
let imgW = bin.w;
let resize = '';
if (bin.h > imgH) {
resize = `height: ${imgH}px`;
imgW = imgW*imgH/bin.h;
}
const left = (this.w - imgW)/2;
const top = ((img.lineCount*this.lineHeight - imgH)/2) + (i - img.imageLine)*this.lineHeight;
if (img.local) {
lineText += `<img src="data:${bin.type};base64,${bin.data}" style="position: absolute; left: ${left}px; top: ${top}px; ${resize}"/>`;
} else {
lineText += `<img src="${img.id}" style="position: absolute; left: ${left}px; top: ${top}px; ${resize}"/>`;
}
}
imageDrawn.add(img.paraIndex);
}
if (img && img.id && img.inline) {
if (img.local) {
const bin = this.parsed.binary[img.id];
if (bin) {
let resize = '';
if (bin.h > this.fontSize) {
resize = `height: ${this.fontSize - 3}px`;
}
lineText += `<img src="data:${bin.type};base64,${bin.data}" style="${resize}"/>`;
}
} else {
//
}
}
} }
const centerStyle = (center ? `text-align: center; text-align-last: center; width: ${this.w}px` : '') const centerStyle = (center ? `text-align: center; text-align-last: center; width: ${this.w}px` : '')
if (line.first) if ((line.first || space) && !center) {
lineText = `<span style="display: inline-block; margin-left: ${this.p}px"></span>${lineText}`; let p = (line.first ? this.p : 0);
p = (space ? p + this.p*space : p);
lineText = `<span style="display: inline-block; margin-left: ${p}px"></span>${lineText}`;
}
if (line.last || center) if (line.last || center)
lineText = `<span style="display: inline-block; ${centerStyle}">${lineText}</span>`; lineText = `<span style="display: inline-block; ${centerStyle}">${lineText}</span>`;

View File

@@ -209,6 +209,7 @@ class TextPage extends Vue {
this.parsed.p = this.p; this.parsed.p = this.p;
this.parsed.w = this.w;// px, ширина текста this.parsed.w = this.w;// px, ширина текста
this.parsed.font = this.font; this.parsed.font = this.font;
this.parsed.fontSize = this.fontSize;
this.parsed.wordWrap = this.wordWrap; this.parsed.wordWrap = this.wordWrap;
this.parsed.cutEmptyParagraphs = this.cutEmptyParagraphs; this.parsed.cutEmptyParagraphs = this.cutEmptyParagraphs;
this.parsed.addEmptyParagraphs = this.addEmptyParagraphs; this.parsed.addEmptyParagraphs = this.addEmptyParagraphs;
@@ -216,6 +217,10 @@ class TextPage extends Vue {
while (this.drawHelper.measureText(t, {}) < this.w) t += 'Щ'; while (this.drawHelper.measureText(t, {}) < this.w) t += 'Щ';
this.parsed.maxWordLength = t.length - 1; this.parsed.maxWordLength = t.length - 1;
this.parsed.measureText = this.drawHelper.measureText.bind(this.drawHelper); this.parsed.measureText = this.drawHelper.measureText.bind(this.drawHelper);
this.parsed.lineHeight = this.lineHeight;
this.parsed.showImages = this.showImages;
this.parsed.showInlineImagesInCenter = this.showInlineImagesInCenter;
this.parsed.imageHeightLines = this.imageHeightLines;
} }
//statusBar //statusBar

View File

@@ -5,7 +5,11 @@ import {sleep} from '../../../share/utils';
const maxImageLineCount = 100; const maxImageLineCount = 100;
export default class BookParser { export default class BookParser {
constructor() { constructor(settings) {
if (settings) {
this.showInlineImagesInCenter = settings.showInlineImagesInCenter;
}
// defaults // defaults
this.p = 30;// px, отступ параграфа this.p = 30;// px, отступ параграфа
this.w = 300;// px, ширина страницы this.w = 300;// px, ширина страницы
@@ -39,6 +43,12 @@ export default class BookParser {
let center = false; let center = false;
let bold = false; let bold = false;
let italic = false; let italic = false;
let space = 0;
let inPara = false;
let isFirstBody = true;
let isFirstSection = true;
let isFirstTitlePara = false;
this.binary = {}; this.binary = {};
let binaryId = ''; let binaryId = '';
let binaryType = ''; let binaryType = '';
@@ -71,6 +81,10 @@ export default class BookParser {
resolve(); resolve();
}; };
i.onerror = (e) => {
reject(e);
};
i.src = `data:${binaryType};base64,${data}`; i.src = `data:${binaryType};base64,${data}`;
await sleep(30*1000); await sleep(30*1000);
if (!resolved) if (!resolved)
@@ -78,6 +92,30 @@ export default class BookParser {
}); });
}; };
const getExternalImageDimensions = (src) => {
return new Promise (async(resolve, reject) => {
const i = new Image();
let resolved = false;
i.onload = () => {
resolved = true;
this.binary[src] = {
w: i.width,
h: i.height,
};
resolve();
};
i.onerror = (e) => {
reject(e);
};
i.src = src;
await sleep(30*1000);
if (!resolved)
reject('Не удалось получить размер изображения');
});
};
const newParagraph = (text, len, addIndex) => { const newParagraph = (text, len, addIndex) => {
paraIndex++; paraIndex++;
let p = { let p = {
@@ -140,39 +178,71 @@ export default class BookParser {
if (tag == 'binary') { if (tag == 'binary') {
let attrs = sax.getAttrsSync(tail); let attrs = sax.getAttrsSync(tail);
binaryType = (attrs['content-type'].value ? attrs['content-type'].value : ''); binaryType = (attrs['content-type'] && attrs['content-type'].value ? attrs['content-type'].value : '');
if (binaryType == 'image/jpeg' || binaryType == 'image/png') if (binaryType == 'image/jpeg' || binaryType == 'image/png')
binaryId = (attrs.id.value ? attrs.id.value : ''); binaryId = (attrs.id.value ? attrs.id.value : '');
} }
if (tag == 'image') { if (tag == 'image') {
let attrs = sax.getAttrsSync(tail); let attrs = sax.getAttrsSync(tail);
if (attrs.href.value) if (attrs.href && attrs.href.value) {
newParagraph(`<image href="${attrs.href.value}">${' '.repeat(maxImageLineCount)}</image>`, maxImageLineCount); const href = attrs.href.value;
if (href[0] == '#') {//local
if (inPara && !this.showInlineImagesInCenter && !center)
growParagraph(`<image-inline href="${href}"></image-inline>`, 0);
else
newParagraph(`<image href="${href}">${' '.repeat(maxImageLineCount)}</image>`, maxImageLineCount);
if (inPara && this.showInlineImagesInCenter)
newParagraph(' ', 1);
} else {//external
dimPromises.push(getExternalImageDimensions(href));
newParagraph(`<image href="${href}">${' '.repeat(maxImageLineCount)}</image>`, maxImageLineCount);
}
}
} }
if (path.indexOf('/fictionbook/body') == 0) { if (path.indexOf('/fictionbook/body') == 0) {
if (tag == 'body') {
if (!isFirstBody)
newParagraph(' ', 1);
isFirstBody = false;
}
if (tag == 'title') { if (tag == 'title') {
newParagraph(' ', 1); newParagraph(' ', 1);
isFirstTitlePara = true;
bold = true; bold = true;
center = true; center = true;
} }
if (tag == 'section') {
if (!isFirstSection)
newParagraph(' ', 1);
isFirstSection = false;
}
if (tag == 'emphasis' || tag == 'strong') { if (tag == 'emphasis' || tag == 'strong') {
growParagraph(`<${tag}>`, 0); growParagraph(`<${tag}>`, 0);
} }
if ((tag == 'p' || tag == 'empty-line' || tag == 'v')) { if ((tag == 'p' || tag == 'empty-line' || tag == 'v')) {
newParagraph(' ', 1); if (!(tag == 'p' && isFirstTitlePara))
newParagraph(' ', 1);
if (tag == 'p') {
inPara = true;
isFirstTitlePara = false;
}
} }
if (tag == 'subtitle') { if (tag == 'subtitle') {
newParagraph(' ', 1); newParagraph(' ', 1);
isFirstTitlePara = true;
bold = true; bold = true;
} }
if (tag == 'epigraph') { if (tag == 'epigraph') {
italic = true; italic = true;
space += 1;
} }
if (tag == 'poem') { if (tag == 'poem') {
@@ -180,7 +250,8 @@ export default class BookParser {
} }
if (tag == 'text-author') { if (tag == 'text-author') {
newParagraph(' <s> <s> <s> ', 4); newParagraph(' ', 1);
space += 1;
} }
} }
}; };
@@ -193,6 +264,7 @@ export default class BookParser {
if (path.indexOf('/fictionbook/body') == 0) { if (path.indexOf('/fictionbook/body') == 0) {
if (tag == 'title') { if (tag == 'title') {
isFirstTitlePara = false;
bold = false; bold = false;
center = false; center = false;
} }
@@ -201,17 +273,27 @@ export default class BookParser {
growParagraph(`</${tag}>`, 0); growParagraph(`</${tag}>`, 0);
} }
if (tag == 'p') {
inPara = false;
}
if (tag == 'subtitle') { if (tag == 'subtitle') {
isFirstTitlePara = false;
bold = false; bold = false;
} }
if (tag == 'epigraph') { if (tag == 'epigraph') {
italic = false; italic = false;
space -= 1;
} }
if (tag == 'stanza') { if (tag == 'stanza') {
newParagraph(' ', 1); newParagraph(' ', 1);
} }
if (tag == 'text-author') {
space -= 1;
}
} }
path = path.substr(0, path.length - tag.length - 1); path = path.substr(0, path.length - tag.length - 1);
@@ -229,10 +311,10 @@ export default class BookParser {
text = text.replace(/>/g, '&gt;'); text = text.replace(/>/g, '&gt;');
text = text.replace(/</g, '&lt;'); text = text.replace(/</g, '&lt;');
if (text != ' ' && text.trim() == '') if (text && text.trim() == '')
text = text.trim(); text = (text.indexOf(' ') >= 0 ? ' ' : '');
if (text == '') if (!text)
return; return;
text = text.replace(/[\t\n\r]/g, ' '); text = text.replace(/[\t\n\r]/g, ' ');
@@ -273,7 +355,9 @@ export default class BookParser {
let tOpen = (center ? '<center>' : ''); let tOpen = (center ? '<center>' : '');
tOpen += (bold ? '<strong>' : ''); tOpen += (bold ? '<strong>' : '');
tOpen += (italic ? '<emphasis>' : ''); tOpen += (italic ? '<emphasis>' : '');
let tClose = (italic ? '</emphasis>' : ''); tOpen += (space ? `<space w="${space}">` : '');
let tClose = (space ? '</space>' : '');
tClose += (italic ? '</emphasis>' : '');
tClose += (bold ? '</strong>' : ''); tClose += (bold ? '</strong>' : '');
tClose += (center ? '</center>' : ''); tClose += (center ? '</center>' : '');
@@ -282,13 +366,7 @@ export default class BookParser {
} }
if (path.indexOf('/fictionbook/body/section') == 0) { if (path.indexOf('/fictionbook/body/section') == 0) {
switch (tag) { growParagraph(`${tOpen}${text}${tClose}`, text.length);
case 'p':
growParagraph(`${tOpen}${text}${tClose}`, text.length);
break;
default:
growParagraph(`${tOpen}${text}${tClose}`, text.length);
}
} }
if (binaryId) { if (binaryId) {
@@ -348,18 +426,13 @@ export default class BookParser {
splitToStyle(s) { splitToStyle(s) {
let result = [];/*array of { let result = [];/*array of {
style: {bold: Boolean, italic: Boolean, center: Boolean}, style: {bold: Boolean, italic: Boolean, center: Boolean, space: Number},
image: Boolean, image: {local: Boolean, inline: Boolean, id: String},
imageId: String,
text: String, text: String,
}*/ }*/
let style = {}; let style = {};
let image = {}; let image = {};
/*let attrs = sax.getAttrsSync(tail);
if (attrs.href.value)
newParagraph(' '.repeat(maxImageLineCount) + `<image href="${attrs.href.value}" />`, maxImageLineCount);
*/
const onTextNode = async(text) => {// eslint-disable-line no-unused-vars const onTextNode = async(text) => {// eslint-disable-line no-unused-vars
result.push({ result.push({
style: Object.assign({}, style), style: Object.assign({}, style),
@@ -379,9 +452,42 @@ export default class BookParser {
case 'center': case 'center':
style.center = true; style.center = true;
break; break;
case 'image': case 'space': {
image = {}; let attrs = sax.getAttrsSync(tail);
if (attrs.w && attrs.w.value)
style.space = attrs.w.value;
break; break;
}
case 'image': {
let attrs = sax.getAttrsSync(tail);
if (attrs.href && attrs.href.value) {
let id = attrs.href.value;
let local = false;
if (id[0] == '#') {
id = id.substr(1);
local = true;
}
image = {local, inline: false, id};
}
break;
}
case 'image-inline': {
let attrs = sax.getAttrsSync(tail);
if (attrs.href && attrs.href.value) {
let id = attrs.href.value;
let local = false;
if (id[0] == '#') {
id = id.substr(1);
local = true;
}
result.push({
style: Object.assign({}, style),
image: {local, inline: true, id},
text: ''
});
}
break;
}
} }
}; };
@@ -396,9 +502,14 @@ export default class BookParser {
case 'center': case 'center':
style.center = false; style.center = false;
break; break;
case 'space':
style.space = 0;
break;
case 'image': case 'image':
image = {}; image = {};
break; break;
case 'image-inline':
break;
} }
}; };
@@ -412,20 +523,22 @@ export default class BookParser {
result = []; result = [];
for (const part of parts) { for (const part of parts) {
let p = part; let p = part;
let i = 0; if (!p.image.id) {
let spaceIndex = -1; let i = 0;
while (i < p.text.length) { let spaceIndex = -1;
if (p.text[i] == ' ') while (i < p.text.length) {
spaceIndex = i; if (p.text[i] == ' ')
spaceIndex = i;
if (i - spaceIndex >= maxWordLength && i < p.text.length - 1 && if (i - spaceIndex >= maxWordLength && i < p.text.length - 1 &&
this.measureText(p.text.substr(spaceIndex + 1, i - spaceIndex), p.style) >= this.w - this.p) { this.measureText(p.text.substr(spaceIndex + 1, i - spaceIndex), p.style) >= this.w - this.p) {
result.push({style: p.style, image: p.image, text: p.text.substr(0, i + 1)}); result.push({style: p.style, image: p.image, text: p.text.substr(0, i + 1)});
p = {style: p.style, text: p.text.substr(i + 1)}; p = {style: p.style, image: p.image, text: p.text.substr(i + 1)};
spaceIndex = -1; spaceIndex = -1;
i = -1; i = -1;
}
i++;
} }
i++;
} }
result.push(p); result.push(p);
} }
@@ -494,7 +607,9 @@ export default class BookParser {
para.parsed.maxWordLength === this.maxWordLength && para.parsed.maxWordLength === this.maxWordLength &&
para.parsed.font === this.font && para.parsed.font === this.font &&
para.parsed.cutEmptyParagraphs === this.cutEmptyParagraphs && para.parsed.cutEmptyParagraphs === this.cutEmptyParagraphs &&
para.parsed.addEmptyParagraphs === this.addEmptyParagraphs para.parsed.addEmptyParagraphs === this.addEmptyParagraphs &&
para.parsed.showImages === this.showImages &&
para.parsed.imageHeightLines === this.imageHeightLines
) )
return para.parsed; return para.parsed;
@@ -506,6 +621,8 @@ export default class BookParser {
font: this.font, font: this.font,
cutEmptyParagraphs: this.cutEmptyParagraphs, cutEmptyParagraphs: this.cutEmptyParagraphs,
addEmptyParagraphs: this.addEmptyParagraphs, addEmptyParagraphs: this.addEmptyParagraphs,
showImages: this.showImages,
imageHeightLines: this.imageHeightLines,
visible: !( visible: !(
(this.cutEmptyParagraphs && para.cut) || (this.cutEmptyParagraphs && para.cut) ||
(para.addIndex > this.addEmptyParagraphs) (para.addIndex > this.addEmptyParagraphs)
@@ -521,6 +638,7 @@ export default class BookParser {
last: Boolean, last: Boolean,
parts: array of { parts: array of {
style: {bold: Boolean, italic: Boolean, center: Boolean}, style: {bold: Boolean, italic: Boolean, center: Boolean},
image: {local: Boolean, inline: Boolean, id: String, imageLine: Number, lineCount: Number, paraIndex: Number},
text: String, text: String,
} }
}*/ }*/
@@ -531,16 +649,63 @@ export default class BookParser {
let str = '';//измеряемая строка let str = '';//измеряемая строка
let prevStr = '';//строка без крайнего слова let prevStr = '';//строка без крайнего слова
let prevW = 0;
let j = 0;//номер строки let j = 0;//номер строки
let style = {}; let style = {};
let ofs = 0;//смещение от начала параграфа para.offset let ofs = 0;//смещение от начала параграфа para.offset
let imgW = 0;
// тут начинается самый замес, перенос по слогам и стилизация // тут начинается самый замес, перенос по слогам и стилизация, а также изображения
for (const part of parts) { for (const part of parts) {
const words = part.text.split(' ');
style = part.style; style = part.style;
//изображения
if (part.image.id && !part.image.inline) {
parsed.visible = this.showImages;
let bin = this.binary[part.image.id];
if (!bin)
bin = {h: 0, w: 0};
let lineCount = this.imageHeightLines;
const c = Math.ceil(bin.h/this.lineHeight);
lineCount = (c < lineCount ? c : lineCount);
let i = 0;
for (; i < lineCount - 1; i++) {
line.end = para.offset + ofs;
line.first = (j == 0);
line.last = false;
line.parts.push({style, text: ' ', image: {
local: part.image.local,
inline: false,
id: part.image.id,
imageLine: i,
lineCount,
paraIndex
}});
lines.push(line);
line = {begin: line.end + 1, parts: []};
ofs++;
j++;
}
line.first = (j == 0);
line.last = true;
line.parts.push({style, text: ' ',
image: {local: part.image.local, inline: false, id: part.image.id, imageLine: i, lineCount, paraIndex}});
continue;
}
if (part.image.id && part.image.inline && this.showImages) {
const bin = this.binary[part.image.id];
if (bin) {
let imgH = (bin.h > this.fontSize ? this.fontSize : bin.h);
imgW += bin.w*imgH/bin.h;
line.parts.push({style, text: '',
image: {local: part.image.local, inline: true, id: part.image.id}});
}
}
let words = part.text.split(' ');
let sp1 = ''; let sp1 = '';
let sp2 = ''; let sp2 = '';
for (let i = 0; i < words.length; i++) { for (let i = 0; i < words.length; i++) {
@@ -552,7 +717,8 @@ export default class BookParser {
str += sp1 + word; str += sp1 + word;
let p = (j == 0 ? parsed.p : 0); let p = (j == 0 ? parsed.p : 0) + imgW;
p = (style.space ? p + parsed.p*style.space : p);
let w = this.measureText(str, style) + p; let w = this.measureText(str, style) + p;
let wordTail = word; let wordTail = word;
if (w > parsed.w && prevStr != '') { if (w > parsed.w && prevStr != '') {
@@ -578,7 +744,6 @@ export default class BookParser {
} }
if (pw) { if (pw) {
prevW = pw;
partText += ss + (ss[ss.length - 1] == '-' ? '' : '-'); partText += ss + (ss[ss.length - 1] == '-' ? '' : '-');
wordTail = slogi.join(''); wordTail = slogi.join('');
} }
@@ -592,7 +757,6 @@ export default class BookParser {
let t = line.parts[line.parts.length - 1].text; let t = line.parts[line.parts.length - 1].text;
if (t[t.length - 1] == ' ') { if (t[t.length - 1] == ' ') {
line.parts[line.parts.length - 1].text = t.trimRight(); line.parts[line.parts.length - 1].text = t.trimRight();
prevW -= this.measureText(' ', style);
} }
} }
@@ -600,7 +764,6 @@ export default class BookParser {
if (line.end - line.begin < 0) if (line.end - line.begin < 0)
console.error(`Parse error, empty line in paragraph ${paraIndex}`); console.error(`Parse error, empty line in paragraph ${paraIndex}`);
line.width = prevW;
line.first = (j == 0); line.first = (j == 0);
line.last = false; line.last = false;
lines.push(line); lines.push(line);
@@ -609,6 +772,7 @@ export default class BookParser {
partText = ''; partText = '';
sp2 = ''; sp2 = '';
str = wordTail; str = wordTail;
imgW = 0;
j++; j++;
} }
@@ -616,7 +780,6 @@ export default class BookParser {
partText += sp2 + wordTail; partText += sp2 + wordTail;
sp1 = ' '; sp1 = ' ';
sp2 = ' '; sp2 = ' ';
prevW = w;
} }
if (partText != '') if (partText != '')
@@ -628,14 +791,12 @@ export default class BookParser {
let t = line.parts[line.parts.length - 1].text; let t = line.parts[line.parts.length - 1].text;
if (t[t.length - 1] == ' ') { if (t[t.length - 1] == ' ') {
line.parts[line.parts.length - 1].text = t.trimRight(); line.parts[line.parts.length - 1].text = t.trimRight();
prevW -= this.measureText(' ', style);
} }
line.end = para.offset + para.length - 1; line.end = para.offset + para.length - 1;
if (line.end - line.begin < 0) if (line.end - line.begin < 0)
console.error(`Parse error, empty line in paragraph ${paraIndex}`); console.error(`Parse error, empty line in paragraph ${paraIndex}`);
line.width = prevW;
line.first = (j == 0); line.first = (j == 0);
line.last = true; line.last = true;
lines.push(line); lines.push(line);

View File

@@ -18,7 +18,8 @@ const bmRecentStore = localForage.createInstance({
}); });
class BookManager { class BookManager {
async init() { async init(settings) {
this.settings = settings;
this.books = {}; this.books = {};
this.recent = {}; this.recent = {};
this.recentChanged1 = true; this.recentChanged1 = true;
@@ -131,7 +132,7 @@ class BookManager {
async parseBook(meta, data, callback) { async parseBook(meta, data, callback) {
if (!this.books) if (!this.books)
await this.init(); await this.init();
const parsed = new BookParser(); const parsed = new BookParser(this.settings);
const parsedMeta = await parsed.parse(data, callback); const parsedMeta = await parsed.parse(data, callback);
const result = Object.assign({}, meta, parsedMeta, { const result = Object.assign({}, meta, parsedMeta, {

View File

@@ -1,5 +1,3 @@
import Vue from 'vue';
const fonts = [ const fonts = [
{name: 'ReaderDefault', label: 'По-умолчанию', fontVertShift: 0}, {name: 'ReaderDefault', label: 'По-умолчанию', fontVertShift: 0},
{name: 'GEO_1', label: 'BPG Arial', fontVertShift: 10}, {name: 'GEO_1', label: 'BPG Arial', fontVertShift: 10},
@@ -163,6 +161,9 @@ const settingDefaults = {
cutEmptyParagraphs: false, cutEmptyParagraphs: false,
addEmptyParagraphs: 0, addEmptyParagraphs: 0,
blinkCachedLoad: true, blinkCachedLoad: true,
showImages: true,
showInlineImagesInCenter: false,
imageHeightLines: 100,
fontShifts: {}, fontShifts: {},
}; };

View File

@@ -1,2 +1,2 @@
siteroot = 'http://omnireader.ru:11080/'; siteroot = 'http://old.omnireader.ru/';
doRedirect = ''; doRedirect = '';

View File

@@ -1,5 +1,5 @@
<?php <?php
$siteroot = 'http://omnireader.ru:11080/'; $siteroot = 'http://old.omnireader.ru/';
$use_gzip = false; $use_gzip = false;
$tmp_dir = '/tmp'; $tmp_dir = '/tmp';
?> ?>

View File

@@ -156,7 +156,7 @@
Ïîääåðæèâàåìûå ôîðìàòû: <strong>html, txt, fb2, fb2.zip</strong> Ïîääåðæèâàåìûå ôîðìàòû: <strong>html, txt, fb2, fb2.zip</strong>
<br><br>Âû ìîæåòå äîáàâèòü â ñâîé áðàóçåð çàêëàäêó, óêàçàâ â åå ñâîéñòâàõ âìåñòî àäðåñà ñëåäóþùèé êîä: <br><br>Âû ìîæåòå äîáàâèòü â ñâîé áðàóçåð çàêëàäêó, óêàçàâ â åå ñâîéñòâàõ âìåñòî àäðåñà ñëåäóþùèé êîä:
<br><p><strong>javascript:location.href='http://omnireader.ru:11080/?url='+location.href;</strong> <br><p><strong>javascript:location.href='http://old.omnireader.ru/?url='+location.href;</strong>
<br>Òîãäà, íàæàâ íà ïîëó÷èâøóþñÿ êíîïêó íà ëþáîé ñòðàíèöå èíòåðíåòà, âû àâòîìàòè÷åñêè îòêðîåòå åå â Omni Reader. <br>Òîãäà, íàæàâ íà ïîëó÷èâøóþñÿ êíîïêó íà ëþáîé ñòðàíèöå èíòåðíåòà, âû àâòîìàòè÷åñêè îòêðîåòå åå â Omni Reader.
<br><br>Äëÿ Chrome íà Android ìîæíî âûçûâàòü çàêëàäêó ïî åå èìåíè (èìÿ ñòîèò ñäåëàòü ïîïðîùå) â àäðåñíîé ñòðîêå áðàóçåðà, ïîñêîëüêó ñòàíäàðòíûé âûçîâ òàêîé çàêëàäêè íå ðàáîòàåò. <br><br>Äëÿ Chrome íà Android ìîæíî âûçûâàòü çàêëàäêó ïî åå èìåíè (èìÿ ñòîèò ñäåëàòü ïîïðîùå) â àäðåñíîé ñòðîêå áðàóçåðà, ïîñêîëüêó ñòàíäàðòíûé âûçîâ òàêîé çàêëàäêè íå ðàáîòàåò.

View File

@@ -25,8 +25,8 @@ server {
} }
server { server {
listen 11080; listen 80;
server_name omnireader.ru; server_name old.omnireader.ru;
client_max_body_size 50m; client_max_body_size 50m;

View File

@@ -1,6 +1,6 @@
{ {
"name": "Liberama", "name": "Liberama",
"version": "0.3.3", "version": "0.4.4",
"engines": { "engines": {
"node": ">=10.0.0" "node": ">=10.0.0"
}, },

View File

@@ -9,6 +9,8 @@ const textUtils = require('./textUtils');
const FileDetector = require('../FileDetector'); const FileDetector = require('../FileDetector');
const repSpaces = (text) => text.replace(/&nbsp;|[\t\n\r]/g, ' '); const repSpaces = (text) => text.replace(/&nbsp;|[\t\n\r]/g, ' ');
const repSpaces2 = (text) => text.replace(/[\n\r]/g, '');
const repSpaces3 = (text) => text.replace(/&nbsp;/g, ' ');
class BookConverter { class BookConverter {
constructor() { constructor() {
@@ -31,7 +33,7 @@ class BookConverter {
if (parsedUrl.hostname == 'samlib.ru' || if (parsedUrl.hostname == 'samlib.ru' ||
parsedUrl.hostname == 'budclub.ru' || parsedUrl.hostname == 'budclub.ru' ||
parsedUrl.hostname == 'zhurnal.lib.ru') { parsedUrl.hostname == 'zhurnal.lib.ru') {
await fs.writeFile(outputFile, this.convertSamlib(data)); await fs.writeFile(outputFile, this.convertSamlib(data, parsedUrl.hostname));
return; return;
} }
@@ -65,7 +67,10 @@ class BookConverter {
} }
} }
return iconv.decode(data, selected); if (selected.toLowerCase() != 'utf-8')
return iconv.decode(data, selected);
else
return data;
} }
checkEncoding(data) { checkEncoding(data) {
@@ -107,19 +112,21 @@ class BookConverter {
}; };
const growParagraph = (text) => { const growParagraph = (text) => {
if (!pars.length)
newParagraph();
const l = pars.length; const l = pars.length;
if (l) { if (pars[l - 1]._t == '')
if (pars[l - 1]._t == '') text = text.trimLeft();
text = text.trimLeft(); pars[l - 1]._t += text;
pars[l - 1]._t += text;
}
//посчитаем отступы у текста, чтобы выделить потом параграфы //посчитаем отступы у текста, чтобы выделить потом параграфы
const lines = text.split('\n'); const lines = text.split('\n');
for (const line of lines) { for (let line of lines) {
const sp = line.split(' '); line = repSpaces2(line).replace(/\t/g, ' ');
let l = 0; let l = 0;
while (l < sp.length && sp[l].trim() == '') { while (l < line.length && line[l] == ' ') {
l++; l++;
} }
if (!spaceCounter[l]) if (!spaceCounter[l])
@@ -128,7 +135,6 @@ class BookConverter {
} }
}; };
newParagraph();
const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']); const newPara = new Set(['tr', 'br', 'br/', 'dd', 'p', 'title', '/title', 'h1', 'h2', 'h3', '/h1', '/h2', '/h3']);
const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars const onTextNode = (text, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
@@ -182,22 +188,28 @@ class BookConverter {
}; };
const growPar = (text) => { const growPar = (text) => {
if (!newPars.length)
newPar();
const l = newPars.length; const l = newPars.length;
if (l) { newPars[l - 1]._t += text;
newPars[l - 1]._t += text;
}
} }
i = 0;
for (const par of pars) { for (const par of pars) {
newPar(); if (i > 0)
newPar();
i++;
const lines = par._t.split('\n'); const lines = par._t.split('\n');
for (const line of lines) { for (let line of lines) {
const sp = line.split(' '); line = repSpaces2(line).replace(/\t/g, ' ');
let l = 0; let l = 0;
while (l < sp.length && sp[l].trim() == '') { while (l < line.length && line[l] == ' ') {
l++; l++;
} }
if (l >= parIndent) if (l >= parIndent)
newPar(); newPar();
growPar(line.trim() + ' '); growPar(line.trim() + ' ');
@@ -216,7 +228,7 @@ class BookConverter {
return this.formatFb2(fb2); return this.formatFb2(fb2);
} }
convertSamlib(data) { convertSamlib(data, hostname) {
let titleInfo = {}; let titleInfo = {};
let desc = {_n: 'description', 'title-info': titleInfo}; let desc = {_n: 'description', 'title-info': titleInfo};
let pars = []; let pars = [];
@@ -225,20 +237,23 @@ class BookConverter {
let inSubtitle = false; let inSubtitle = false;
let inJustify = true; let inJustify = true;
let inImage = false;
let isFirstPara = false;
let path = ''; let path = '';
let tag = '';// eslint-disable-line no-unused-vars let tag = '';// eslint-disable-line no-unused-vars
let inText = false; let inText = false;
let textFound = false;
let node = {_a: pars}; let node = {_a: pars};
let inPara = false; let inPara = false;
let italic = false; let italic = false;
let bold = false; let bold = false;
const openTag = (name) => { const openTag = (name, attrs) => {
if (name == 'p') if (name == 'p')
inPara = true; inPara = true;
let n = {_n: name, _a: [], _p: node}; let n = {_n: name, _attrs: attrs, _a: [], _p: node};
node._a.push(n); node._a.push(n);
node = n; node = n;
}; };
@@ -255,13 +270,17 @@ class BookConverter {
}; };
const growParagraph = (text) => { const growParagraph = (text) => {
if (!node._p) {
if (text.trim() != '')
openTag('p');
else
return;
}
if (node._n == 'p' && node._a.length == 0) if (node._n == 'p' && node._a.length == 0)
text = text.trimLeft(); text = text.trimLeft();
node._a.push({_t: text}); node._a.push({_t: text});
}; };
openTag('p');
const onStartNode = (elemName, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars const onStartNode = (elemName, tail, singleTag, cutCounter, cutTag) => {// eslint-disable-line no-unused-vars
if (elemName == '') if (elemName == '')
return; return;
@@ -269,28 +288,41 @@ class BookConverter {
path += '/' + elemName; path += '/' + elemName;
tag = elemName; tag = elemName;
} else { } else {
if (inPara && elemName != 'i' && elemName != 'b')
closeTag('p');
switch (elemName) { switch (elemName) {
case 'li': case 'li':
case 'p': case 'p':
case 'dd': case 'dd':
case 'br':
if (!(inSubtitle && isFirstPara)) {
if (inPara)
closeTag('p');
openTag('p');
}
isFirstPara = false;
break;
case 'h1': case 'h1':
case 'h2': case 'h2':
case 'h3': case 'h3':
if (inPara)
closeTag('p');
openTag('p'); openTag('p');
bold = true;
break; break;
case 'i': case 'i':
case 'em':
italic = true; italic = true;
break; break;
case 'b': case 'b':
case 'strong':
bold = true; bold = true;
break; break;
case 'div': case 'div':
if (inPara)
closeTag('p');
if (tail.indexOf('align="center"') >= 0) { if (tail.indexOf('align="center"') >= 0) {
openTag('subtitle'); openTag('subtitle');
inSubtitle = true; inSubtitle = true;
isFirstPara = true;
} }
if (tail.indexOf('align="justify"') >= 0) { if (tail.indexOf('align="justify"') >= 0) {
@@ -299,6 +331,19 @@ class BookConverter {
} }
break; break;
case 'img': {
if (inPara)
closeTag('p');
const attrs = sax.getAttrsSync(tail);
if (attrs.src && attrs.src.value) {
let href = attrs.src.value;
if (href[0] == '/')
href = `http://${hostname}${href}`;
openTag('image', {href});
inImage = true;
}
break;
}
} }
} }
}; };
@@ -324,21 +369,27 @@ class BookConverter {
case 'li': case 'li':
case 'p': case 'p':
case 'dd': case 'dd':
closeTag('p');
break;
case 'h1': case 'h1':
case 'h2': case 'h2':
case 'h3': case 'h3':
closeTag('p'); closeTag('p');
bold = false;
break; break;
case 'i': case 'i':
case 'em':
italic = false; italic = false;
break; break;
case 'b': case 'b':
case 'strong':
bold = false; bold = false;
break; break;
case 'div': case 'div':
if (inSubtitle) { if (inSubtitle) {
closeTag('subtitle'); closeTag('subtitle');
inSubtitle = false; inSubtitle = false;
isFirstPara = false;
} }
if (inJustify) { if (inJustify) {
@@ -346,22 +397,29 @@ class BookConverter {
inJustify = false; inJustify = false;
} }
break; break;
case 'img':
if (inImage)
closeTag('image');
inImage = false;
break;
} }
} }
}; };
const onComment = (text) => {// eslint-disable-line no-unused-vars const onComment = (text) => {// eslint-disable-line no-unused-vars
if (text == '--------- Собственно произведение -------------') if (text == '--------- Собственно произведение -------------') {
inText = true; inText = true;
textFound = true;
}
if (text == '-----------------------------------------------') if (text == '-----------------------------------------------')
inText = false; inText = false;
}; };
const onTextNode = (text) => {// eslint-disable-line no-unused-vars const onTextNode = (text) => {// eslint-disable-line no-unused-vars
if (text != ' ' && text.trim() == '') if (text && text.trim() == '')
text = text.trim(); text = (text.indexOf(' ') >= 0 ? ' ' : '');
if (text == '') if (!text)
return; return;
switch (path) { switch (path) {
@@ -390,11 +448,15 @@ class BookConverter {
growParagraph(`${tOpen}${text}${tClose}`); growParagraph(`${tOpen}${text}${tClose}`);
}; };
sax.parseSync(repSpaces(this.decode(data).toString()), { sax.parseSync(repSpaces3(this.decode(data).toString()), {
onStartNode, onEndNode, onTextNode, onComment, onStartNode, onEndNode, onTextNode, onComment,
innerCut: new Set(['head', 'script', 'style']) innerCut: new Set(['head', 'script', 'style'])
}); });
//текст не найден на странице, обрабатываем как html
if (!textFound)
return this.convertHtml(data);
const title = (titleInfo['book-title'] ? titleInfo['book-title'] : ''); const title = (titleInfo['book-title'] ? titleInfo['book-title'] : '');
let author = ''; let author = '';
if (titleInfo.author) { if (titleInfo.author) {
@@ -437,21 +499,36 @@ class BookConverter {
if (node._n) if (node._n)
name = node._n; name = node._n;
let attrs = '';
if (node._attrs) {
for (let attrName in node._attrs) {
attrs += ` ${attrName}="${node._attrs[attrName]}"`;
}
}
let tOpen = '';
let tBody = '';
let tClose = '';
if (name) if (name)
out += `<${name}>`; tOpen += `<${name}${attrs}>`;
if (node.hasOwnProperty('_t')) if (node.hasOwnProperty('_t'))
out += repSpaces(node._t); tBody += repSpaces(node._t);
for (let nodeName in node) { for (let nodeName in node) {
if (nodeName && nodeName[0] == '_' && nodeName != '_a') if (nodeName && nodeName[0] == '_' && nodeName != '_a')
continue; continue;
const n = node[nodeName]; const n = node[nodeName];
out += this.formatFb2Node(n, nodeName); tBody += this.formatFb2Node(n, nodeName);
} }
if (name) if (name)
out += `</${name}>`; tClose += `</${name}>`;
if (attrs == '' && name == 'p' && tBody.trim() == '')
out += '<empty-line/>'
else
out += `${tOpen}${tBody}${tClose}`;
} }
return out; return out;
} }

View File

@@ -1,4 +1,4 @@
function getEncoding(buf) { function getEncoding(buf, returnAll) {
const lowerCase = 3; const lowerCase = 3;
const upperCase = 1; const upperCase = 1;
@@ -8,6 +8,7 @@ function getEncoding(buf) {
'd': 'cp866', 'd': 'cp866',
'i': 'ISO-8859-5', 'i': 'ISO-8859-5',
'm': 'maccyrillic', 'm': 'maccyrillic',
'u': 'utf-8',
}; };
let charsets = { let charsets = {
@@ -15,38 +16,47 @@ function getEncoding(buf) {
'w': 0, 'w': 0,
'd': 0, 'd': 0,
'i': 0, 'i': 0,
'm': 0 'm': 0,
'u': 0,
}; };
const len = buf.length; const len = buf.length;
const blockSize = (len > 5*3000 ? 3000 : len); const blockSize = (len > 5*3000 ? 3000 : len);
let counter = 0; let counter = 0;
let i = 0; let i = 0;
let totalChecked = 0;
while (i < len) { while (i < len) {
const char = buf[i]; const char = buf[i];
const nextChar = (i < len - 1 ? buf[i + 1] : 0);
totalChecked++;
i++; i++;
//non-russian characters //non-russian characters
if (char < 128 || char > 256) if (char < 128 || char > 256)
continue; continue;
//CP866 //UTF-8
if ((char > 159 && char < 176) || (char > 223 && char < 242)) charsets['d'] += lowerCase; if ((char == 208 || char == 209) && nextChar >= 128 && nextChar <= 190)
if ((char > 127 && char < 160)) charsets['d'] += upperCase; charsets['u'] += lowerCase;
else {
//CP866
if ((char > 159 && char < 176) || (char > 223 && char < 242)) charsets['d'] += lowerCase;
if ((char > 127 && char < 160)) charsets['d'] += upperCase;
//KOI8-R //KOI8-R
if ((char > 191 && char < 223)) charsets['k'] += lowerCase; if ((char > 191 && char < 223)) charsets['k'] += lowerCase;
if ((char > 222 && char < 256)) charsets['k'] += upperCase; if ((char > 222 && char < 256)) charsets['k'] += upperCase;
//WIN-1251 //WIN-1251
if (char > 223 && char < 256) charsets['w'] += lowerCase; if (char > 223 && char < 256) charsets['w'] += lowerCase;
if (char > 191 && char < 224) charsets['w'] += upperCase; if (char > 191 && char < 224) charsets['w'] += upperCase;
//MAC //MAC
if (char > 221 && char < 255) charsets['m'] += lowerCase; if (char > 221 && char < 255) charsets['m'] += lowerCase;
if (char > 127 && char < 160) charsets['m'] += upperCase; if (char > 127 && char < 160) charsets['m'] += upperCase;
//ISO-8859-5 //ISO-8859-5
if (char > 207 && char < 240) charsets['i'] += lowerCase; if (char > 207 && char < 240) charsets['i'] += lowerCase;
if (char > 175 && char < 208) charsets['i'] += upperCase; if (char > 175 && char < 208) charsets['i'] += upperCase;
}
counter++; counter++;
@@ -57,18 +67,24 @@ function getEncoding(buf) {
} }
let sorted = Object.keys(charsets).map(function(key) { let sorted = Object.keys(charsets).map(function(key) {
return { codePage: codePage[key], c: charsets[key] }; return { codePage: codePage[key], c: charsets[key], totalChecked };
}); });
sorted.sort((a, b) => b.c - a.c); sorted.sort((a, b) => b.c - a.c);
if (sorted[0].c > 0) if (returnAll)
return sorted;
else if (sorted[0].c > 0)
return sorted[0].codePage; return sorted[0].codePage;
else else
return 'ISO-8859-5'; return 'ISO-8859-5';
} }
function checkIfText(buf) { function checkIfText(buf) {
const enc = getEncoding(buf, true);
if (enc[0].c > enc[0].totalChecked*0.9)
return true;
let spaceCount = 0; let spaceCount = 0;
let crCount = 0; let crCount = 0;
let lfCount = 0; let lfCount = 0;

View File

@@ -8,8 +8,14 @@ class FileDownloader {
async load(url, callback) { async load(url, callback) {
let errMes = ''; let errMes = '';
const options = {
encoding: null,
headers: {
'user-agent': 'Mozilla/5.0 (X11; HasCodingOs 1.0; Linux x64) AppleWebKit/637.36 (KHTML, like Gecko) Chrome/70.0.3112.101 Safari/637.36 HasBrowser/5.0'
}
};
const response = await got(url, {method: 'HEAD'}); const response = await got(url, Object.assign({}, options, {method: 'HEAD'}));
let estSize = 0; let estSize = 0;
if (response.headers['content-length']) { if (response.headers['content-length']) {
@@ -17,7 +23,7 @@ class FileDownloader {
} }
let prevProg = 0; let prevProg = 0;
const request = got(url, {encoding: null}).on('downloadProgress', progress => { const request = got(url, options).on('downloadProgress', progress => {
if (progress.transferred > maxDownloadSize) { if (progress.transferred > maxDownloadSize) {
errMes = 'file too big'; errMes = 'file too big';
request.cancel(); request.cancel();

View File

@@ -31,6 +31,7 @@ async function init() {
} }
async function main() { async function main() {
log(`${config.name} v${config.version}`);
log('Initializing'); log('Initializing');
await init(); await init();