Flask web server

.gitignore

@@ -25,3 +25,4 @@ client_secrets.json
 /lightnovel-crawler-*
 __pycache__/
 .idea/
+lncrawl/bots/web/config.json

lncrawl/binders/calibre.py

@@ -58,6 +58,8 @@ def epub_to_calibre(app, epub_file, out_fmt):
         '--no-chapters-in-toc',
         '--title', file_name_without_ext,
         '--authors', app.crawler.novel_author,
+        '--summary', app.crawler.summary,
+        '--language', app.crawler.language,
         '--series', app.crawler.novel_title,
         '--publisher', app.crawler.home_url,
         '--book-producer', 'Lightnovel Crawler',

lncrawl/binders/epub.py

@@ -61,6 +61,14 @@ def make_intro_page(app, cover_image):
             ]))
     # end if
 
+    if app.crawler.summary :
+        intro_html += f'''
+        <div>
+            <p>{app.crawler.summary}</p>
+        </div>
+        '''
+    # end if
+
     intro_html += '''
     <div>
         <b>Source:</b> <a href="%s">%s</a><br>
@@ -138,7 +146,7 @@ def bind_epub_book(app, chapters, volume=''):
 
     # Create book
     book = epub.EpubBook()
-    book.set_language('en')
+    book.set_language(app.crawler.language)
     book.set_title(book_title)
     book.add_author(app.crawler.novel_author)
     book.set_identifier(app.output_path + volume)

lncrawl/bots/__init__.py

@@ -1,30 +1,40 @@
 # -*- coding: utf-8 -*-
 
 supported_bots = [
-    'console',
-    'telegram',
-    'discord',
-    'test',
+    "console",
+    "telegram",
+    "discord",
+    "web",
+    "test",
 ]
 
 
 def run_bot(bot):
     if bot not in supported_bots:
-        bot = 'console'
+        bot = "console"
     # end if
-    if bot == 'console':
+    if bot == "console":
         from ..bots.console import ConsoleBot
+
         ConsoleBot().start()
-    elif bot == 'telegram':
+    elif bot == "telegram":
         from ..bots.telegram import TelegramBot
+
         TelegramBot().start()
-    elif bot == 'discord':
+    elif bot == "discord":
         from ..bots.discord import DiscordBot
+
         DiscordBot().start_bot()
-    elif bot == 'test':
-        from ..bots.test import TestBot
+    elif bot == "web":
+        from . import web
+
+    elif bot == "test":
+        from ..bots.test import TestBot # type: ignore
+
         TestBot().start()
     else:
-        print('Unknown bot: %s' % bot)
+        print("Unknown bot: %s" % bot)
     # end def
+
+
 # end def

lncrawl/bots/console/resume_download.py

@@ -94,6 +94,9 @@ def load_session_from_metadata(data) -> App:
 
     app.crawler.novel_title = data['title']
     app.crawler.novel_author = data['author']
+    # ternary operator necessary for novels downloaded before language and summary where implemented
+    app.crawler.language = data['language'] if 'language' in data else 'en'
+    app.crawler.summary = data['summary'] if 'summary' in data else ''
     app.crawler.novel_cover = data['cover']
     app.crawler.volumes = data['volumes']
     app.crawler.chapters = data['chapters']

lncrawl/bots/web/Novel.py

@@ -0,0 +1,70 @@
+from __future__ import annotations
+from dataclasses import dataclass
+from pathlib import Path
+from urllib.parse import quote_plus
+from typing import Any, List, Optional
+
+@dataclass(init=False)
+class _Novel:
+    title: str = ""
+    path: Optional[Path] = None
+    cover: Optional[str] = None
+    author: str = ""
+    chapter_count: int = 0
+    volume_count: int = 0
+    slug: str = ""
+    first: str = ""
+    latest: str = ""
+    summary: str = ""
+    language: str = "en"
+
+    def __init__(self, path: Path):
+        self.path = path
+        self.slug = quote_plus(path.name)
+
+    def __hash__(self) -> int:
+        return super().__hash__()
+
+
+@dataclass(init=False)
+class Novel(_Novel):
+    """
+    Holds information about a novel.
+    """
+    prefered_source: Optional[NovelFromSource] = None
+    source_count: int = 0
+    clicks : int = 0
+    overall_rating: float = 0.0
+    ratings_count = property(lambda self: len(self.ratings))
+    rank:int
+
+    def __init__(self, path: Path):
+        self.search_words = []
+        self.sources = []
+        self.ratings: dict[str, int] = {}
+        self.search_words: List[str] = []
+        self.sources: list[NovelFromSource] = []
+
+        super().__init__(path)
+
+    def __eq__(self, other: Any) -> bool:
+        """
+        Overrides the default implementation
+        _Novel are equal if they have the same title
+        """
+        if issubclass(type(other), _Novel):
+            return self.title == other.title
+        return False
+
+    def __hash__(self) -> int:
+        """Overrides the default implementation"""
+        return hash(self.title)
+
+
+@dataclass(init=False)
+class NovelFromSource(_Novel):
+    """
+    Hold information about a novel from a source.
+    """
+
+    novel: Novel

lncrawl/bots/web/__init__.py

@@ -0,0 +1,8 @@
+from . import flaskapp
+from . import downloader # type: ignore
+from . import reader # type: ignore
+from .lib import PORT, HOST
+from waitress import serve
+serve(flaskapp.app, port=PORT, host=HOST)
+
+# flaskapp.app.run()

lncrawl/bots/web/_stats.json

@@ -0,0 +1,6 @@
+{
+    "clicks": 0,
+    "ratings": {
+        "-6455068401711230225": 5
+    }
+}

lncrawl/bots/web/database.py

@@ -0,0 +1,13 @@
+from typing import List, Union
+from .Novel import Novel
+
+all_downloaded_novels: List[Novel] = []
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from .downloader.Job import JobHandler, FinishedJob
+
+    jobs: dict[str, Union[FinishedJob, JobHandler]]
+
+jobs = {}