Feature: eBook uploads

znedw · znedw · commit c63ac6a77085 · 2020-10-20T15:19:05.000+10:00
- Goodreads &amp; Google Books integration working
- Description generation working
- Upload form untested
diff --git a/pythonbits/bb.py b/pythonbits/bb.py
@@ -24,6 +24,8 @@
 from . import imdb
 from . import musicbrainz as mb
 from . import imagehosting
+from . import goodreads
+from .googlebooks import find_cover
 from .ffmpeg import FFMpeg
 from . import templating as bb
 from .submission import (Submission, form_field, finalize, cat_map,
@@ -150,6 +152,7 @@ def copy(source, target):
             'movie': ['hard', 'sym', 'copy', 'move'],
             'tv': ['hard', 'sym', 'copy', 'move'],
             'music': ['copy', 'move'],
+            'book': ['copy', 'move'],
             }
 
         method_map = {'hard': os.link,
@@ -930,6 +933,133 @@ def _render_form_description(self):
         return self['description']
 
 
+class BookSubmission(BbSubmission):
+    default_fields = BbSubmission.default_fields + ("isbn", "format", "title", "author", "publisher", "language", "description", "year", "cover",
+                                                    "title")
+
+    _cat_id = 'book'
+    _form_type = 'E-Books'
+
+    def _desc(self):
+        s = self['book']
+        return re.sub('<[^<]+?>', '', s['description'])
+
+    @form_field('scene', 'book_retail')
+    def _render_retail(self):
+        # todo: workout if the book is retail? maybe it's in the filename...
+        while True:
+            choice = input('Is this a retail release? [y/N] ')
+
+            if not choice or choice.lower() == 'n':
+                return False
+            elif choice.lower() == 'y':
+                return True
+
+    # @form_field('year')
+    # def _render_year(self):
+    #     if 'book' in self.fields:
+    #         return self['summary']['publication_year']
+    #     else:
+    #         while True:
+    #             year = input('Please enter year: ')
+    #             try:
+    #                 year = int(year)
+    #             except ValueError:
+    #                 pass
+    #             else:
+    #                 return year
+
+    @form_field('publisher')
+    def _render_publisher(self):
+        return self['book']['publisher']
+
+    @form_field('author')
+    def _render_author(self):
+        return self['book']['authors'][0]['name']
+
+    @form_field('format')
+    def _render_format(self):
+        book_format = {
+            'EPUB': 'EPUB',
+            'MOBI': 'MOBI',
+            'PDF': 'PDF',
+            'HTML': 'HTML',
+            'TXT': 'TXT',
+            'DJVU': 'DJVU',
+            'CHM': 'CHM',
+            'CBR': 'CBR',
+            'CBZ': 'CBZ',
+            'CB7': 'CB7',
+            'TXT': 'TXT',
+            'AZW3': 'AZW3',
+            }
+
+        _, ext = os.path.splitext(self['path'])
+        return book_format[ext.replace('.', '').upper()]
+
+    @form_field('desc')
+    def _render_summary(self):
+        return self._desc()
+
+    @form_field('tags')
+    def _render_tags(self):
+        authors = self['book']['authors']
+        return uniq(list(format_tag(a['name']) for a in authors))
+
+    def _render_section_information(self):
+        def gr_author_link(gra):
+            return bb.link(gra['name'], gra['link'])
+
+        book = self['book']
+        links = [("Goodreads", book['url'])]
+
+        return dedent("""\
+        [b]Title[/b]: {title} ({links})
+        [b]ISBN[/b]: {isbn}
+        [b]Publisher[/b]: {publisher}
+        [b]Publication Year[/b]: {publication_year}
+        [b]Rating[/b]: {rating} [size=1]({ratings_count} ratings)[/size]
+        [b]Author(s)[/b]: {authors}""").format(
+            links=", ".join(bb.link(*l) for l in links),
+            title=book['title'],
+            isbn=book['isbn'],
+            publisher=book['publisher'],
+            publication_year=book['publication_year'],
+            rating=bb.format_rating(float(book['average_rating']),
+                                    max=5),
+            ratings_count=book['ratings_count'],
+            authors=" | ".join(gr_author_link(a) for a in book['authors'])
+        )
+
+    def _render_section_description(self):
+        return self._desc()
+
+    def _render_description(self):
+        sections = [("Description", self['section_description']),
+                    ("Information", self['section_information'])]
+
+        description = "\n".join(bb.section(*s) for s in sections)
+        description += bb.release
+
+        return description
+
+    @finalize
+    @form_field('image')
+    def _render_cover(self):
+        if "nophoto" in self['book']['image_url']:
+            return find_cover(self['book']['isbn'])
+        else:
+            return self['book']['image_url']
+
+    def _finalize_cover(self):
+        return imagehosting.upload(self['cover'])
+
+    def _render_book(self):
+        gr = goodreads.Goodreads()
+        self['book'] = gr.search(self['path'])
+        return self['book']
+
+
 class AudioSubmission(BbSubmission):
     default_fields = ("description", "form_tags", "year", "cover",
                       "title", "format", "bitrate")
diff --git a/pythonbits/calibre.py b/pythonbits/calibre.py
@@ -0,0 +1,39 @@
+# -*- coding: utf-8 -*-
+import subprocess
+
+from .logging import log
+
+COMMAND = "ebook-meta"
+
+
+class EbookMetaException(Exception):
+    pass
+
+
+def get_version():
+    try:
+        ebook_meta = subprocess.Popen(
+            [COMMAND, '--version'],
+            stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        return ebook_meta.communicate()[0].decode('utf8')
+    except OSError:
+        raise EbookMetaException(
+            "Could not find %s, please ensure it is installed (via Calibre)." % COMMAND)
+
+
+def read_metadata(path):
+    version = get_version()
+    log.debug('Found ebook-meta version: %s' % version)
+    log.info("Trying to read eBook metadata...")
+
+    output = subprocess.check_output(
+        '{} "{}"'.format(COMMAND, path), shell=True)
+    result = {}
+    for row in output.decode('utf8').split('\n'):
+        if ': ' in row:
+            try:
+                key, value = row.split(': ')
+                result[key.strip(' .')] = value.strip()
+            except:
+                pass
+    return result
diff --git a/pythonbits/goodreads.py b/pythonbits/goodreads.py
@@ -0,0 +1,102 @@
+# -*- coding: utf-8 -*-
+from textwrap import dedent
+
+import goodreads_api_client as gr
+
+from .config import config
+from .logging import log
+from .calibre import read_metadata
+from typing import OrderedDict
+
+config.register(
+    'Goodreads', 'api_key',
+    dedent("""\
+    To find your Goodreads API key, login to https://www.goodreads.com/api/keys
+    Enter the API Key below
+    API Key"""))
+
+
+def extract_authors(authors):
+    if isinstance(authors['author'], OrderedDict):
+        return [{
+            'name': authors['author']['name'],
+            'link': authors['author']['link']
+        }]
+    else:
+        return [extract_author(auth)
+                for auth in authors['author']]
+
+
+def extract_author(auth):
+    return {
+        'name': auth['name'],
+        'link': auth['link']
+    }
+
+
+def process_book(books):
+    keys_wanted = ['id', 'title', 'isbn', 'isbn13', 'description',
+                   'language_code', 'publication_year', 'publisher',
+                   'image_url', 'url', 'authors', 'average_rating', 'work']
+    book = {k: v for k, v in books if k in keys_wanted}
+    book['authors'] = extract_authors(book['authors'])
+    book['ratings_count'] = int(book['work']['ratings_count']['#text'])
+    return book
+
+
+class Goodreads(object):
+    def __init__(self, interactive=True):
+        self.goodreads = gr.Client(
+            developer_key=config.get('Goodreads', 'api_key'))
+
+    def show_by_isbn(self, isbn):
+        return process_book(self.goodreads.Book.show_by_isbn(
+                    isbn).items())
+
+    def search(self, path):
+
+        book = read_metadata(path)
+        isbn = ''
+        try:
+            isbn = book['Identifiers'].split(':')[1]
+        except KeyError:
+            pass
+
+        if isbn:
+            log.debug("Searching Goodreads by ISBN {} for '{}'",
+                      isbn, book['Title'])
+            return self.show_by_isbn(isbn)
+        elif book['Title']:
+            search_term = book['Title']
+            log.debug(
+                "Searching Goodreads by Title only for '{}'", search_term)
+            book_results = self.goodreads.search_book(search_term)
+            print("Results:")
+            for i, book in enumerate(book_results['results']['work']):
+                print('{}: {} by {} ({})'
+                      .format(i, book['best_book']['title'],
+                              book['best_book']['author']['name'],
+                              book['original_publication_year'].get('#text', '')))
+
+            while True:
+                choice = input('Select number or enter an alternate'
+                               ' search term (or an ISBN with isbn: prefix):'
+                               ' [0-{}, 0 default] '
+                               .format(len(book_results['results']['work']) - 1))
+                try:
+                    choice = int(choice)
+                except ValueError:
+                    if choice:
+                        return self.show_by_isbn(choice.replace('isbn:', ''))
+                    choice = 0
+
+                try:
+                    result = book_results['results']['work'][choice]
+                except IndexError:
+                    pass
+                else:
+                    id = result['best_book']['id'].get('#text', '')
+                    log.debug("Selected Goodreads item {}", id)
+                    log.debug("Searching Goodreads by ID {}", id)
+                    return process_book(self.goodreads.Book.show(
+                        id).items())
diff --git a/pythonbits/googlebooks.py b/pythonbits/googlebooks.py
@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+import requests
+import json
+
+from .logging import log
+
+API_URL = 'https://www.googleapis.com/books/v1/'
+
+
+def find_cover(isbn):
+    path = 'volumes?q=isbn:{}'.format(isbn)
+    resp = requests.get(API_URL+path)
+    log.debug('Fetching alt cover art from {}'.format(resp.url))
+    if resp.status_code == 200:
+        content = json.loads(resp.content)
+        return content['items'][0]
+        ['volumeInfo']['imageLinks']['thumbnail'] or ''
+    else:
+        log.warn('Couldn\'t find cover art for ISBN {}'.format(isbn))
+        return ''
diff --git a/setup.py b/setup.py
@@ -44,6 +44,7 @@ def find_version(*file_paths):
         "mutagen~=1.44",
         "musicbrainzngs~=0.7",
         "terminaltables~=3.1",
+        "goodreads_api_client~=0.1.0.dev4"
     ],
     python_requires=">=3.5,<3.9",
     tests_require=['tox', 'pytest', 'flake8', 'pytest-logbook'],
