# -*- coding: utf-8 -*- # Copyright 2015-2019 Mike Fährmann # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as # published by the Free Software Foundation. """Extract images from https://hitomi.la/""" from .common import GalleryExtractor from .. import text, util import string class HitomiGalleryExtractor(GalleryExtractor): """Extractor for image galleries from hitomi.la""" category = "hitomi" pattern = r"(?:https?://)?hitomi\.la/(?:galleries|reader)/(\d+)" test = ( ("https://hitomi.la/galleries/867789.html", { "url": "cb759868d090fe0e2655c3e29ebf146054322b6d", "keyword": "07536afc5696cb4983a4831ab4c70c1d155f875c", }), ("https://hitomi.la/galleries/1036181.html", { # "aa" subdomain for gallery-id ending in 1 (#142) "pattern": r"https://aa\.hitomi\.la/", }), ("https://hitomi.la/galleries/1401410.html", { # download test "range": "1", "content": "b3ca8c6c8cc5826cf8b4ceb7252943abad7b8b4c", }), ("https://hitomi.la/reader/867789.html"), ) def __init__(self, match): self.gallery_id = text.parse_int(match.group(1)) url = "https://hitomi.la/galleries/{}.html".format(self.gallery_id) GalleryExtractor.__init__(self, match, url) def metadata(self, page): extr = text.extract_from(page, page.index('

', '<').strip()), "artist" : self._prep(extr('

', '

')), "group" : self._prep(extr('Group', '')), "type" : self._prep_1(extr('Type', '')), "language" : self._prep_1(extr('Language', '')), "parody" : self._prep(extr('Series', '')), "characters": self._prep(extr('Characters', '')), "tags" : self._prep(extr('Tags', '')), "date" : extr('', ''), } if data["language"] == "N/A": data["language"] = None data["lang"] = util.language_to_code(data["language"]) return data def images(self, page): # see https://ltn.hitomi.la/common.js offset = self.gallery_id % 2 if self.gallery_id % 10 != 1 else 0 subdomain = chr(97 + offset) + "a" base = "https://" + subdomain + ".hitomi.la/galleries/" # set Referer header before image downloads (#239) self.session.headers["Referer"] = self.chapter_url return [ (base + urlpart, None) for urlpart in text.extract_iter( page, "'//tn.hitomi.la/smalltn/", ".jpg'," ) ] @staticmethod def _prep(value): return [ text.unescape(string.capwords(v)) for v in text.extract_iter(value or "", '.html">', '<') ] @staticmethod def _prep_1(value): return text.remove_html(value).capitalize()