67 lines
2.4 KiB
Python
67 lines
2.4 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
|
||
|
|
# Copyright 2016 Mike Fährmann
|
||
|
|
#
|
||
|
|
# This program is free software; you can redistribute it and/or modify
|
||
|
|
# it under the terms of the GNU General Public License version 2 as
|
||
|
|
# published by the Free Software Foundation.
|
||
|
|
|
||
|
|
"""Extract images from http://imagefap.com/"""
|
||
|
|
|
||
|
|
from .common import Extractor, Message
|
||
|
|
from .. import text
|
||
|
|
|
||
|
|
class ImagefapGalleryExtractor(Extractor):
|
||
|
|
|
||
|
|
category = "imagefap"
|
||
|
|
subcategory = "gallery"
|
||
|
|
directory_fmt = ["{category}", "{gallery-id} {title}"]
|
||
|
|
filename_fmt = "{category}_{gallery-id}_{name}.{extension}"
|
||
|
|
pattern = [(r"(?:https?://)?(?:www\.)?imagefap\.com/"
|
||
|
|
r"(?:gallery\.php\?gid=|gallery/|pictures/)(\d+)")]
|
||
|
|
test = [("http://www.imagefap.com/gallery/6316217", {
|
||
|
|
"url": "d814dc37efcfd3723c30cfe86fd9e51415e7eecf",
|
||
|
|
"keyword": "b55344341b1b79f8eb803098d24551bb79cada0f",
|
||
|
|
"content": "ead241b083da2e1d01c4c28a5faa1aa32c01700f",
|
||
|
|
})]
|
||
|
|
|
||
|
|
def __init__(self, match):
|
||
|
|
Extractor.__init__(self)
|
||
|
|
self.gid = match.group(1)
|
||
|
|
|
||
|
|
def items(self):
|
||
|
|
imgurl_fmt = ("http://x.imagefapusercontent.com/u/{uploader}/"
|
||
|
|
"{gallery-id}/{image-id}/{filename}")
|
||
|
|
url = "http://www.imagefap.com/pictures/" + self.gid + "/?view=2"
|
||
|
|
page = self.request(url).text
|
||
|
|
data = self.get_job_metadata(page)
|
||
|
|
yield Message.Version, 1
|
||
|
|
yield Message.Directory, data
|
||
|
|
for image in self.get_images(page):
|
||
|
|
data.update(image)
|
||
|
|
yield Message.Url, imgurl_fmt.format(**data), data
|
||
|
|
|
||
|
|
def get_job_metadata(self, page):
|
||
|
|
"""Collect metadata for extractor-job"""
|
||
|
|
data = text.extract_all(page, (
|
||
|
|
("section" , '<meta name="description" content="', '"'),
|
||
|
|
("title" , '<title>Porn pics of ', ' (Page 1)</title>'),
|
||
|
|
("uploader", '>Uploaded by ', '</font>'),
|
||
|
|
("count" , ' 1 of ', ' pics"'),
|
||
|
|
), values={"category": self.category, "gallery-id": self.gid})[0]
|
||
|
|
data["title"] = text.unescape(data["title"])
|
||
|
|
return data
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def get_images(page):
|
||
|
|
"""Collect image-metadata"""
|
||
|
|
pos = 0
|
||
|
|
num = 0
|
||
|
|
while True:
|
||
|
|
imgid, pos = text.extract(page, '<td id="', '"', pos)
|
||
|
|
if not imgid:
|
||
|
|
return
|
||
|
|
name , pos = text.extract(page, '<i>', '</i>', pos)
|
||
|
|
num += 1
|
||
|
|
yield text.nameext_from_url(name, {"image-id": imgid, "num": num})
|