Archiveteam/grab-site
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Use wpull v3 hooks so that custom hooks get more information passed into wait_time

Browse Source
This commit is contained in:
Ivan Kozik 2017-11-09 09:37:26 +00:00
parent a8a50f523c
commit 82a5fa6650
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
libgrabsite/__init__.py
View File

@ -1 +1 @@
__version__ = '1.3.3'
__version__ = '1.4.0'

6
libgrabsite/wpull_hooks.py
View File

@ -515,7 +515,7 @@ def update_concurrency():
update_concurrency()
def wait_time(_):
def wait_time(seconds, url_info_dict, record_info_dict, response_info_dict, error_info_dict):
update_delay()
update_concurrency()
update_custom_hooks()
@ -528,12 +528,12 @@ def update_custom_hooks():
if not custom_hooks_watcher.has_changed():
return
assert 2 in wpull_hook.callbacks.AVAILABLE_VERSIONS
assert 3 in wpull_hook.callbacks.AVAILABLE_VERSIONS
# Set these every time, because custom_hooks.py may be wrapping them,
# and when custom_hooks.py is reloaded, we want it re-wrap the base functions
# instead of its already-wrapped functions.
wpull_hook.callbacks.version = 2
wpull_hook.callbacks.version = 3
wpull_hook.callbacks.accept_url = accept_url
wpull_hook.callbacks.queued_url = queued_url
wpull_hook.callbacks.dequeued_url = dequeued_url