Send an over18=1 cookie to reddit.com to avoid the age gate on many subreddits

This commit is contained in:
Ivan Kozik 2015-12-12 16:49:42 +00:00
parent 6a647f637e
commit 86e92d684c
4 changed files with 8 additions and 2 deletions

View File

@ -1 +1 @@
__version__ = '0.9.3'
__version__ = '0.9.4'

View File

@ -0,0 +1,4 @@
# HTTP cookie file.
# Needed to avoid the age gate on many subreddits.
.reddit.com TRUE / FALSE 2147483647 over18 1

View File

@ -231,7 +231,9 @@ sitemaps, dupespotter, warc_max_size, ua, input_file, wpull_args, start_url):
"--level", level,
"--page-requisites-level", page_requisites_level,
"--span-hosts-allow", span_hosts_allow,
"--load-cookies", "{}/default_cookies.txt".format(LIBGRABSITE)
]
# psutil is not available on Windows and therefore wpull's --monitor-*
# options are also not available.
if os.name != "nt" and sys.platform != "cygwin":

View File

@ -44,6 +44,6 @@ setup(
],
scripts=["grab-site", "gs-server", "gs-dump-urls"],
packages=["libgrabsite"],
package_data={"libgrabsite": ["*.html", "ignore_sets/*"]},
package_data={"libgrabsite": ["*.html", "*.txt", "ignore_sets/*"]},
install_requires=install_requires
)