2015-12-12 17:36:35 +00:00
|
|
|
sudo: false
|
|
|
|
|
|
|
|
|
|
language: python
|
|
|
|
|
python:
|
2018-10-04 15:04:31 +00:00
|
|
|
- 3.7
|
2015-12-12 17:36:35 +00:00
|
|
|
|
|
|
|
|
install:
|
2016-07-15 05:23:27 +00:00
|
|
|
- travis_retry pip3 install --upgrade pip setuptools
|
2015-12-12 17:41:23 +00:00
|
|
|
- travis_retry pip3 install .
|
2015-12-12 17:36:35 +00:00
|
|
|
|
|
|
|
|
script:
|
2015-12-12 17:40:48 +00:00
|
|
|
- grab-site --help
|
2016-02-21 05:20:52 +00:00
|
|
|
- grab-site --version
|
2016-01-31 13:47:51 +00:00
|
|
|
- grab-site --1 https://www.google.com/
|
2015-12-12 17:50:09 +00:00
|
|
|
- gs-dump-urls --help
|
2016-01-31 13:47:51 +00:00
|
|
|
- ls -l www.google.com*
|
|
|
|
|
- gs-dump-urls www.google.com*/wpull.db done
|
2017-02-08 20:45:21 +00:00
|
|
|
- grab-site --1 --permanent-error-status-codes=404 https://www.google.com/
|
2017-12-27 13:48:20 +00:00
|
|
|
- echo '.*' > ignores
|
|
|
|
|
- grab-site --import-ignores ignores https://www.google.com/
|
2016-08-03 10:30:10 +00:00
|
|
|
- grab-site --1 --id my-id --no-dupespotter --no-video --concurrent 3 https://www.google.com/ https://www.google.com/intl/en/ads/
|
2016-02-21 05:20:52 +00:00
|
|
|
- grab-site --1 -i https://gist.githubusercontent.com/ivan/1d437237746cf067e134/raw/47d2253c0caf4a6b964dc657840ddce22eb9eac7/grab-site%2520test%2520urls.txt
|
|
|
|
|
- curl https://gist.githubusercontent.com/ivan/1d437237746cf067e134/raw/47d2253c0caf4a6b964dc657840ddce22eb9eac7/grab-site%2520test%2520urls.txt > local-url-list
|
|
|
|
|
- grab-site --1 -i local-url-list
|
|
|
|
|
- grab-site --1 -i local-url-list --which-wpull-args-partial
|
|
|
|
|
- grab-site --1 -i local-url-list --which-wpull-command
|
2015-12-12 17:50:09 +00:00
|
|
|
- python3 -c 'import libgrabsite.server'
|
