mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
b2adb778ee
* master: not gonna bother figuring out why pypy regex is not matching https://travis-ci.org/internetarchive/warcprox/jobs/299864258#L615 fix failing test just committed, which involves running "listeners" for all urls, including those not archived; make adjustments accordingly make test_crawl_log expect HEAD request to be logged fix crawl log handling of WARCPROX_WRITE_RECORD request modify test_crawl_log to expect crawl log to honor --base32 setting and add tests of WARCPROX_WRITE_RECORD request and HEAD request (not written to warc) bump dev version number add --crawl-log-dir option to fix failing test create crawl log dir at startup if it doesn't exist make test pass with py27 fix crawl log test to avoid any dedup collisions fix crawl log test heritrix-style crawl log support disallow slash and backslash in warc-prefix can't see any reason to split the main() like this (anymore?) add missing dependency warcio to tests_require
68 lines
2.2 KiB
YAML
68 lines
2.2 KiB
YAML
sudo: required
|
|
|
|
language: python
|
|
python:
|
|
- 3.6
|
|
- 3.5
|
|
- 3.4
|
|
- 2.7
|
|
- pypy
|
|
- pypy3
|
|
- 3.7-dev
|
|
- nightly
|
|
|
|
matrix:
|
|
allow_failures:
|
|
- python: pypy
|
|
- python: pypy3
|
|
- python: nightly
|
|
- python: 3.7-dev
|
|
|
|
addons:
|
|
apt:
|
|
packages:
|
|
- tor
|
|
|
|
services:
|
|
- docker
|
|
|
|
before_install:
|
|
- sudo service docker restart ; sleep 10 # https://github.com/travis-ci/travis-ci/issues/4778
|
|
- docker network create --driver=bridge trough
|
|
- docker run --detach --network=trough --hostname=rethinkdb --name=rethinkdb --publish=28015:28015 rethinkdb
|
|
- docker run --detach --network=trough --hostname=hadoop --name=hadoop chalimartines/cdh5-pseudo-distributed
|
|
- docker run --detach --network=trough --hostname=trough --volume="$PWD/tests/run-trough.sh:/run-trough.sh" --publish=6111:6111 --publish=6112:6112 --publish=6222:6222 --publish=6444:6444 python:3 bash /run-trough.sh
|
|
- cat /etc/hosts
|
|
- echo | sudo tee -a /etc/hosts # travis-ci default doesn't end with a newline 🙄
|
|
- echo 127.0.0.1 rethinkdb | sudo tee -a /etc/hosts
|
|
- echo 127.0.0.1 hadoop | sudo tee -a /etc/hosts
|
|
- echo 127.0.0.1 trough | sudo tee -a /etc/hosts
|
|
- cat /etc/hosts
|
|
- ping -c2 trough
|
|
|
|
install:
|
|
- pip install . pytest requests warcio
|
|
|
|
before_script:
|
|
- ps ww -fHe
|
|
|
|
script:
|
|
- py.test -v tests
|
|
- py.test -v --rethinkdb-dedup-url=rethinkdb://localhost/test1/dedup tests
|
|
- py.test -v --rethinkdb-big-table-url=rethinkdb://localhost/test2/captures tests
|
|
- py.test -v --rethinkdb-trough-db-url=rethinkdb://localhost/trough_configuration tests
|
|
|
|
after_script:
|
|
- ps ww -fHe
|
|
- docker exec trough cat /tmp/trough-write.out
|
|
- docker exec trough cat /tmp/trough-write-provisioner-server.out
|
|
- docker exec trough cat /tmp/trough-write-provisioner-local.out
|
|
- docker exec trough cat /tmp/trough-sync-server.out
|
|
- docker exec trough cat /tmp/trough-sync-local.out
|
|
- docker exec trough cat /tmp/trough-read.out
|
|
|
|
notifications:
|
|
slack:
|
|
secure: UJzNe+kEJ8QhNxrdqObroisJAO2ipr+Sr2+u1e2euQdIkacyX+nZ88jSk6uDKniAemSfFDI8Ty5a7++2wSbE//Hr3jOSNOJMZLzockafzvIYrq9bP7V97j1gQ4u7liWd19VBnbf0pULuwEfy/n5PdOBR/TiPrgMuYjfZseV+alo=
|
|
secure: S1SK52178uywcWLMO4S5POdjMv1MQjR061CKprjVn2d8x5RBbg8QZtumA6Xt+pByvJzh8vk+ITHCN57tcdi51yL6Z0QauXwxwzTsZmjrhxWOybAO2uOHliqQSDgxKcbXIqJKg7Yv19eLQYWDVJVGuwlMfVBS0hOHtTTpVuLuGuc=
|