mirror of
https://github.com/internetarchive/warcprox.git
synced 2025-01-18 13:22:09 +01:00
69 lines
2.6 KiB
YAML
69 lines
2.6 KiB
YAML
group: deprecated-2017Q2
|
|
|
|
language: python
|
|
python:
|
|
- 3.6
|
|
- 3.5
|
|
- 3.4
|
|
- 2.7
|
|
- pypy
|
|
- pypy3
|
|
- 3.7-dev
|
|
- nightly
|
|
|
|
matrix:
|
|
allow_failures:
|
|
- python: pypy3
|
|
- python: nightly
|
|
- python: 3.7-dev
|
|
|
|
addons:
|
|
apt:
|
|
packages:
|
|
- tor
|
|
|
|
services:
|
|
- docker
|
|
|
|
before_install:
|
|
- ps ww -fHe
|
|
- sudo service docker restart ; sleep 10 # https://github.com/travis-ci/travis-ci/issues/4778
|
|
- docker run -d --publish=28015:28015 rethinkdb
|
|
- docker run -d --publish=8020:8020 --publish=50070:50070 --publish=50010:50010 --publish=50020:50020 --publish=50075:50075 chalimartines/cdh5-pseudo-distributed
|
|
- ps ww -fHe
|
|
- virtualenv -p python3 /opt/trough-ve3
|
|
- . /opt/trough-ve3/bin/activate
|
|
- 'env | sort'
|
|
- pip install git+https://github.com/jkafader/snakebite@feature/python3-version-string
|
|
- pip install git+https://github.com/nlevitt/trough.git@toward-warcprox-dedup
|
|
- 'sync.py >>/tmp/trough-sync-local.out 2>&1 &'
|
|
- date
|
|
- sleep 5
|
|
- date
|
|
- python -c "import doublethink ; from trough.settings import settings ; rr = doublethink.Rethinker(settings['RETHINKDB_HOSTS']) ; rr.db('trough_configuration').wait().run()"
|
|
- 'sync.py --server >>/tmp/trough-sync-server.out 2>&1 &'
|
|
- 'uwsgi --venv=/opt/trough-ve3 --http :6222 --master --processes=2 --harakiri=240 --max-requests=50000 --vacuum --die-on-term --wsgi-file /opt/trough-ve3/bin/writer.py >>/tmp/trough-write.out 2>&1 &'
|
|
- 'uwsgi --venv=/opt/trough-ve3 --http :6112 --master --processes=2 --harakiri=20 --max-requests=50000 --vacuum --die-on-term --wsgi-file /opt/trough-ve3/bin/write_provisioner_local.py >>/tmp/trough-write-provisioner-local.out 2>&1 &'
|
|
- 'uwsgi --venv=/opt/trough-ve3 --http :6111 --master --processes=2 --harakiri=20 --max-requests=50000 --vacuum --die-on-term --wsgi-file /opt/trough-ve3/bin/write_provisioner_server.py >>/tmp/trough-write-provisioner-server.out 2>&1 &'
|
|
- ps ww -fHe
|
|
|
|
install:
|
|
- pip install . pytest requests warcio
|
|
|
|
before_script:
|
|
- ps ww -fHe
|
|
|
|
script:
|
|
- py.test -v tests
|
|
- py.test -v --rethinkdb-dedup-url=rethinkdb://localhost/test1/dedup tests
|
|
- py.test -v --rethinkdb-big-table-url=rethinkdb://localhost/test2/captures tests
|
|
- py.test -v --rethinkdb-trough-db-url=rethinkdb://localhost/trough_configuration tests
|
|
|
|
after_script:
|
|
- 'cat /tmp/*.out'
|
|
|
|
notifications:
|
|
slack:
|
|
secure: UJzNe+kEJ8QhNxrdqObroisJAO2ipr+Sr2+u1e2euQdIkacyX+nZ88jSk6uDKniAemSfFDI8Ty5a7++2wSbE//Hr3jOSNOJMZLzockafzvIYrq9bP7V97j1gQ4u7liWd19VBnbf0pULuwEfy/n5PdOBR/TiPrgMuYjfZseV+alo=
|
|
secure: S1SK52178uywcWLMO4S5POdjMv1MQjR061CKprjVn2d8x5RBbg8QZtumA6Xt+pByvJzh8vk+ITHCN57tcdi51yL6Z0QauXwxwzTsZmjrhxWOybAO2uOHliqQSDgxKcbXIqJKg7Yv19eLQYWDVJVGuwlMfVBS0hOHtTTpVuLuGuc=
|