From aa177f94b8491af4c231ad6dce1d88712387f2b6 Mon Sep 17 00:00:00 2001
From: Noah Levitt <nlevitt@archive.org>
Date: Thu, 2 Mar 2017 10:16:41 -0800
Subject: [PATCH] split tests into different source files
---
setup.py | 2 +-
tests/test_orm.py | 278 +++++++++++++++++++++++++++++
tests/test_rethinker.py | 383 +---------------------------------------
tests/test_svcreg.py | 202 +++++++++++++++++++++
4 files changed, 482 insertions(+), 383 deletions(-)
create mode 100644 tests/test_orm.py
create mode 100644 tests/test_svcreg.py
diff --git a/setup.py b/setup.py
index aecd068..d4b98cb 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@ import codecs
setuptools.setup(
name='doublethink',
- version='0.2.0.dev67',
+ version='0.2.0.dev68',
packages=['doublethink'],
classifiers=[
'Programming Language :: Python :: 2.7',
diff --git a/tests/test_orm.py b/tests/test_orm.py
new file mode 100644
index 0000000..4fa37d3
--- /dev/null
+++ b/tests/test_orm.py
@@ -0,0 +1,278 @@
+'''
+tests_orm.py - unit tests for doublethink ORM
+
+Copyright (C) 2015-2017 Internet Archive
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+'''
+
+import doublethink
+import logging
+import sys
+import pytest
+import rethinkdb as r
+
+logging.basicConfig(stream=sys.stderr, level=logging.INFO,
+ format="%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s")
+
+class RethinkerForTesting(doublethink.Rethinker):
+ def __init__(self, *args, **kwargs):
+ super(RethinkerForTesting, self).__init__(*args, **kwargs)
+
+ def _random_server_connection(self):
+ self.last_conn = super(RethinkerForTesting, self)._random_server_connection()
+ # logging.info("self.last_conn=%s", self.last_conn)
+ return self.last_conn
+
+@pytest.fixture(scope="module")
+def rr():
+ rr = RethinkerForTesting()
+ try:
+ rr.db_drop("doublethink_test_db").run()
+ except r.errors.ReqlOpFailedError:
+ pass
+ result = rr.db_create("doublethink_test_db").run()
+ assert not rr.last_conn.is_open()
+ assert result["dbs_created"] == 1
+ return RethinkerForTesting(db="doublethink_test_db")
+
+def test_orm(rr):
+ class SomeDoc(doublethink.Document):
+ table = 'some_doc'
+
+ SomeDoc.table_create(rr)
+ SomeDoc.table_ensure(rr)
+ with pytest.raises(Exception):
+ SomeDoc.table_create(rr)
+
+ # test that overriding Document.table works
+ assert 'some_doc' in rr.table_list().run()
+ assert not 'somedoc' in rr.table_list().run()
+
+ d = SomeDoc(rr, d={
+ 'a': 'b',
+ 'c': {'d': 'e'},
+ 'f': ['g', 'h'],
+ 'i': ['j', {'k': 'l'}]})
+ d.save()
+
+ assert d._updates == {}
+ d.m = 'n'
+ assert d._updates == {'m': 'n'}
+ d['c']['o'] = 'p'
+ assert d._updates == {'m': 'n', 'c': {'d': 'e', 'o': 'p'}}
+ d.f[0] = 'q'
+ assert d._updates == {'m': 'n', 'c': {'d': 'e', 'o': 'p'}, 'f': ['q', 'h']}
+ d['i'][1]['k'] = 's'
+ assert d._updates == {
+ 'm': 'n',
+ 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['q', 'h'],
+ 'i': ['j', {'k': 's'}]}
+
+ del d['i']
+ assert d._deletes == {'i'}
+ assert d._updates == {'m': 'n', 'c': {'d': 'e', 'o': 'p'}, 'f': ['q', 'h']}
+
+ d.i = 't'
+ assert d._deletes == set()
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'}, 'f': ['q', 'h'], 'i': 't'}
+
+ # list manipulations
+ d.f.append(['sublist'])
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['q', 'h', ['sublist']], 'i': 't'}
+
+ with pytest.raises(TypeError):
+ d.f[2].clear()
+
+ result = d.f.pop()
+ assert result == ['sublist']
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['q', 'h'], 'i': 't'}
+
+ del d.f[0]
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['h'], 'i': 't'}
+
+ d.f.insert(0, 'u')
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['u', 'h'], 'i': 't'}
+
+ d.f.extend(('v', {'w': 'x'}))
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['u', 'h', 'v', {'w': 'x'}], 'i': 't'}
+
+ # check that stuff added by extend() is watched properly
+ d.f[3]['y'] = 'z'
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['u', 'h', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ d.f.remove('h')
+ assert d._updates == {
+ 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ # more nested field dict operations
+ del d['c']['d']
+ assert d._updates == {
+ 'm': 'n', 'c': {'o': 'p'},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ d['c'].clear()
+ assert d._updates == {
+ 'm': 'n', 'c': {},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ assert d['c'].setdefault('aa') is None
+ assert d._updates == {
+ 'm': 'n', 'c': {'aa': None},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ d['c'].setdefault('aa', 'bb') is None
+ assert d._updates == {
+ 'm': 'n', 'c': {'aa': None},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ d['c'].setdefault('cc', 'dd') == 'dd'
+ assert d._updates == {
+ 'm': 'n', 'c': {'aa': None, 'cc': 'dd'},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ d['c'].setdefault('cc') == 'dd'
+ assert d._updates == {
+ 'm': 'n', 'c': {'aa': None, 'cc': 'dd'},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ d['c'].setdefault('cc', 'ee') == 'dd'
+ assert d._updates == {
+ 'm': 'n', 'c': {'aa': None, 'cc': 'dd'},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ assert d['c'].pop('cc') == 'dd'
+ assert d._updates == {
+ 'm': 'n', 'c': {'aa': None},
+ 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
+
+ assert d['f'][2].popitem()
+ assert d._updates['f'][2] in ({'w':'x'}, {'y':'z'})
+
+ d.save()
+ assert d._updates == {}
+ assert d._deletes == set()
+
+ d_copy = SomeDoc.load(rr, d.id)
+ assert d == d_copy
+ d['zuh'] = 'toot'
+ d.save()
+ assert d != d_copy
+ d_copy.refresh()
+ assert d == d_copy
+
+ # top level dict operations
+ with pytest.raises(TypeError):
+ d.clear()
+
+ with pytest.raises(TypeError):
+ d.pop('m')
+
+ with pytest.raises(TypeError):
+ d.popitem()
+
+ with pytest.raises(TypeError):
+ d.update({'x':'y'})
+
+ assert d.setdefault('ee') is None
+ assert d._updates == {'ee': None}
+
+ d.setdefault('ee', 'ff') is None
+ assert d._updates == {'ee': None}
+
+ d.setdefault('gg', 'hh') == 'hh'
+ assert d._updates == {'ee': None, 'gg': 'hh'}
+
+ d.setdefault('gg') == 'hh'
+ assert d._updates == {'ee': None, 'gg': 'hh'}
+
+ d.setdefault('gg', 'ii') == 'hh'
+ assert d._updates == {'ee': None, 'gg': 'hh'}
+
+ d.save()
+ assert d._updates == {}
+ assert d._deletes == set()
+
+ d_copy = SomeDoc.load(rr, d.id)
+ assert d == d_copy
+ d['yuh'] = 'soot'
+ d.save()
+ assert d != d_copy
+ d_copy.refresh()
+ assert d == d_copy
+
+def test_orm_pk(rr):
+ class NonstandardPrimaryKey(doublethink.Document):
+ @classmethod
+ def table_create(cls, rethinker):
+ rethinker.table_create(cls.table, primary_key='not_id').run()
+
+ with pytest.raises(Exception):
+ NonstandardPrimaryKey.load(rr, 'no_such_thing')
+
+ NonstandardPrimaryKey.table_ensure(rr)
+
+ # new empty doc
+ f = NonstandardPrimaryKey(rr, {})
+ f.save()
+ assert f.pk_value
+ assert 'not_id' in f
+ assert f.not_id == f.pk_value
+ assert len(f.keys()) == 1
+
+ with pytest.raises(KeyError):
+ NonstandardPrimaryKey.load(rr, 'no_such_thing')
+
+ # new doc with (only) primary key
+ d = NonstandardPrimaryKey(rr, {'not_id': 1})
+ assert d.not_id == 1
+ assert d.pk_value == 1
+ d.save()
+
+ d_copy = NonstandardPrimaryKey.load(rr, 1)
+ assert d == d_copy
+
+ # new doc with something in it
+ e = NonstandardPrimaryKey(rr, {'some_field': 'something'})
+ with pytest.raises(KeyError):
+ e['not_id']
+ assert e.not_id is None
+ assert e.get('not_id') is None
+ e.save()
+ assert e.not_id
+
+ e_copy = NonstandardPrimaryKey.load(rr, e.not_id)
+ assert e == e_copy
+ e_copy['blah'] = 'toot'
+ e_copy.save()
+
+ e.refresh()
+ assert e['blah'] == 'toot'
+ assert e == e_copy
+
+
diff --git a/tests/test_rethinker.py b/tests/test_rethinker.py
index da3fe24..d61466f 100644
--- a/tests/test_rethinker.py
+++ b/tests/test_rethinker.py
@@ -1,5 +1,5 @@
'''
-tests_rethinker.py - unit tests for doublethink
+tests_rethinker.py - unit tests for doublethink connection manager
Copyright (C) 2015-2017 Internet Archive
@@ -23,9 +23,6 @@ import types
import gc
import pytest
import rethinkdb as r
-import time
-import socket
-import os
import datetime
logging.basicConfig(stream=sys.stderr, level=logging.INFO,
@@ -115,154 +112,6 @@ def test_slice(rr, my_table):
assert not rr.last_conn.is_open()
assert n == 5
-def test_service_registry(rr):
- svcreg = doublethink.ServiceRegistry(rr)
- assert svcreg.available_service("yes-such-role") == None
- assert svcreg.available_services("yes-such-role") == []
- assert svcreg.available_services() == []
- svc0 = {
- "role": "yes-such-role",
- "load": 100.0,
- "heartbeat_interval": 0.4,
- }
- svc1 = {
- "role": "yes-such-role",
- "load": 200.0,
- "heartbeat_interval": 0.4,
- }
- svc0 = svcreg.heartbeat(svc0)
- svc1 = svcreg.heartbeat(svc1)
- assert "id" in svc0
- assert "id" in svc1
- assert svc0["id"] != svc1["id"]
-
- assert svc0["host"] == socket.gethostname()
- assert svc1["host"] == socket.gethostname()
-
- assert "pid" in svc0
- assert "pid" in svc1
- assert svc0["pid"] == os.getpid()
- assert svc1["pid"] == os.getpid()
- assert "first_heartbeat" in svc0
- assert "first_heartbeat" in svc1
- assert "last_heartbeat" in svc0
- assert "last_heartbeat" in svc1
-
- time.sleep(0.2)
- assert svcreg.available_service("no-such-role") == None
- assert svcreg.available_services("no-such-role") == []
- # svc0 has less load
- assert svcreg.available_service("yes-such-role")["id"] == svc0["id"]
- assert len(svcreg.available_services("yes-such-role")) == 2
- assert len(svcreg.available_services()) == 2
-
- svc1["load"] = 50.0
- svc1 = svcreg.heartbeat(svc1)
- time.sleep(0.2)
- assert svcreg.available_service("no-such-role") == None
- # now svc1 has less load
- assert svcreg.available_service("yes-such-role")["id"] == svc1["id"]
- assert len(svcreg.available_services("yes-such-role")) == 2
- assert len(svcreg.available_services()) == 2
-
- svc1["load"] = 200.0
- svc1 = svcreg.heartbeat(svc1)
- time.sleep(0.2)
- assert svcreg.available_service("no-such-role") == None
- # now svc0 has less load again
- assert svcreg.available_service("yes-such-role")["id"] == svc0["id"]
- assert len(svcreg.available_services("yes-such-role")) == 2
- assert len(svcreg.available_services()) == 2
-
- svc1 = svcreg.heartbeat(svc1)
- time.sleep(0.2)
- svc1 = svcreg.heartbeat(svc1)
- time.sleep(0.7)
- assert svcreg.available_service("no-such-role") == None
- # now it's been too long since the last heartbeat from svc0
- assert svcreg.available_service("yes-such-role")["id"] == svc1["id"]
- assert len(svcreg.available_services("yes-such-role")) == 1
- assert len(svcreg.available_services()) == 1
-
- svcreg.unregister(svc1["id"])
- time.sleep(0.2)
- assert svcreg.available_service("no-such-role") == None
- assert svcreg.available_service("yes-such-role") == None
- assert svcreg.available_services("yes-such-role") == []
- assert svcreg.available_services() == []
-
- svc0 = {
- "role": "yes-such-role",
- "load": 100.0,
- "heartbeat_interval": 0.4,
- }
- svc1 = {
- "role": "yes-such-role",
- "load": 200.0,
- "heartbeat_interval": 0.4,
- }
- svc0 = svcreg.heartbeat(svc0)
- svc1 = svcreg.heartbeat(svc1)
- assert len(svcreg.available_services("yes-such-role")) == 2
- assert len(svcreg.available_services()) == 2
- svcreg.unregister(svc0["id"])
- svcreg.unregister(svc1["id"])
-
- svc0 = {
- "role": "yes-such-role",
- "load": 100.0,
- "heartbeat_interval": 0.4,
- }
- svc1 = {
- "role": "yes-such-role",
- "load": 200.0,
- "heartbeat_interval": 0.4,
- }
- svc2 = {
- "role": "another-such-role",
- "load": 200.0,
- "heartbeat_interval": 0.4,
- }
- svc3 = {
- "role": "yet-another-such-role",
- "load": 200.0,
- "heartbeat_interval": 0.4,
- }
- svc0 = svcreg.heartbeat(svc0)
- svc1 = svcreg.heartbeat(svc1)
- svc2 = svcreg.heartbeat(svc2)
- svc3 = svcreg.heartbeat(svc3)
- assert len(svcreg.available_services("yes-such-role")) == 2
- assert len(svcreg.available_services()) == 4
-
-def test_svcreg_heartbeat_server_down(rr):
- class MockRethinker:
- def table(self, *args, **kwargs):
- raise Exception('catch me if you can')
-
- class SortOfFakeServiceRegistry(doublethink.ServiceRegistry):
- def __init__(self, rethinker):
- self.rr = rethinker
- # self._ensure_table() # not doing this here
-
- # no such rethinkdb server
- rr = MockRethinker()
- svcreg = SortOfFakeServiceRegistry(rr)
- svc0 = {
- "role": "role-foo",
- "load": 100.0,
- "heartbeat_interval": 0.4,
- }
- # no exception thrown
- svc0 = svcreg.heartbeat(svc0)
-
- # check that status_info was *not* updated
- assert not 'id' in svc0
- assert not 'last_heartbeat' in svc0
- assert not 'first_heartbeat' in svc0
- assert not 'host' in svc0
- assert not 'pid' in svc0
-
def test_utcnow():
now_notz = datetime.datetime.utcnow() # has no timezone :(
assert not now_notz.tzinfo
@@ -279,233 +128,3 @@ def test_utcnow():
## XXX what else can we test without jumping through hoops?
-def test_orm(rr):
- class SomeDoc(doublethink.Document):
- table = 'some_doc'
-
- SomeDoc.table_create(rr)
- SomeDoc.table_ensure(rr)
- with pytest.raises(Exception):
- SomeDoc.table_create(rr)
-
- # test that overriding Document.table works
- assert 'some_doc' in rr.table_list().run()
- assert not 'somedoc' in rr.table_list().run()
-
- d = SomeDoc(rr, d={
- 'a': 'b',
- 'c': {'d': 'e'},
- 'f': ['g', 'h'],
- 'i': ['j', {'k': 'l'}]})
- d.save()
-
- assert d._updates == {}
- d.m = 'n'
- assert d._updates == {'m': 'n'}
- d['c']['o'] = 'p'
- assert d._updates == {'m': 'n', 'c': {'d': 'e', 'o': 'p'}}
- d.f[0] = 'q'
- assert d._updates == {'m': 'n', 'c': {'d': 'e', 'o': 'p'}, 'f': ['q', 'h']}
- d['i'][1]['k'] = 's'
- assert d._updates == {
- 'm': 'n',
- 'c': {'d': 'e', 'o': 'p'},
- 'f': ['q', 'h'],
- 'i': ['j', {'k': 's'}]}
-
- del d['i']
- assert d._deletes == {'i'}
- assert d._updates == {'m': 'n', 'c': {'d': 'e', 'o': 'p'}, 'f': ['q', 'h']}
-
- d.i = 't'
- assert d._deletes == set()
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'}, 'f': ['q', 'h'], 'i': 't'}
-
- # list manipulations
- d.f.append(['sublist'])
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['q', 'h', ['sublist']], 'i': 't'}
-
- with pytest.raises(TypeError):
- d.f[2].clear()
-
- result = d.f.pop()
- assert result == ['sublist']
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['q', 'h'], 'i': 't'}
-
- del d.f[0]
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['h'], 'i': 't'}
-
- d.f.insert(0, 'u')
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['u', 'h'], 'i': 't'}
-
- d.f.extend(('v', {'w': 'x'}))
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['u', 'h', 'v', {'w': 'x'}], 'i': 't'}
-
- # check that stuff added by extend() is watched properly
- d.f[3]['y'] = 'z'
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['u', 'h', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- d.f.remove('h')
- assert d._updates == {
- 'm': 'n', 'c': {'d': 'e', 'o': 'p'},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- # more nested field dict operations
- del d['c']['d']
- assert d._updates == {
- 'm': 'n', 'c': {'o': 'p'},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- d['c'].clear()
- assert d._updates == {
- 'm': 'n', 'c': {},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- assert d['c'].setdefault('aa') is None
- assert d._updates == {
- 'm': 'n', 'c': {'aa': None},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- d['c'].setdefault('aa', 'bb') is None
- assert d._updates == {
- 'm': 'n', 'c': {'aa': None},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- d['c'].setdefault('cc', 'dd') == 'dd'
- assert d._updates == {
- 'm': 'n', 'c': {'aa': None, 'cc': 'dd'},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- d['c'].setdefault('cc') == 'dd'
- assert d._updates == {
- 'm': 'n', 'c': {'aa': None, 'cc': 'dd'},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- d['c'].setdefault('cc', 'ee') == 'dd'
- assert d._updates == {
- 'm': 'n', 'c': {'aa': None, 'cc': 'dd'},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- assert d['c'].pop('cc') == 'dd'
- assert d._updates == {
- 'm': 'n', 'c': {'aa': None},
- 'f': ['u', 'v', {'w': 'x', 'y': 'z'}], 'i': 't'}
-
- assert d['f'][2].popitem()
- assert d._updates['f'][2] in ({'w':'x'}, {'y':'z'})
-
- d.save()
- assert d._updates == {}
- assert d._deletes == set()
-
- d_copy = SomeDoc.load(rr, d.id)
- assert d == d_copy
- d['zuh'] = 'toot'
- d.save()
- assert d != d_copy
- d_copy.refresh()
- assert d == d_copy
-
- # top level dict operations
- with pytest.raises(TypeError):
- d.clear()
-
- with pytest.raises(TypeError):
- d.pop('m')
-
- with pytest.raises(TypeError):
- d.popitem()
-
- with pytest.raises(TypeError):
- d.update({'x':'y'})
-
- assert d.setdefault('ee') is None
- assert d._updates == {'ee': None}
-
- d.setdefault('ee', 'ff') is None
- assert d._updates == {'ee': None}
-
- d.setdefault('gg', 'hh') == 'hh'
- assert d._updates == {'ee': None, 'gg': 'hh'}
-
- d.setdefault('gg') == 'hh'
- assert d._updates == {'ee': None, 'gg': 'hh'}
-
- d.setdefault('gg', 'ii') == 'hh'
- assert d._updates == {'ee': None, 'gg': 'hh'}
-
- d.save()
- assert d._updates == {}
- assert d._deletes == set()
-
- d_copy = SomeDoc.load(rr, d.id)
- assert d == d_copy
- d['yuh'] = 'soot'
- d.save()
- assert d != d_copy
- d_copy.refresh()
- assert d == d_copy
-
-def test_orm_pk(rr):
- class NonstandardPrimaryKey(doublethink.Document):
- @classmethod
- def table_create(cls, rethinker):
- rethinker.table_create(cls.table, primary_key='not_id').run()
-
- with pytest.raises(Exception):
- NonstandardPrimaryKey.load(rr, 'no_such_thing')
-
- NonstandardPrimaryKey.table_ensure(rr)
-
- # new empty doc
- f = NonstandardPrimaryKey(rr, {})
- f.save()
- assert f.pk_value
- assert 'not_id' in f
- assert f.not_id == f.pk_value
- assert len(f.keys()) == 1
-
- with pytest.raises(KeyError):
- NonstandardPrimaryKey.load(rr, 'no_such_thing')
-
- # new doc with (only) primary key
- d = NonstandardPrimaryKey(rr, {'not_id': 1})
- assert d.not_id == 1
- assert d.pk_value == 1
- d.save()
-
- d_copy = NonstandardPrimaryKey.load(rr, 1)
- assert d == d_copy
-
- # new doc with something in it
- e = NonstandardPrimaryKey(rr, {'some_field': 'something'})
- with pytest.raises(KeyError):
- e['not_id']
- assert e.not_id is None
- assert e.get('not_id') is None
- e.save()
- assert e.not_id
-
- e_copy = NonstandardPrimaryKey.load(rr, e.not_id)
- assert e == e_copy
- e_copy['blah'] = 'toot'
- e_copy.save()
-
- e.refresh()
- assert e['blah'] == 'toot'
- assert e == e_copy
-
-
diff --git a/tests/test_svcreg.py b/tests/test_svcreg.py
new file mode 100644
index 0000000..fb45bcd
--- /dev/null
+++ b/tests/test_svcreg.py
@@ -0,0 +1,202 @@
+'''
+tests_rethinker.py - unit tests for doublethink
+
+Copyright (C) 2015-2017 Internet Archive
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+'''
+
+import doublethink
+import logging
+import sys
+import types
+import gc
+import pytest
+import rethinkdb as r
+import time
+import socket
+import os
+import datetime
+
+logging.basicConfig(stream=sys.stderr, level=logging.INFO,
+ format="%(asctime)s %(process)d %(levelname)s %(threadName)s %(name)s.%(funcName)s(%(filename)s:%(lineno)d) %(message)s")
+
+class RethinkerForTesting(doublethink.Rethinker):
+ def __init__(self, *args, **kwargs):
+ super(RethinkerForTesting, self).__init__(*args, **kwargs)
+
+ def _random_server_connection(self):
+ self.last_conn = super(RethinkerForTesting, self)._random_server_connection()
+ # logging.info("self.last_conn=%s", self.last_conn)
+ return self.last_conn
+
+@pytest.fixture(scope="module")
+def rr():
+ rr = RethinkerForTesting()
+ try:
+ rr.db_drop("doublethink_test_db").run()
+ except r.errors.ReqlOpFailedError:
+ pass
+ result = rr.db_create("doublethink_test_db").run()
+ assert not rr.last_conn.is_open()
+ assert result["dbs_created"] == 1
+ return RethinkerForTesting(db="doublethink_test_db")
+
+def test_service_registry(rr):
+ svcreg = doublethink.ServiceRegistry(rr)
+ assert svcreg.available_service("yes-such-role") == None
+ assert svcreg.available_services("yes-such-role") == []
+ assert svcreg.available_services() == []
+ svc0 = {
+ "role": "yes-such-role",
+ "load": 100.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc1 = {
+ "role": "yes-such-role",
+ "load": 200.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc0 = svcreg.heartbeat(svc0)
+ svc1 = svcreg.heartbeat(svc1)
+ assert "id" in svc0
+ assert "id" in svc1
+ assert svc0["id"] != svc1["id"]
+
+ assert svc0["host"] == socket.gethostname()
+ assert svc1["host"] == socket.gethostname()
+
+ assert "pid" in svc0
+ assert "pid" in svc1
+ assert svc0["pid"] == os.getpid()
+ assert svc1["pid"] == os.getpid()
+ assert "first_heartbeat" in svc0
+ assert "first_heartbeat" in svc1
+ assert "last_heartbeat" in svc0
+ assert "last_heartbeat" in svc1
+
+ time.sleep(0.2)
+ assert svcreg.available_service("no-such-role") == None
+ assert svcreg.available_services("no-such-role") == []
+ # svc0 has less load
+ assert svcreg.available_service("yes-such-role")["id"] == svc0["id"]
+ assert len(svcreg.available_services("yes-such-role")) == 2
+ assert len(svcreg.available_services()) == 2
+
+ svc1["load"] = 50.0
+ svc1 = svcreg.heartbeat(svc1)
+ time.sleep(0.2)
+ assert svcreg.available_service("no-such-role") == None
+ # now svc1 has less load
+ assert svcreg.available_service("yes-such-role")["id"] == svc1["id"]
+ assert len(svcreg.available_services("yes-such-role")) == 2
+ assert len(svcreg.available_services()) == 2
+
+ svc1["load"] = 200.0
+ svc1 = svcreg.heartbeat(svc1)
+ time.sleep(0.2)
+ assert svcreg.available_service("no-such-role") == None
+ # now svc0 has less load again
+ assert svcreg.available_service("yes-such-role")["id"] == svc0["id"]
+ assert len(svcreg.available_services("yes-such-role")) == 2
+ assert len(svcreg.available_services()) == 2
+
+ svc1 = svcreg.heartbeat(svc1)
+ time.sleep(0.2)
+ svc1 = svcreg.heartbeat(svc1)
+ time.sleep(0.7)
+ assert svcreg.available_service("no-such-role") == None
+ # now it's been too long since the last heartbeat from svc0
+ assert svcreg.available_service("yes-such-role")["id"] == svc1["id"]
+ assert len(svcreg.available_services("yes-such-role")) == 1
+ assert len(svcreg.available_services()) == 1
+
+ svcreg.unregister(svc1["id"])
+ time.sleep(0.2)
+ assert svcreg.available_service("no-such-role") == None
+ assert svcreg.available_service("yes-such-role") == None
+ assert svcreg.available_services("yes-such-role") == []
+ assert svcreg.available_services() == []
+
+ svc0 = {
+ "role": "yes-such-role",
+ "load": 100.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc1 = {
+ "role": "yes-such-role",
+ "load": 200.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc0 = svcreg.heartbeat(svc0)
+ svc1 = svcreg.heartbeat(svc1)
+ assert len(svcreg.available_services("yes-such-role")) == 2
+ assert len(svcreg.available_services()) == 2
+ svcreg.unregister(svc0["id"])
+ svcreg.unregister(svc1["id"])
+
+ svc0 = {
+ "role": "yes-such-role",
+ "load": 100.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc1 = {
+ "role": "yes-such-role",
+ "load": 200.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc2 = {
+ "role": "another-such-role",
+ "load": 200.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc3 = {
+ "role": "yet-another-such-role",
+ "load": 200.0,
+ "heartbeat_interval": 0.4,
+ }
+ svc0 = svcreg.heartbeat(svc0)
+ svc1 = svcreg.heartbeat(svc1)
+ svc2 = svcreg.heartbeat(svc2)
+ svc3 = svcreg.heartbeat(svc3)
+ assert len(svcreg.available_services("yes-such-role")) == 2
+ assert len(svcreg.available_services()) == 4
+
+def test_svcreg_heartbeat_server_down(rr):
+ class MockRethinker:
+ def table(self, *args, **kwargs):
+ raise Exception('catch me if you can')
+
+ class SortOfFakeServiceRegistry(doublethink.ServiceRegistry):
+ def __init__(self, rethinker):
+ self.rr = rethinker
+ # self._ensure_table() # not doing this here
+
+ # no such rethinkdb server
+ rr = MockRethinker()
+ svcreg = SortOfFakeServiceRegistry(rr)
+ svc0 = {
+ "role": "role-foo",
+ "load": 100.0,
+ "heartbeat_interval": 0.4,
+ }
+ # no exception thrown
+ svc0 = svcreg.heartbeat(svc0)
+
+ # check that status_info was *not* updated
+ assert not 'id' in svc0
+ assert not 'last_heartbeat' in svc0
+ assert not 'first_heartbeat' in svc0
+ assert not 'host' in svc0
+ assert not 'pid' in svc0
+