X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;ds=inline;f=osm_common%2Ftests%2Ftest_dbmemory.py;h=344d3dd343338e15a55f41c62e086585585a3a7a;hb=399f6c3acc2e8852d463844a562bcde063c912e2;hp=0b62485d74641d5b250f94dc67549dfc5110d157;hpb=0cb1b3c3a97ea8772cdbff4f42527b1116dce12c;p=osm%2Fcommon.git diff --git a/osm_common/tests/test_dbmemory.py b/osm_common/tests/test_dbmemory.py index 0b62485..344d3dd 100644 --- a/osm_common/tests/test_dbmemory.py +++ b/osm_common/tests/test_dbmemory.py @@ -1,21 +1,45 @@ +# Copyright 2018 Whitestack, LLC +# Copyright 2018 Telefonica S.A. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. +# +# For those usages not covered by the Apache License, Version 2.0 please +# contact: esousa@whitestack.com or alfonso.tiernosepulveda@telefonica.com +## + import http import logging import pytest +import unittest +from unittest.mock import Mock from unittest.mock import MagicMock from osm_common.dbbase import DbException from osm_common.dbmemory import DbMemory +from copy import deepcopy __author__ = 'Eduardo Sousa ' -@pytest.fixture -def db_memory(): - db = DbMemory() + +@pytest.fixture(scope="function", params=[True, False]) +def db_memory(request): + db = DbMemory(lock=request.param) return db -@pytest.fixture -def db_memory_with_data(): - db = DbMemory() + +@pytest.fixture(scope="function", params=[True, False]) +def db_memory_with_data(request): + db = DbMemory(lock=request.param) db.create("test", {"_id": 1, "data": 1}) db.create("test", {"_id": 2, "data": 2}) @@ -24,58 +48,80 @@ def db_memory_with_data(): return db +@pytest.fixture(scope="function") +def db_memory_with_many_data(request): + db = DbMemory(lock=False) + + db.create_list("test", [ + {"_id": 1, "data": {"data2": {"data3": 1}}, "list": [{"a": 1}], "text": "sometext"}, + {"_id": 2, "data": {"data2": {"data3": 2}}, "list": [{"a": 2}], "list2": [1, 2, 3]}, + {"_id": 3, "data": {"data2": {"data3": 3}}, "list": [{"a": 3}]}, + {"_id": 4, "data": {"data2": {"data3": 4}}, "list": [{"a": 4}, {"a": 0}]}, + {"_id": 5, "data": {"data2": {"data3": 5}}, "list": [{"a": 5}]}, + {"_id": 6, "data": {"data2": {"data3": 6}}, "list": [{"0": {"a": 1}}]}, + {"_id": 7, "data": {"data2": {"data3": 7}}, "0": {"a": 0}}, + {"_id": 8, "list": [{"a": 3, "b": 0, "c": [{"a": 3, "b": 1}, {"a": 0, "b": "v"}]}, {"a": 0, "b": 1}]}, + ]) + return db + def empty_exception_message(): return 'database exception ' -def get_one_exception_message(filter): - return "database exception Not found entry with filter='{}'".format(filter) -def get_one_multiple_exception_message(filter): - return "database exception Found more than one entry with filter='{}'".format(filter) +def get_one_exception_message(db_filter): + return "database exception Not found entry with filter='{}'".format(db_filter) -def del_one_exception_message(filter): - return "database exception Not found entry with filter='{}'".format(filter) -def replace_exception_message(filter): - return "database exception Not found entry with filter='{}'".format(filter) +def get_one_multiple_exception_message(db_filter): + return "database exception Found more than one entry with filter='{}'".format(db_filter) + + +def del_one_exception_message(db_filter): + return "database exception Not found entry with filter='{}'".format(db_filter) + + +def replace_exception_message(value): + return "database exception Not found entry with _id='{}'".format(value) + def test_constructor(): db = DbMemory() - assert db.logger == logging.getLogger('db') - assert len(db.db) == 0 + assert db.db == {} + def test_constructor_with_logger(): logger_name = 'db_local' - db = DbMemory(logger_name=logger_name) - assert db.logger == logging.getLogger(logger_name) - assert len(db.db) == 0 + assert db.db == {} + def test_db_connect(): logger_name = 'db_local' config = {'logger_name': logger_name} - db = DbMemory() db.db_connect(config) - assert db.logger == logging.getLogger(logger_name) - assert len(db.db) == 0 + assert db.db == {} + + +def test_db_disconnect(db_memory): + db_memory.db_disconnect() -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {}), ("test", {"_id": 1}), ("test", {"data": 1}), - ("test", {"_id": 1, "data": 1}), -]) -def test_get_list_with_empty_db(db_memory, table, filter): - result = db_memory.get_list(table, filter) - + ("test", {"_id": 1, "data": 1})]) +def test_get_list_with_empty_db(db_memory, table, db_filter): + result = db_memory.get_list(table, db_filter) assert len(result) == 0 -@pytest.mark.parametrize("table, filter, expected_data", [ + +@pytest.mark.parametrize("table, db_filter, expected_data", [ ("test", {}, [{"_id": 1, "data": 1}, {"_id": 2, "data": 2}, {"_id": 3, "data": 3}]), ("test", {"_id": 1}, [{"_id": 1, "data": 1}]), ("test", {"data": 1}, [{"_id": 1, "data": 1}]), @@ -89,27 +135,25 @@ def test_get_list_with_empty_db(db_memory, table, filter): ("test_table", {}, []), ("test_table", {"_id": 1}, []), ("test_table", {"data": 1}, []), - ("test_table", {"_id": 1, "data": 1}, []), -]) -def test_get_list_with_non_empty_db(db_memory_with_data, table, filter, expected_data): - result = db_memory_with_data.get_list(table, filter) - + ("test_table", {"_id": 1, "data": 1}, [])]) +def test_get_list_with_non_empty_db(db_memory_with_data, table, db_filter, expected_data): + result = db_memory_with_data.get_list(table, db_filter) assert len(result) == len(expected_data) for data in expected_data: assert data in result + def test_get_list_exception(db_memory_with_data): table = 'test' - filter = {} - + db_filter = {} db_memory_with_data._find = MagicMock(side_effect=Exception()) - with pytest.raises(DbException) as excinfo: - db_memory_with_data.get_list(table, filter) + db_memory_with_data.get_list(table, db_filter) assert str(excinfo.value) == empty_exception_message() assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter, expected_data", [ + +@pytest.mark.parametrize("table, db_filter, expected_data", [ ("test", {"_id": 1}, {"_id": 1, "data": 1}), ("test", {"_id": 2}, {"_id": 2, "data": 2}), ("test", {"_id": 3}, {"_id": 3, "data": 3}), @@ -118,114 +162,174 @@ def test_get_list_exception(db_memory_with_data): ("test", {"data": 3}, {"_id": 3, "data": 3}), ("test", {"_id": 1, "data": 1}, {"_id": 1, "data": 1}), ("test", {"_id": 2, "data": 2}, {"_id": 2, "data": 2}), - ("test", {"_id": 3, "data": 3}, {"_id": 3, "data": 3}), -]) -def test_get_one(db_memory_with_data, table, filter, expected_data): - result = db_memory_with_data.get_one(table, filter) - + ("test", {"_id": 3, "data": 3}, {"_id": 3, "data": 3})]) +def test_get_one(db_memory_with_data, table, db_filter, expected_data): + result = db_memory_with_data.get_one(table, db_filter) assert result == expected_data assert len(db_memory_with_data.db) == 1 assert table in db_memory_with_data.db assert len(db_memory_with_data.db[table]) == 3 assert result in db_memory_with_data.db[table] -@pytest.mark.parametrize("table, filter, expected_data", [ - ("test", {}, {"_id": 1, "data": 1}), -]) -def test_get_one_with_multiple_results(db_memory_with_data, table, filter, expected_data): - result = db_memory_with_data.get_one(table, filter, fail_on_more=False) +@pytest.mark.parametrize("db_filter, expected_ids", [ + ({}, [1, 2, 3, 4, 5, 6, 7, 8]), + ({"_id": 1}, [1]), + ({"data.data2.data3": 2}, [2]), + ({"data.data2.data3.eq": 2}, [2]), + ({"data.data2.data3": [2]}, [2]), + ({"data.data2.data3.cont": [2]}, [2]), + ({"data.data2.data3.neq": 2}, [1, 3, 4, 5, 6, 7, 8]), + ({"data.data2.data3.neq": [2]}, [1, 3, 4, 5, 6, 7, 8]), + ({"data.data2.data3.ncont": [2]}, [1, 3, 4, 5, 6, 7, 8]), + ({"data.data2.data3": [2, 3]}, [2, 3]), + ({"data.data2.data3.gt": 4}, [5, 6, 7]), + ({"data.data2.data3.gte": 4}, [4, 5, 6, 7]), + ({"data.data2.data3.lt": 4}, [1, 2, 3]), + ({"data.data2.data3.lte": 4}, [1, 2, 3, 4]), + ({"data.data2.data3.lte": 4.5}, [1, 2, 3, 4]), + ({"data.data2.data3.gt": "text"}, []), + ({"nonexist.nonexist": "4"}, []), + ({"nonexist.nonexist": None}, [1, 2, 3, 4, 5, 6, 7, 8]), + ({"nonexist.nonexist.neq": "4"}, [1, 2, 3, 4, 5, 6, 7, 8]), + ({"nonexist.nonexist.neq": None}, []), + ({"text.eq": "sometext"}, [1]), + ({"text.neq": "sometext"}, [2, 3, 4, 5, 6, 7, 8]), + ({"text.eq": "somet"}, []), + ({"text.gte": "a"}, [1]), + ({"text.gte": "somet"}, [1]), + ({"text.gte": "sometext"}, [1]), + ({"text.lt": "somet"}, []), + ({"data.data2.data3": 2, "data.data2.data4": None}, [2]), + ({"data.data2.data3": 2, "data.data2.data4": 5}, []), + ({"data.data2.data3": 4}, [4]), + ({"data.data2.data3": [3, 4, "e"]}, [3, 4]), + ({"data.data2.data3": None}, [8]), + ({"data.data2": "4"}, []), + ({"list.0.a": 1}, [1, 6]), + ({"list2": 1}, [2]), + ({"list2": [1, 5]}, [2]), + ({"list2": [1, 2]}, [2]), + ({"list2": [5, 7]}, []), + ({"list.ANYINDEX.a": 1}, [1]), + ({"list.a": 3, "list.b": 1}, [8]), + ({"list.ANYINDEX.a": 3, "list.ANYINDEX.b": 1}, []), + ({"list.ANYINDEX.a": 3, "list.ANYINDEX.c.a": 3}, [8]), + ({"list.ANYINDEX.a": 3, "list.ANYINDEX.b": 0}, [8]), + ({"list.ANYINDEX.a": 3, "list.ANYINDEX.c.ANYINDEX.a": 0, "list.ANYINDEX.c.ANYINDEX.b": "v"}, [8]), + ({"list.ANYINDEX.a": 3, "list.ANYINDEX.c.ANYINDEX.a": 0, "list.ANYINDEX.c.ANYINDEX.b": 1}, []), + ({"list.c.b": 1}, [8]), + ({"list.c.b": None}, [1, 2, 3, 4, 5, 6, 7]), + # ({"data.data2.data3": 4}, []), + # ({"data.data2.data3": 4}, []), +]) +def test_get_list(db_memory_with_many_data, db_filter, expected_ids): + result = db_memory_with_many_data.get_list("test", db_filter) + assert isinstance(result, list) + result_ids = [item["_id"] for item in result] + assert len(result) == len(expected_ids), "for db_filter={} result={} expected_ids={}".format(db_filter, result, + result_ids) + assert result_ids == expected_ids + for i in range(len(result)): + assert result[i] in db_memory_with_many_data.db["test"] + + assert len(db_memory_with_many_data.db) == 1 + assert "test" in db_memory_with_many_data.db + assert len(db_memory_with_many_data.db["test"]) == 8 + result = db_memory_with_many_data.count("test", db_filter) + assert result == len(expected_ids) + + +@pytest.mark.parametrize("table, db_filter, expected_data", [ + ("test", {}, {"_id": 1, "data": 1})]) +def test_get_one_with_multiple_results(db_memory_with_data, table, db_filter, expected_data): + result = db_memory_with_data.get_one(table, db_filter, fail_on_more=False) assert result == expected_data assert len(db_memory_with_data.db) == 1 assert table in db_memory_with_data.db assert len(db_memory_with_data.db[table]) == 3 assert result in db_memory_with_data.db[table] + def test_get_one_with_multiple_results_exception(db_memory_with_data): table = "test" - filter = {} - + db_filter = {} with pytest.raises(DbException) as excinfo: - db_memory_with_data.get_one(table, filter) + db_memory_with_data.get_one(table, db_filter) + assert str(excinfo.value) == (empty_exception_message() + get_one_multiple_exception_message(db_filter)) + # assert excinfo.value.http_code == http.HTTPStatus.CONFLICT - assert str(excinfo.value) == (empty_exception_message() + get_one_multiple_exception_message(filter)) -# assert excinfo.value.http_code == http.HTTPStatus.CONFLICT -@pytest.mark.parametrize("table, filter", [ +@pytest.mark.parametrize("table, db_filter", [ ("test", {"_id": 4}), ("test", {"data": 4}), ("test", {"_id": 4, "data": 4}), ("test_table", {"_id": 4}), ("test_table", {"data": 4}), - ("test_table", {"_id": 4, "data": 4}), -]) -def test_get_one_with_non_empty_db_exception(db_memory_with_data, table, filter): + ("test_table", {"_id": 4, "data": 4})]) +def test_get_one_with_non_empty_db_exception(db_memory_with_data, table, db_filter): with pytest.raises(DbException) as excinfo: - db_memory_with_data.get_one(table, filter) - assert str(excinfo.value) == (empty_exception_message() + get_one_exception_message(filter)) + db_memory_with_data.get_one(table, db_filter) + assert str(excinfo.value) == (empty_exception_message() + get_one_exception_message(db_filter)) assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {"_id": 4}), ("test", {"data": 4}), ("test", {"_id": 4, "data": 4}), ("test_table", {"_id": 4}), ("test_table", {"data": 4}), - ("test_table", {"_id": 4, "data": 4}), -]) -def test_get_one_with_non_empty_db_none(db_memory_with_data, table, filter): - result = db_memory_with_data.get_one(table, filter, fail_on_empty=False) - - assert result == None + ("test_table", {"_id": 4, "data": 4})]) +def test_get_one_with_non_empty_db_none(db_memory_with_data, table, db_filter): + result = db_memory_with_data.get_one(table, db_filter, fail_on_empty=False) + assert result is None -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {"_id": 4}), ("test", {"data": 4}), ("test", {"_id": 4, "data": 4}), ("test_table", {"_id": 4}), ("test_table", {"data": 4}), - ("test_table", {"_id": 4, "data": 4}), -]) -def test_get_one_with_empty_db_exception(db_memory, table, filter): + ("test_table", {"_id": 4, "data": 4})]) +def test_get_one_with_empty_db_exception(db_memory, table, db_filter): with pytest.raises(DbException) as excinfo: - db_memory.get_one(table, filter) - assert str(excinfo.value) == (empty_exception_message() + get_one_exception_message(filter)) + db_memory.get_one(table, db_filter) + assert str(excinfo.value) == (empty_exception_message() + get_one_exception_message(db_filter)) assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {"_id": 4}), ("test", {"data": 4}), ("test", {"_id": 4, "data": 4}), ("test_table", {"_id": 4}), ("test_table", {"data": 4}), - ("test_table", {"_id": 4, "data": 4}), -]) -def test_get_one_with_empty_db_none(db_memory, table, filter): - result = db_memory.get_one(table, filter, fail_on_empty=False) - - assert result == None + ("test_table", {"_id": 4, "data": 4})]) +def test_get_one_with_empty_db_none(db_memory, table, db_filter): + result = db_memory.get_one(table, db_filter, fail_on_empty=False) + assert result is None + def test_get_one_generic_exception(db_memory_with_data): table = 'test' - filter = {} - + db_filter = {} db_memory_with_data._find = MagicMock(side_effect=Exception()) - with pytest.raises(DbException) as excinfo: - db_memory_with_data.get_one(table, filter) + db_memory_with_data.get_one(table, db_filter) assert str(excinfo.value) == empty_exception_message() assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter, expected_data", [ -# ("test", {}, []), - ("test", {"_id": 1}, [{"_id": 2, "data": 2}, {"_id": 3, "data": 3}]), - ("test", {"_id": 2}, [{"_id": 1, "data": 1}, {"_id": 3, "data": 3}]), - ("test", {"_id": 1, "data": 1}, [{"_id": 2, "data": 2}, {"_id": 3, "data": 3}]), - ("test", {"_id": 2, "data": 2}, [{"_id": 1, "data": 1}, {"_id": 3, "data": 3}]), -]) -def test_del_list_with_non_empty_db(db_memory_with_data, table, filter, expected_data): - result = db_memory_with_data.del_list(table, filter) +@pytest.mark.parametrize("table, db_filter, expected_data", [ + ("test", {}, []), + ("test", {"_id": 1}, [{"_id": 2, "data": 2}, {"_id": 3, "data": 3}]), + ("test", {"_id": 2}, [{"_id": 1, "data": 1}, {"_id": 3, "data": 3}]), + ("test", {"_id": 1, "data": 1}, [{"_id": 2, "data": 2}, {"_id": 3, "data": 3}]), + ("test", {"_id": 2, "data": 2}, [{"_id": 1, "data": 1}, {"_id": 3, "data": 3}])]) +def test_del_list_with_non_empty_db(db_memory_with_data, table, db_filter, expected_data): + result = db_memory_with_data.del_list(table, db_filter) assert result["deleted"] == (3 - len(expected_data)) assert len(db_memory_with_data.db) == 1 assert table in db_memory_with_data.db @@ -233,49 +337,48 @@ def test_del_list_with_non_empty_db(db_memory_with_data, table, filter, expected for data in expected_data: assert data in db_memory_with_data.db[table] -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {}), ("test", {"_id": 1}), ("test", {"_id": 2}), ("test", {"data": 1}), ("test", {"data": 2}), ("test", {"_id": 1, "data": 1}), - ("test", {"_id": 2, "data": 2}), -]) -def test_del_list_with_empty_db(db_memory, table, filter): - result = db_memory.del_list(table, filter) + ("test", {"_id": 2, "data": 2})]) +def test_del_list_with_empty_db(db_memory, table, db_filter): + result = db_memory.del_list(table, db_filter) assert result['deleted'] == 0 + def test_del_list_generic_exception(db_memory_with_data): table = 'test' - filter = {} - + db_filter = {} db_memory_with_data._find = MagicMock(side_effect=Exception()) - with pytest.raises(DbException) as excinfo: - db_memory_with_data.del_list(table, filter) + db_memory_with_data.del_list(table, db_filter) assert str(excinfo.value) == empty_exception_message() assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter, data", [ + +@pytest.mark.parametrize("table, db_filter, data", [ ("test", {}, {"_id": 1, "data": 1}), ("test", {"_id": 1}, {"_id": 1, "data": 1}), ("test", {"data": 1}, {"_id": 1, "data": 1}), ("test", {"_id": 1, "data": 1}, {"_id": 1, "data": 1}), ("test", {"_id": 2}, {"_id": 2, "data": 2}), ("test", {"data": 2}, {"_id": 2, "data": 2}), - ("test", {"_id": 2, "data": 2}, {"_id": 2, "data": 2}), -]) -def test_del_one(db_memory_with_data, table, filter, data): - result = db_memory_with_data.del_one(table, filter) - + ("test", {"_id": 2, "data": 2}, {"_id": 2, "data": 2})]) +def test_del_one(db_memory_with_data, table, db_filter, data): + result = db_memory_with_data.del_one(table, db_filter) assert result == {"deleted": 1} assert len(db_memory_with_data.db) == 1 assert table in db_memory_with_data.db assert len(db_memory_with_data.db[table]) == 2 assert data not in db_memory_with_data.db[table] -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {}), ("test", {"_id": 1}), ("test", {"_id": 2}), @@ -289,15 +392,15 @@ def test_del_one(db_memory_with_data, table, filter, data): ("test_table", {"data": 1}), ("test_table", {"data": 2}), ("test_table", {"_id": 1, "data": 1}), - ("test_table", {"_id": 2, "data": 2}), -]) -def test_del_one_with_empty_db_exception(db_memory, table, filter): + ("test_table", {"_id": 2, "data": 2})]) +def test_del_one_with_empty_db_exception(db_memory, table, db_filter): with pytest.raises(DbException) as excinfo: - db_memory.del_one(table, filter) - assert str(excinfo.value) == (empty_exception_message() + del_one_exception_message(filter)) + db_memory.del_one(table, db_filter) + assert str(excinfo.value) == (empty_exception_message() + del_one_exception_message(db_filter)) assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {}), ("test", {"_id": 1}), ("test", {"_id": 2}), @@ -311,14 +414,13 @@ def test_del_one_with_empty_db_exception(db_memory, table, filter): ("test_table", {"data": 1}), ("test_table", {"data": 2}), ("test_table", {"_id": 1, "data": 1}), - ("test_table", {"_id": 2, "data": 2}), -]) -def test_del_one_with_empty_db_none(db_memory, table, filter): - result = db_memory.del_one(table, filter, fail_on_empty=False) + ("test_table", {"_id": 2, "data": 2})]) +def test_del_one_with_empty_db_none(db_memory, table, db_filter): + result = db_memory.del_one(table, db_filter, fail_on_empty=False) + assert result is None - assert result == None -@pytest.mark.parametrize("table, filter", [ +@pytest.mark.parametrize("table, db_filter", [ ("test", {"_id": 4}), ("test", {"_id": 5}), ("test", {"data": 4}), @@ -331,15 +433,15 @@ def test_del_one_with_empty_db_none(db_memory, table, filter): ("test_table", {"data": 1}), ("test_table", {"data": 2}), ("test_table", {"_id": 1, "data": 1}), - ("test_table", {"_id": 2, "data": 2}), -]) -def test_del_one_with_non_empty_db_exception(db_memory_with_data, table, filter): + ("test_table", {"_id": 2, "data": 2})]) +def test_del_one_with_non_empty_db_exception(db_memory_with_data, table, db_filter): with pytest.raises(DbException) as excinfo: - db_memory_with_data.del_one(table, filter) - assert str(excinfo.value) == (empty_exception_message() + del_one_exception_message(filter)) + db_memory_with_data.del_one(table, db_filter) + assert str(excinfo.value) == (empty_exception_message() + del_one_exception_message(db_filter)) assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter", [ + +@pytest.mark.parametrize("table, db_filter", [ ("test", {"_id": 4}), ("test", {"_id": 5}), ("test", {"data": 4}), @@ -352,121 +454,98 @@ def test_del_one_with_non_empty_db_exception(db_memory_with_data, table, filter) ("test_table", {"data": 1}), ("test_table", {"data": 2}), ("test_table", {"_id": 1, "data": 1}), - ("test_table", {"_id": 2, "data": 2}), -]) -def test_del_one_with_non_empty_db_none(db_memory_with_data, table, filter): - result = db_memory_with_data.del_one(table, filter, fail_on_empty=False) + ("test_table", {"_id": 2, "data": 2})]) +def test_del_one_with_non_empty_db_none(db_memory_with_data, table, db_filter): + result = db_memory_with_data.del_one(table, db_filter, fail_on_empty=False) + assert result is None - assert result == None @pytest.mark.parametrize("fail_on_empty", [ (True), - (False), -]) + (False)]) def test_del_one_generic_exception(db_memory_with_data, fail_on_empty): table = 'test' - filter = {} - + db_filter = {} db_memory_with_data._find = MagicMock(side_effect=Exception()) - with pytest.raises(DbException) as excinfo: - db_memory_with_data.del_one(table, filter, fail_on_empty=fail_on_empty) + db_memory_with_data.del_one(table, db_filter, fail_on_empty=fail_on_empty) assert str(excinfo.value) == empty_exception_message() assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter, indata", [ - ("test", {}, {"_id": 1, "data": 42}), - ("test", {}, {"_id": 3, "data": 42}), - ("test", {"_id": 1}, {"_id": 3, "data": 42}), - ("test", {"_id": 3}, {"_id": 3, "data": 42}), - ("test", {"data": 1}, {"_id": 3, "data": 42}), - ("test", {"data": 3}, {"_id": 3, "data": 42}), - ("test", {"_id": 1, "data": 1}, {"_id": 3, "data": 42}), - ("test", {"_id": 3, "data": 3}, {"_id": 3, "data": 42}), -]) -def test_replace(db_memory_with_data, table, filter, indata): - result = db_memory_with_data.replace(table, filter, indata) +@pytest.mark.parametrize("table, _id, indata", [ + ("test", 1, {"_id": 1, "data": 42}), + ("test", 1, {"_id": 1, "data": 42, "kk": 34}), + ("test", 1, {"_id": 1}), + ("test", 2, {"_id": 2, "data": 42}), + ("test", 2, {"_id": 2, "data": 42, "kk": 34}), + ("test", 2, {"_id": 2}), + ("test", 3, {"_id": 3, "data": 42}), + ("test", 3, {"_id": 3, "data": 42, "kk": 34}), + ("test", 3, {"_id": 3})]) +def test_replace(db_memory_with_data, table, _id, indata): + result = db_memory_with_data.replace(table, _id, indata) assert result == {"updated": 1} assert len(db_memory_with_data.db) == 1 assert table in db_memory_with_data.db assert len(db_memory_with_data.db[table]) == 3 assert indata in db_memory_with_data.db[table] -@pytest.mark.parametrize("table, filter, indata", [ - ("test", {}, {'_id': 1, 'data': 1}), - ("test", {}, {'_id': 2, 'data': 1}), - ("test", {}, {'_id': 1, 'data': 2}), - ("test", {'_id': 1}, {'_id': 1, 'data': 1}), - ("test", {'_id': 1, 'data': 1}, {'_id': 1, 'data': 1}), - ("test_table", {}, {'_id': 1, 'data': 1}), - ("test_table", {}, {'_id': 2, 'data': 1}), - ("test_table", {}, {'_id': 1, 'data': 2}), - ("test_table", {'_id': 1}, {'_id': 1, 'data': 1}), - ("test_table", {'_id': 1, 'data': 1}, {'_id': 1, 'data': 1}), -]) -def test_replace_without_data_exception(db_memory, table, filter, indata): + +@pytest.mark.parametrize("table, _id, indata", [ + ("test", 1, {"_id": 1, "data": 42}), + ("test", 2, {"_id": 2}), + ("test", 3, {"_id": 3})]) +def test_replace_without_data_exception(db_memory, table, _id, indata): with pytest.raises(DbException) as excinfo: - db_memory.replace(table, filter, indata, fail_on_empty=True) - assert str(excinfo.value) == (empty_exception_message() + replace_exception_message(filter)) + db_memory.replace(table, _id, indata, fail_on_empty=True) + assert str(excinfo.value) == (replace_exception_message(_id)) assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter, indata", [ - ("test", {}, {'_id': 1, 'data': 1}), - ("test", {}, {'_id': 2, 'data': 1}), - ("test", {}, {'_id': 1, 'data': 2}), - ("test", {'_id': 1}, {'_id': 1, 'data': 1}), - ("test", {'_id': 1, 'data': 1}, {'_id': 1, 'data': 1}), - ("test_table", {}, {'_id': 1, 'data': 1}), - ("test_table", {}, {'_id': 2, 'data': 1}), - ("test_table", {}, {'_id': 1, 'data': 2}), - ("test_table", {'_id': 1}, {'_id': 1, 'data': 1}), - ("test_table", {'_id': 1, 'data': 1}, {'_id': 1, 'data': 1}), -]) -def test_replace_without_data_none(db_memory, table, filter, indata): - result = db_memory.replace(table, filter, indata, fail_on_empty=False) - assert result == None - -@pytest.mark.parametrize("table, filter, indata", [ - ("test_table", {}, {'_id': 1, 'data': 1}), - ("test_table", {}, {'_id': 2, 'data': 1}), - ("test_table", {}, {'_id': 1, 'data': 2}), - ("test_table", {'_id': 1}, {'_id': 1, 'data': 1}), - ("test_table", {'_id': 1, 'data': 1}, {'_id': 1, 'data': 1}), -]) -def test_replace_with_data_exception(db_memory_with_data, table, filter, indata): + +@pytest.mark.parametrize("table, _id, indata", [ + ("test", 1, {"_id": 1, "data": 42}), + ("test", 2, {"_id": 2}), + ("test", 3, {"_id": 3})]) +def test_replace_without_data_none(db_memory, table, _id, indata): + result = db_memory.replace(table, _id, indata, fail_on_empty=False) + assert result is None + + +@pytest.mark.parametrize("table, _id, indata", [ + ("test", 11, {"_id": 11, "data": 42}), + ("test", 12, {"_id": 12}), + ("test", 33, {"_id": 33})]) +def test_replace_with_data_exception(db_memory_with_data, table, _id, indata): with pytest.raises(DbException) as excinfo: - db_memory_with_data.replace(table, filter, indata, fail_on_empty=True) - assert str(excinfo.value) == (empty_exception_message() + replace_exception_message(filter)) + db_memory_with_data.replace(table, _id, indata, fail_on_empty=True) + assert str(excinfo.value) == (replace_exception_message(_id)) assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND -@pytest.mark.parametrize("table, filter, indata", [ - ("test_table", {}, {'_id': 1, 'data': 1}), - ("test_table", {}, {'_id': 2, 'data': 1}), - ("test_table", {}, {'_id': 1, 'data': 2}), - ("test_table", {'_id': 1}, {'_id': 1, 'data': 1}), - ("test_table", {'_id': 1, 'data': 1}, {'_id': 1, 'data': 1}), -]) -def test_replace_with_data_none(db_memory_with_data, table, filter, indata): - result = db_memory_with_data.replace(table, filter, indata, fail_on_empty=False) - assert result == None + +@pytest.mark.parametrize("table, _id, indata", [ + ("test", 11, {"_id": 11, "data": 42}), + ("test", 12, {"_id": 12}), + ("test", 33, {"_id": 33})]) +def test_replace_with_data_none(db_memory_with_data, table, _id, indata): + result = db_memory_with_data.replace(table, _id, indata, fail_on_empty=False) + assert result is None + @pytest.mark.parametrize("fail_on_empty", [ - (True), - (False), -]) + True, + False]) def test_replace_generic_exception(db_memory_with_data, fail_on_empty): table = 'test' - filter = {} + _id = {} indata = {'_id': 1, 'data': 1} - db_memory_with_data._find = MagicMock(side_effect=Exception()) - with pytest.raises(DbException) as excinfo: - db_memory_with_data.replace(table, filter, indata, fail_on_empty=fail_on_empty) + db_memory_with_data.replace(table, _id, indata, fail_on_empty=fail_on_empty) assert str(excinfo.value) == empty_exception_message() assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND + @pytest.mark.parametrize("table, id, data", [ ("test", "1", {"data": 1}), ("test", "1", {"data": 2}), @@ -483,20 +562,18 @@ def test_replace_generic_exception(db_memory_with_data, fail_on_empty): ("test_table", "1", {"data_1": 1, "data_2": 2}), ("test_table", "1", {"data_1": 2, "data_2": 1}), ("test_table", "2", {"data_1": 1, "data_2": 2}), - ("test_table", "2", {"data_1": 2, "data_2": 1}), -]) + ("test_table", "2", {"data_1": 2, "data_2": 1})]) def test_create_with_empty_db_with_id(db_memory, table, id, data): data_to_insert = data data_to_insert['_id'] = id - returned_id = db_memory.create(table, data_to_insert) - assert returned_id == id assert len(db_memory.db) == 1 assert table in db_memory.db assert len(db_memory.db[table]) == 1 assert data_to_insert in db_memory.db[table] + @pytest.mark.parametrize("table, id, data", [ ("test", "4", {"data": 1}), ("test", "5", {"data": 2}), @@ -513,20 +590,18 @@ def test_create_with_empty_db_with_id(db_memory, table, id, data): ("test_table", "4", {"data_1": 1, "data_2": 2}), ("test_table", "5", {"data_1": 2, "data_2": 1}), ("test_table", "4", {"data_1": 1, "data_2": 2}), - ("test_table", "5", {"data_1": 2, "data_2": 1}), -]) + ("test_table", "5", {"data_1": 2, "data_2": 1})]) def test_create_with_non_empty_db_with_id(db_memory_with_data, table, id, data): data_to_insert = data data_to_insert['_id'] = id - returned_id = db_memory_with_data.create(table, data_to_insert) - assert returned_id == id assert len(db_memory_with_data.db) == (1 if table == 'test' else 2) assert table in db_memory_with_data.db assert len(db_memory_with_data.db[table]) == (4 if table == 'test' else 1) assert data_to_insert in db_memory_with_data.db[table] + @pytest.mark.parametrize("table, data", [ ("test", {"data": 1}), ("test", {"data": 2}), @@ -543,20 +618,17 @@ def test_create_with_non_empty_db_with_id(db_memory_with_data, table, id, data): ("test_table", {"data_1": 1, "data_2": 2}), ("test_table", {"data_1": 2, "data_2": 1}), ("test_table", {"data_1": 1, "data_2": 2}), - ("test_table", {"data_1": 2, "data_2": 1}), -]) + ("test_table", {"data_1": 2, "data_2": 1})]) def test_create_with_empty_db_without_id(db_memory, table, data): returned_id = db_memory.create(table, data) - assert len(db_memory.db) == 1 assert table in db_memory.db assert len(db_memory.db[table]) == 1 - data_inserted = data data_inserted['_id'] = returned_id - assert data_inserted in db_memory.db[table] + @pytest.mark.parametrize("table, data", [ ("test", {"data": 1}), ("test", {"data": 2}), @@ -573,28 +645,177 @@ def test_create_with_empty_db_without_id(db_memory, table, data): ("test_table", {"data_1": 1, "data_2": 2}), ("test_table", {"data_1": 2, "data_2": 1}), ("test_table", {"data_1": 1, "data_2": 2}), - ("test_table", {"data_1": 2, "data_2": 1}), -]) + ("test_table", {"data_1": 2, "data_2": 1})]) def test_create_with_non_empty_db_without_id(db_memory_with_data, table, data): returned_id = db_memory_with_data.create(table, data) - assert len(db_memory_with_data.db) == (1 if table == 'test' else 2) assert table in db_memory_with_data.db assert len(db_memory_with_data.db[table]) == (4 if table == 'test' else 1) - data_inserted = data data_inserted['_id'] = returned_id - assert data_inserted in db_memory_with_data.db[table] + def test_create_with_exception(db_memory): table = "test" data = {"_id": 1, "data": 1} - db_memory.db = MagicMock() db_memory.db.__contains__.side_effect = Exception() - with pytest.raises(DbException) as excinfo: db_memory.create(table, data) assert str(excinfo.value) == empty_exception_message() assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND + + +@pytest.mark.parametrize("db_content, update_dict, expected, message", [ + ({"a": {"none": None}}, {"a.b.num": "v"}, {"a": {"none": None, "b": {"num": "v"}}}, "create dict"), + ({"a": {"none": None}}, {"a.none.num": "v"}, {"a": {"none": {"num": "v"}}}, "create dict over none"), + ({"a": {"b": {"num": 4}}}, {"a.b.num": "v"}, {"a": {"b": {"num": "v"}}}, "replace_number"), + ({"a": {"b": {"num": 4}}}, {"a.b.num.c.d": "v"}, None, "create dict over number should fail"), + ({"a": {"b": {"num": 4}}}, {"a.b": "v"}, {"a": {"b": "v"}}, "replace dict with a string"), + ({"a": {"b": {"num": 4}}}, {"a.b": None}, {"a": {"b": None}}, "replace dict with None"), + ({"a": [{"b": {"num": 4}}]}, {"a.b.num": "v"}, None, "create dict over list should fail"), + ({"a": [{"b": {"num": 4}}]}, {"a.0.b.num": "v"}, {"a": [{"b": {"num": "v"}}]}, "set list"), + ({"a": [{"b": {"num": 4}}]}, {"a.3.b.num": "v"}, + {"a": [{"b": {"num": 4}}, None, None, {"b": {"num": "v"}}]}, "expand list"), + ({"a": [[4]]}, {"a.0.0": "v"}, {"a": [["v"]]}, "set nested list"), + ({"a": [[4]]}, {"a.0.2": "v"}, {"a": [[4, None, "v"]]}, "expand nested list"), + ({"a": [[4]]}, {"a.2.2": "v"}, {"a": [[4], None, {"2": "v"}]}, "expand list and add number key")]) +def test_set_one(db_memory, db_content, update_dict, expected, message): + db_memory._find = Mock(return_value=((0, db_content), )) + if expected is None: + with pytest.raises(DbException) as excinfo: + db_memory.set_one("table", {}, update_dict) + assert (excinfo.value.http_code == http.HTTPStatus.NOT_FOUND), message + else: + db_memory.set_one("table", {}, update_dict) + assert (db_content == expected), message + + +class TestDbMemory(unittest.TestCase): + # TODO to delete. This is cover with pytest test_set_one. + def test_set_one(self): + test_set = ( + # (database content, set-content, expected database content (None=fails), message) + ({"a": {"none": None}}, {"a.b.num": "v"}, {"a": {"none": None, "b": {"num": "v"}}}, "create dict"), + ({"a": {"none": None}}, {"a.none.num": "v"}, {"a": {"none": {"num": "v"}}}, "create dict over none"), + ({"a": {"b": {"num": 4}}}, {"a.b.num": "v"}, {"a": {"b": {"num": "v"}}}, "replace_number"), + ({"a": {"b": {"num": 4}}}, {"a.b.num.c.d": "v"}, None, "create dict over number should fail"), + ({"a": {"b": {"num": 4}}}, {"a.b": "v"}, {"a": {"b": "v"}}, "replace dict with a string"), + ({"a": {"b": {"num": 4}}}, {"a.b": None}, {"a": {"b": None}}, "replace dict with None"), + + ({"a": [{"b": {"num": 4}}]}, {"a.b.num": "v"}, None, "create dict over list should fail"), + ({"a": [{"b": {"num": 4}}]}, {"a.0.b.num": "v"}, {"a": [{"b": {"num": "v"}}]}, "set list"), + ({"a": [{"b": {"num": 4}}]}, {"a.3.b.num": "v"}, + {"a": [{"b": {"num": 4}}, None, None, {"b": {"num": "v"}}]}, "expand list"), + ({"a": [[4]]}, {"a.0.0": "v"}, {"a": [["v"]]}, "set nested list"), + ({"a": [[4]]}, {"a.0.2": "v"}, {"a": [[4, None, "v"]]}, "expand nested list"), + ({"a": [[4]]}, {"a.2.2": "v"}, {"a": [[4], None, {"2": "v"}]}, "expand list and add number key"), + ({"a": None}, {"b.c": "v"}, {"a": None, "b": {"c": "v"}}, "expand at root"), + ) + db_men = DbMemory() + db_men._find = Mock() + for db_content, update_dict, expected, message in test_set: + db_men._find.return_value = ((0, db_content), ) + if expected is None: + self.assertRaises(DbException, db_men.set_one, "table", {}, update_dict) + else: + db_men.set_one("table", {}, update_dict) + self.assertEqual(db_content, expected, message) + + def test_set_one_pull(self): + example = {"a": [1, "1", 1], "d": {}, "n": None} + test_set = ( + # (database content, set-content, expected database content (None=fails), message) + (example, {"a": "1"}, {"a": [1, 1], "d": {}, "n": None}, "pull one item"), + (example, {"a": 1}, {"a": ["1"], "d": {}, "n": None}, "pull two items"), + (example, {"a": "v"}, example, "pull non existing item"), + (example, {"a.6": 1}, example, "pull non existing arrray"), + (example, {"d.b.c": 1}, example, "pull non existing arrray2"), + (example, {"b": 1}, example, "pull non existing arrray3"), + (example, {"d": 1}, None, "pull over dict"), + (example, {"n": 1}, None, "pull over None"), + ) + db_men = DbMemory() + db_men._find = Mock() + for db_content, pull_dict, expected, message in test_set: + db_content = deepcopy(db_content) + db_men._find.return_value = ((0, db_content), ) + if expected is None: + self.assertRaises(DbException, db_men.set_one, "table", {}, None, fail_on_empty=False, pull=pull_dict) + else: + db_men.set_one("table", {}, None, pull=pull_dict) + self.assertEqual(db_content, expected, message) + + def test_set_one_push(self): + example = {"a": [1, "1", 1], "d": {}, "n": None} + test_set = ( + # (database content, set-content, expected database content (None=fails), message) + (example, {"d.b.c": 1}, {"a": [1, "1", 1], "d": {"b": {"c": [1]}}, "n": None}, "push non existing arrray2"), + (example, {"b": 1}, {"a": [1, "1", 1], "d": {}, "b": [1], "n": None}, "push non existing arrray3"), + (example, {"a.6": 1}, {"a": [1, "1", 1, None, None, None, [1]], "d": {}, "n": None}, + "push non existing arrray"), + (example, {"a": 2}, {"a": [1, "1", 1, 2], "d": {}, "n": None}, "push one item"), + (example, {"a": {1: 1}}, {"a": [1, "1", 1, {1: 1}], "d": {}, "n": None}, "push a dict"), + (example, {"d": 1}, None, "push over dict"), + (example, {"n": 1}, None, "push over None"), + ) + db_men = DbMemory() + db_men._find = Mock() + for db_content, push_dict, expected, message in test_set: + db_content = deepcopy(db_content) + db_men._find.return_value = ((0, db_content), ) + if expected is None: + self.assertRaises(DbException, db_men.set_one, "table", {}, None, fail_on_empty=False, push=push_dict) + else: + db_men.set_one("table", {}, None, push=push_dict) + self.assertEqual(db_content, expected, message) + + def test_set_one_push_list(self): + example = {"a": [1, "1", 1], "d": {}, "n": None} + test_set = ( + # (database content, set-content, expected database content (None=fails), message) + (example, {"d.b.c": [1]}, {"a": [1, "1", 1], "d": {"b": {"c": [1]}}, "n": None}, + "push non existing arrray2"), + (example, {"b": [1]}, {"a": [1, "1", 1], "d": {}, "b": [1], "n": None}, "push non existing arrray3"), + (example, {"a.6": [1]}, {"a": [1, "1", 1, None, None, None, [1]], "d": {}, "n": None}, + "push non existing arrray"), + (example, {"a": [2, 3]}, {"a": [1, "1", 1, 2, 3], "d": {}, "n": None}, "push two item"), + (example, {"a": [{1: 1}]}, {"a": [1, "1", 1, {1: 1}], "d": {}, "n": None}, "push a dict"), + (example, {"d": [1]}, None, "push over dict"), + (example, {"n": [1]}, None, "push over None"), + (example, {"a": 1}, None, "invalid push list non an array"), + ) + db_men = DbMemory() + db_men._find = Mock() + for db_content, push_list, expected, message in test_set: + db_content = deepcopy(db_content) + db_men._find.return_value = ((0, db_content), ) + if expected is None: + self.assertRaises(DbException, db_men.set_one, "table", {}, None, fail_on_empty=False, + push_list=push_list) + else: + db_men.set_one("table", {}, None, push_list=push_list) + self.assertEqual(db_content, expected, message) + + def test_unset_one(self): + example = {"a": [1, "1", 1], "d": {}, "n": None} + test_set = ( + # (database content, set-content, expected database content (None=fails), message) + (example, {"d.b.c": 1}, example, "unset non existing"), + (example, {"b": 1}, example, "unset non existing"), + (example, {"a.6": 1}, example, "unset non existing arrray"), + (example, {"a": 2}, {"d": {}, "n": None}, "unset array"), + (example, {"d": 1}, {"a": [1, "1", 1], "n": None}, "unset dict"), + (example, {"n": 1}, {"a": [1, "1", 1], "d": {}}, "unset None"), + ) + db_men = DbMemory() + db_men._find = Mock() + for db_content, unset_dict, expected, message in test_set: + db_content = deepcopy(db_content) + db_men._find.return_value = ((0, db_content), ) + if expected is None: + self.assertRaises(DbException, db_men.set_one, "table", {}, None, fail_on_empty=False, unset=unset_dict) + else: + db_men.set_one("table", {}, None, unset=unset_dict) + self.assertEqual(db_content, expected, message)