osm_common/tests/test_dbmemory.py

# Copyright 2018 Whitestack, LLC
# Copyright 2018 Telefonica S.A.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
#
# For those usages not covered by the Apache License, Version 2.0 please
# contact: esousa@whitestack.com or alfonso.tiernosepulveda@telefonica.com
##

import http
import logging
import pytest
import unittest
from unittest.mock import Mock

from unittest.mock import MagicMock
from osm_common.dbbase import DbException
from osm_common.dbmemory import DbMemory
from copy import deepcopy

__author__ = "Eduardo Sousa <eduardosousa@av.it.pt>"


@pytest.fixture(scope="function", params=[True, False])
def db_memory(request):
    db = DbMemory(lock=request.param)
    return db


@pytest.fixture(scope="function", params=[True, False])
def db_memory_with_data(request):
    db = DbMemory(lock=request.param)

    db.create("test", {"_id": 1, "data": 1})
    db.create("test", {"_id": 2, "data": 2})
    db.create("test", {"_id": 3, "data": 3})

    return db


@pytest.fixture(scope="function")
def db_memory_with_many_data(request):
    db = DbMemory(lock=False)

    db.create_list(
        "test",
        [
            {
                "_id": 1,
                "data": {"data2": {"data3": 1}},
                "list": [{"a": 1}],
                "text": "sometext",
            },
            {
                "_id": 2,
                "data": {"data2": {"data3": 2}},
                "list": [{"a": 2}],
                "list2": [1, 2, 3],
            },
            {"_id": 3, "data": {"data2": {"data3": 3}}, "list": [{"a": 3}]},
            {"_id": 4, "data": {"data2": {"data3": 4}}, "list": [{"a": 4}, {"a": 0}]},
            {"_id": 5, "data": {"data2": {"data3": 5}}, "list": [{"a": 5}]},
            {"_id": 6, "data": {"data2": {"data3": 6}}, "list": [{"0": {"a": 1}}]},
            {"_id": 7, "data": {"data2": {"data3": 7}}, "0": {"a": 0}},
            {
                "_id": 8,
                "list": [
                    {"a": 3, "b": 0, "c": [{"a": 3, "b": 1}, {"a": 0, "b": "v"}]},
                    {"a": 0, "b": 1},
                ],
            },
        ],
    )
    return db


def empty_exception_message():
    return "database exception "


def get_one_exception_message(db_filter):
    return "database exception Not found entry with filter='{}'".format(db_filter)


def get_one_multiple_exception_message(db_filter):
    return "database exception Found more than one entry with filter='{}'".format(
        db_filter
    )


def del_one_exception_message(db_filter):
    return "database exception Not found entry with filter='{}'".format(db_filter)


def replace_exception_message(value):
    return "database exception Not found entry with _id='{}'".format(value)


def test_constructor():
    db = DbMemory()
    assert db.logger == logging.getLogger("db")
    assert db.db == {}


def test_constructor_with_logger():
    logger_name = "db_local"
    db = DbMemory(logger_name=logger_name)
    assert db.logger == logging.getLogger(logger_name)
    assert db.db == {}


def test_db_connect():
    logger_name = "db_local"
    config = {"logger_name": logger_name}
    db = DbMemory()
    db.db_connect(config)
    assert db.logger == logging.getLogger(logger_name)
    assert db.db == {}


def test_db_disconnect(db_memory):
    db_memory.db_disconnect()


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {}),
        ("test", {"_id": 1}),
        ("test", {"data": 1}),
        ("test", {"_id": 1, "data": 1}),
    ],
)
def test_get_list_with_empty_db(db_memory, table, db_filter):
    result = db_memory.get_list(table, db_filter)
    assert len(result) == 0


@pytest.mark.parametrize(
    "table, db_filter, expected_data",
    [
        (
            "test",
            {},
            [{"_id": 1, "data": 1}, {"_id": 2, "data": 2}, {"_id": 3, "data": 3}],
        ),
        ("test", {"_id": 1}, [{"_id": 1, "data": 1}]),
        ("test", {"data": 1}, [{"_id": 1, "data": 1}]),
        ("test", {"_id": 1, "data": 1}, [{"_id": 1, "data": 1}]),
        ("test", {"_id": 2}, [{"_id": 2, "data": 2}]),
        ("test", {"data": 2}, [{"_id": 2, "data": 2}]),
        ("test", {"_id": 2, "data": 2}, [{"_id": 2, "data": 2}]),
        ("test", {"_id": 4}, []),
        ("test", {"data": 4}, []),
        ("test", {"_id": 4, "data": 4}, []),
        ("test_table", {}, []),
        ("test_table", {"_id": 1}, []),
        ("test_table", {"data": 1}, []),
        ("test_table", {"_id": 1, "data": 1}, []),
    ],
)
def test_get_list_with_non_empty_db(
    db_memory_with_data, table, db_filter, expected_data
):
    result = db_memory_with_data.get_list(table, db_filter)
    assert len(result) == len(expected_data)
    for data in expected_data:
        assert data in result


def test_get_list_exception(db_memory_with_data):
    table = "test"
    db_filter = {}
    db_memory_with_data._find = MagicMock(side_effect=Exception())
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.get_list(table, db_filter)
    assert str(excinfo.value) == empty_exception_message()
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter, expected_data",
    [
        ("test", {"_id": 1}, {"_id": 1, "data": 1}),
        ("test", {"_id": 2}, {"_id": 2, "data": 2}),
        ("test", {"_id": 3}, {"_id": 3, "data": 3}),
        ("test", {"data": 1}, {"_id": 1, "data": 1}),
        ("test", {"data": 2}, {"_id": 2, "data": 2}),
        ("test", {"data": 3}, {"_id": 3, "data": 3}),
        ("test", {"_id": 1, "data": 1}, {"_id": 1, "data": 1}),
        ("test", {"_id": 2, "data": 2}, {"_id": 2, "data": 2}),
        ("test", {"_id": 3, "data": 3}, {"_id": 3, "data": 3}),
    ],
)
def test_get_one(db_memory_with_data, table, db_filter, expected_data):
    result = db_memory_with_data.get_one(table, db_filter)
    assert result == expected_data
    assert len(db_memory_with_data.db) == 1
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == 3
    assert result in db_memory_with_data.db[table]


@pytest.mark.parametrize(
    "db_filter, expected_ids",
    [
        ({}, [1, 2, 3, 4, 5, 6, 7, 8]),
        ({"_id": 1}, [1]),
        ({"data.data2.data3": 2}, [2]),
        ({"data.data2.data3.eq": 2}, [2]),
        ({"data.data2.data3": [2]}, [2]),
        ({"data.data2.data3.cont": [2]}, [2]),
        ({"data.data2.data3.neq": 2}, [1, 3, 4, 5, 6, 7, 8]),
        ({"data.data2.data3.neq": [2]}, [1, 3, 4, 5, 6, 7, 8]),
        ({"data.data2.data3.ncont": [2]}, [1, 3, 4, 5, 6, 7, 8]),
        ({"data.data2.data3": [2, 3]}, [2, 3]),
        ({"data.data2.data3.gt": 4}, [5, 6, 7]),
        ({"data.data2.data3.gte": 4}, [4, 5, 6, 7]),
        ({"data.data2.data3.lt": 4}, [1, 2, 3]),
        ({"data.data2.data3.lte": 4}, [1, 2, 3, 4]),
        ({"data.data2.data3.lte": 4.5}, [1, 2, 3, 4]),
        ({"data.data2.data3.gt": "text"}, []),
        ({"nonexist.nonexist": "4"}, []),
        ({"nonexist.nonexist": None}, [1, 2, 3, 4, 5, 6, 7, 8]),
        ({"nonexist.nonexist.neq": "4"}, [1, 2, 3, 4, 5, 6, 7, 8]),
        ({"nonexist.nonexist.neq": None}, []),
        ({"text.eq": "sometext"}, [1]),
        ({"text.neq": "sometext"}, [2, 3, 4, 5, 6, 7, 8]),
        ({"text.eq": "somet"}, []),
        ({"text.gte": "a"}, [1]),
        ({"text.gte": "somet"}, [1]),
        ({"text.gte": "sometext"}, [1]),
        ({"text.lt": "somet"}, []),
        ({"data.data2.data3": 2, "data.data2.data4": None}, [2]),
        ({"data.data2.data3": 2, "data.data2.data4": 5}, []),
        ({"data.data2.data3": 4}, [4]),
        ({"data.data2.data3": [3, 4, "e"]}, [3, 4]),
        ({"data.data2.data3": None}, [8]),
        ({"data.data2": "4"}, []),
        ({"list.0.a": 1}, [1, 6]),
        ({"list2": 1}, [2]),
        ({"list2": [1, 5]}, [2]),
        ({"list2": [1, 2]}, [2]),
        ({"list2": [5, 7]}, []),
        ({"list.ANYINDEX.a": 1}, [1]),
        ({"list.a": 3, "list.b": 1}, [8]),
        ({"list.ANYINDEX.a": 3, "list.ANYINDEX.b": 1}, []),
        ({"list.ANYINDEX.a": 3, "list.ANYINDEX.c.a": 3}, [8]),
        ({"list.ANYINDEX.a": 3, "list.ANYINDEX.b": 0}, [8]),
        (
            {
                "list.ANYINDEX.a": 3,
                "list.ANYINDEX.c.ANYINDEX.a": 0,
                "list.ANYINDEX.c.ANYINDEX.b": "v",
            },
            [8],
        ),
        (
            {
                "list.ANYINDEX.a": 3,
                "list.ANYINDEX.c.ANYINDEX.a": 0,
                "list.ANYINDEX.c.ANYINDEX.b": 1,
            },
            [],
        ),
        ({"list.c.b": 1}, [8]),
        ({"list.c.b": None}, [1, 2, 3, 4, 5, 6, 7]),
        # ({"data.data2.data3": 4}, []),
        # ({"data.data2.data3": 4}, []),
    ],
)
def test_get_list(db_memory_with_many_data, db_filter, expected_ids):
    result = db_memory_with_many_data.get_list("test", db_filter)
    assert isinstance(result, list)
    result_ids = [item["_id"] for item in result]
    assert len(result) == len(
        expected_ids
    ), "for db_filter={} result={} expected_ids={}".format(
        db_filter, result, result_ids
    )
    assert result_ids == expected_ids
    for i in range(len(result)):
        assert result[i] in db_memory_with_many_data.db["test"]

    assert len(db_memory_with_many_data.db) == 1
    assert "test" in db_memory_with_many_data.db
    assert len(db_memory_with_many_data.db["test"]) == 8
    result = db_memory_with_many_data.count("test", db_filter)
    assert result == len(expected_ids)


@pytest.mark.parametrize(
    "table, db_filter, expected_data", [("test", {}, {"_id": 1, "data": 1})]
)
def test_get_one_with_multiple_results(
    db_memory_with_data, table, db_filter, expected_data
):
    result = db_memory_with_data.get_one(table, db_filter, fail_on_more=False)
    assert result == expected_data
    assert len(db_memory_with_data.db) == 1
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == 3
    assert result in db_memory_with_data.db[table]


def test_get_one_with_multiple_results_exception(db_memory_with_data):
    table = "test"
    db_filter = {}
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.get_one(table, db_filter)
    assert str(excinfo.value) == (
        empty_exception_message() + get_one_multiple_exception_message(db_filter)
    )
    # assert excinfo.value.http_code == http.HTTPStatus.CONFLICT


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {"_id": 4}),
        ("test", {"data": 4}),
        ("test", {"_id": 4, "data": 4}),
        ("test_table", {"_id": 4}),
        ("test_table", {"data": 4}),
        ("test_table", {"_id": 4, "data": 4}),
    ],
)
def test_get_one_with_non_empty_db_exception(db_memory_with_data, table, db_filter):
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.get_one(table, db_filter)
    assert str(excinfo.value) == (
        empty_exception_message() + get_one_exception_message(db_filter)
    )
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {"_id": 4}),
        ("test", {"data": 4}),
        ("test", {"_id": 4, "data": 4}),
        ("test_table", {"_id": 4}),
        ("test_table", {"data": 4}),
        ("test_table", {"_id": 4, "data": 4}),
    ],
)
def test_get_one_with_non_empty_db_none(db_memory_with_data, table, db_filter):
    result = db_memory_with_data.get_one(table, db_filter, fail_on_empty=False)
    assert result is None


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {"_id": 4}),
        ("test", {"data": 4}),
        ("test", {"_id": 4, "data": 4}),
        ("test_table", {"_id": 4}),
        ("test_table", {"data": 4}),
        ("test_table", {"_id": 4, "data": 4}),
    ],
)
def test_get_one_with_empty_db_exception(db_memory, table, db_filter):
    with pytest.raises(DbException) as excinfo:
        db_memory.get_one(table, db_filter)
    assert str(excinfo.value) == (
        empty_exception_message() + get_one_exception_message(db_filter)
    )
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {"_id": 4}),
        ("test", {"data": 4}),
        ("test", {"_id": 4, "data": 4}),
        ("test_table", {"_id": 4}),
        ("test_table", {"data": 4}),
        ("test_table", {"_id": 4, "data": 4}),
    ],
)
def test_get_one_with_empty_db_none(db_memory, table, db_filter):
    result = db_memory.get_one(table, db_filter, fail_on_empty=False)
    assert result is None


def test_get_one_generic_exception(db_memory_with_data):
    table = "test"
    db_filter = {}
    db_memory_with_data._find = MagicMock(side_effect=Exception())
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.get_one(table, db_filter)
    assert str(excinfo.value) == empty_exception_message()
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter, expected_data",
    [
        ("test", {}, []),
        ("test", {"_id": 1}, [{"_id": 2, "data": 2}, {"_id": 3, "data": 3}]),
        ("test", {"_id": 2}, [{"_id": 1, "data": 1}, {"_id": 3, "data": 3}]),
        ("test", {"_id": 1, "data": 1}, [{"_id": 2, "data": 2}, {"_id": 3, "data": 3}]),
        ("test", {"_id": 2, "data": 2}, [{"_id": 1, "data": 1}, {"_id": 3, "data": 3}]),
    ],
)
def test_del_list_with_non_empty_db(
    db_memory_with_data, table, db_filter, expected_data
):
    result = db_memory_with_data.del_list(table, db_filter)
    assert result["deleted"] == (3 - len(expected_data))
    assert len(db_memory_with_data.db) == 1
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == len(expected_data)
    for data in expected_data:
        assert data in db_memory_with_data.db[table]


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {}),
        ("test", {"_id": 1}),
        ("test", {"_id": 2}),
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test", {"_id": 1, "data": 1}),
        ("test", {"_id": 2, "data": 2}),
    ],
)
def test_del_list_with_empty_db(db_memory, table, db_filter):
    result = db_memory.del_list(table, db_filter)
    assert result["deleted"] == 0


def test_del_list_generic_exception(db_memory_with_data):
    table = "test"
    db_filter = {}
    db_memory_with_data._find = MagicMock(side_effect=Exception())
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.del_list(table, db_filter)
    assert str(excinfo.value) == empty_exception_message()
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter, data",
    [
        ("test", {}, {"_id": 1, "data": 1}),
        ("test", {"_id": 1}, {"_id": 1, "data": 1}),
        ("test", {"data": 1}, {"_id": 1, "data": 1}),
        ("test", {"_id": 1, "data": 1}, {"_id": 1, "data": 1}),
        ("test", {"_id": 2}, {"_id": 2, "data": 2}),
        ("test", {"data": 2}, {"_id": 2, "data": 2}),
        ("test", {"_id": 2, "data": 2}, {"_id": 2, "data": 2}),
    ],
)
def test_del_one(db_memory_with_data, table, db_filter, data):
    result = db_memory_with_data.del_one(table, db_filter)
    assert result == {"deleted": 1}
    assert len(db_memory_with_data.db) == 1
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == 2
    assert data not in db_memory_with_data.db[table]


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {}),
        ("test", {"_id": 1}),
        ("test", {"_id": 2}),
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test", {"_id": 1, "data": 1}),
        ("test", {"_id": 2, "data": 2}),
        ("test_table", {}),
        ("test_table", {"_id": 1}),
        ("test_table", {"_id": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test_table", {"_id": 1, "data": 1}),
        ("test_table", {"_id": 2, "data": 2}),
    ],
)
def test_del_one_with_empty_db_exception(db_memory, table, db_filter):
    with pytest.raises(DbException) as excinfo:
        db_memory.del_one(table, db_filter)
    assert str(excinfo.value) == (
        empty_exception_message() + del_one_exception_message(db_filter)
    )
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {}),
        ("test", {"_id": 1}),
        ("test", {"_id": 2}),
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test", {"_id": 1, "data": 1}),
        ("test", {"_id": 2, "data": 2}),
        ("test_table", {}),
        ("test_table", {"_id": 1}),
        ("test_table", {"_id": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test_table", {"_id": 1, "data": 1}),
        ("test_table", {"_id": 2, "data": 2}),
    ],
)
def test_del_one_with_empty_db_none(db_memory, table, db_filter):
    result = db_memory.del_one(table, db_filter, fail_on_empty=False)
    assert result is None


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {"_id": 4}),
        ("test", {"_id": 5}),
        ("test", {"data": 4}),
        ("test", {"data": 5}),
        ("test", {"_id": 1, "data": 2}),
        ("test", {"_id": 2, "data": 3}),
        ("test_table", {}),
        ("test_table", {"_id": 1}),
        ("test_table", {"_id": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test_table", {"_id": 1, "data": 1}),
        ("test_table", {"_id": 2, "data": 2}),
    ],
)
def test_del_one_with_non_empty_db_exception(db_memory_with_data, table, db_filter):
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.del_one(table, db_filter)
    assert str(excinfo.value) == (
        empty_exception_message() + del_one_exception_message(db_filter)
    )
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, db_filter",
    [
        ("test", {"_id": 4}),
        ("test", {"_id": 5}),
        ("test", {"data": 4}),
        ("test", {"data": 5}),
        ("test", {"_id": 1, "data": 2}),
        ("test", {"_id": 2, "data": 3}),
        ("test_table", {}),
        ("test_table", {"_id": 1}),
        ("test_table", {"_id": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test_table", {"_id": 1, "data": 1}),
        ("test_table", {"_id": 2, "data": 2}),
    ],
)
def test_del_one_with_non_empty_db_none(db_memory_with_data, table, db_filter):
    result = db_memory_with_data.del_one(table, db_filter, fail_on_empty=False)
    assert result is None


@pytest.mark.parametrize("fail_on_empty", [(True), (False)])
def test_del_one_generic_exception(db_memory_with_data, fail_on_empty):
    table = "test"
    db_filter = {}
    db_memory_with_data._find = MagicMock(side_effect=Exception())
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.del_one(table, db_filter, fail_on_empty=fail_on_empty)
    assert str(excinfo.value) == empty_exception_message()
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, _id, indata",
    [
        ("test", 1, {"_id": 1, "data": 42}),
        ("test", 1, {"_id": 1, "data": 42, "kk": 34}),
        ("test", 1, {"_id": 1}),
        ("test", 2, {"_id": 2, "data": 42}),
        ("test", 2, {"_id": 2, "data": 42, "kk": 34}),
        ("test", 2, {"_id": 2}),
        ("test", 3, {"_id": 3, "data": 42}),
        ("test", 3, {"_id": 3, "data": 42, "kk": 34}),
        ("test", 3, {"_id": 3}),
    ],
)
def test_replace(db_memory_with_data, table, _id, indata):
    result = db_memory_with_data.replace(table, _id, indata)
    assert result == {"updated": 1}
    assert len(db_memory_with_data.db) == 1
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == 3
    assert indata in db_memory_with_data.db[table]


@pytest.mark.parametrize(
    "table, _id, indata",
    [
        ("test", 1, {"_id": 1, "data": 42}),
        ("test", 2, {"_id": 2}),
        ("test", 3, {"_id": 3}),
    ],
)
def test_replace_without_data_exception(db_memory, table, _id, indata):
    with pytest.raises(DbException) as excinfo:
        db_memory.replace(table, _id, indata, fail_on_empty=True)
    assert str(excinfo.value) == (replace_exception_message(_id))
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, _id, indata",
    [
        ("test", 1, {"_id": 1, "data": 42}),
        ("test", 2, {"_id": 2}),
        ("test", 3, {"_id": 3}),
    ],
)
def test_replace_without_data_none(db_memory, table, _id, indata):
    result = db_memory.replace(table, _id, indata, fail_on_empty=False)
    assert result is None


@pytest.mark.parametrize(
    "table, _id, indata",
    [
        ("test", 11, {"_id": 11, "data": 42}),
        ("test", 12, {"_id": 12}),
        ("test", 33, {"_id": 33}),
    ],
)
def test_replace_with_data_exception(db_memory_with_data, table, _id, indata):
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.replace(table, _id, indata, fail_on_empty=True)
    assert str(excinfo.value) == (replace_exception_message(_id))
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, _id, indata",
    [
        ("test", 11, {"_id": 11, "data": 42}),
        ("test", 12, {"_id": 12}),
        ("test", 33, {"_id": 33}),
    ],
)
def test_replace_with_data_none(db_memory_with_data, table, _id, indata):
    result = db_memory_with_data.replace(table, _id, indata, fail_on_empty=False)
    assert result is None


@pytest.mark.parametrize("fail_on_empty", [True, False])
def test_replace_generic_exception(db_memory_with_data, fail_on_empty):
    table = "test"
    _id = {}
    indata = {"_id": 1, "data": 1}
    db_memory_with_data._find = MagicMock(side_effect=Exception())
    with pytest.raises(DbException) as excinfo:
        db_memory_with_data.replace(table, _id, indata, fail_on_empty=fail_on_empty)
    assert str(excinfo.value) == empty_exception_message()
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "table, id, data",
    [
        ("test", "1", {"data": 1}),
        ("test", "1", {"data": 2}),
        ("test", "2", {"data": 1}),
        ("test", "2", {"data": 2}),
        ("test_table", "1", {"data": 1}),
        ("test_table", "1", {"data": 2}),
        ("test_table", "2", {"data": 1}),
        ("test_table", "2", {"data": 2}),
        ("test", "1", {"data_1": 1, "data_2": 2}),
        ("test", "1", {"data_1": 2, "data_2": 1}),
        ("test", "2", {"data_1": 1, "data_2": 2}),
        ("test", "2", {"data_1": 2, "data_2": 1}),
        ("test_table", "1", {"data_1": 1, "data_2": 2}),
        ("test_table", "1", {"data_1": 2, "data_2": 1}),
        ("test_table", "2", {"data_1": 1, "data_2": 2}),
        ("test_table", "2", {"data_1": 2, "data_2": 1}),
    ],
)
def test_create_with_empty_db_with_id(db_memory, table, id, data):
    data_to_insert = data
    data_to_insert["_id"] = id
    returned_id = db_memory.create(table, data_to_insert)
    assert returned_id == id
    assert len(db_memory.db) == 1
    assert table in db_memory.db
    assert len(db_memory.db[table]) == 1
    assert data_to_insert in db_memory.db[table]


@pytest.mark.parametrize(
    "table, id, data",
    [
        ("test", "4", {"data": 1}),
        ("test", "5", {"data": 2}),
        ("test", "4", {"data": 1}),
        ("test", "5", {"data": 2}),
        ("test_table", "4", {"data": 1}),
        ("test_table", "5", {"data": 2}),
        ("test_table", "4", {"data": 1}),
        ("test_table", "5", {"data": 2}),
        ("test", "4", {"data_1": 1, "data_2": 2}),
        ("test", "5", {"data_1": 2, "data_2": 1}),
        ("test", "4", {"data_1": 1, "data_2": 2}),
        ("test", "5", {"data_1": 2, "data_2": 1}),
        ("test_table", "4", {"data_1": 1, "data_2": 2}),
        ("test_table", "5", {"data_1": 2, "data_2": 1}),
        ("test_table", "4", {"data_1": 1, "data_2": 2}),
        ("test_table", "5", {"data_1": 2, "data_2": 1}),
    ],
)
def test_create_with_non_empty_db_with_id(db_memory_with_data, table, id, data):
    data_to_insert = data
    data_to_insert["_id"] = id
    returned_id = db_memory_with_data.create(table, data_to_insert)
    assert returned_id == id
    assert len(db_memory_with_data.db) == (1 if table == "test" else 2)
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == (4 if table == "test" else 1)
    assert data_to_insert in db_memory_with_data.db[table]


@pytest.mark.parametrize(
    "table, data",
    [
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test", {"data_1": 1, "data_2": 2}),
        ("test", {"data_1": 2, "data_2": 1}),
        ("test", {"data_1": 1, "data_2": 2}),
        ("test", {"data_1": 2, "data_2": 1}),
        ("test_table", {"data_1": 1, "data_2": 2}),
        ("test_table", {"data_1": 2, "data_2": 1}),
        ("test_table", {"data_1": 1, "data_2": 2}),
        ("test_table", {"data_1": 2, "data_2": 1}),
    ],
)
def test_create_with_empty_db_without_id(db_memory, table, data):
    returned_id = db_memory.create(table, data)
    assert len(db_memory.db) == 1
    assert table in db_memory.db
    assert len(db_memory.db[table]) == 1
    data_inserted = data
    data_inserted["_id"] = returned_id
    assert data_inserted in db_memory.db[table]


@pytest.mark.parametrize(
    "table, data",
    [
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test", {"data": 1}),
        ("test", {"data": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test_table", {"data": 1}),
        ("test_table", {"data": 2}),
        ("test", {"data_1": 1, "data_2": 2}),
        ("test", {"data_1": 2, "data_2": 1}),
        ("test", {"data_1": 1, "data_2": 2}),
        ("test", {"data_1": 2, "data_2": 1}),
        ("test_table", {"data_1": 1, "data_2": 2}),
        ("test_table", {"data_1": 2, "data_2": 1}),
        ("test_table", {"data_1": 1, "data_2": 2}),
        ("test_table", {"data_1": 2, "data_2": 1}),
    ],
)
def test_create_with_non_empty_db_without_id(db_memory_with_data, table, data):
    returned_id = db_memory_with_data.create(table, data)
    assert len(db_memory_with_data.db) == (1 if table == "test" else 2)
    assert table in db_memory_with_data.db
    assert len(db_memory_with_data.db[table]) == (4 if table == "test" else 1)
    data_inserted = data
    data_inserted["_id"] = returned_id
    assert data_inserted in db_memory_with_data.db[table]


def test_create_with_exception(db_memory):
    table = "test"
    data = {"_id": 1, "data": 1}
    db_memory.db = MagicMock()
    db_memory.db.__contains__.side_effect = Exception()
    with pytest.raises(DbException) as excinfo:
        db_memory.create(table, data)
    assert str(excinfo.value) == empty_exception_message()
    assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND


@pytest.mark.parametrize(
    "db_content, update_dict, expected, message",
    [
        (
            {"a": {"none": None}},
            {"a.b.num": "v"},
            {"a": {"none": None, "b": {"num": "v"}}},
            "create dict",
        ),
        (
            {"a": {"none": None}},
            {"a.none.num": "v"},
            {"a": {"none": {"num": "v"}}},
            "create dict over none",
        ),
        (
            {"a": {"b": {"num": 4}}},
            {"a.b.num": "v"},
            {"a": {"b": {"num": "v"}}},
            "replace_number",
        ),
        (
            {"a": {"b": {"num": 4}}},
            {"a.b.num.c.d": "v"},
            None,
            "create dict over number should fail",
        ),
        (
            {"a": {"b": {"num": 4}}},
            {"a.b": "v"},
            {"a": {"b": "v"}},
            "replace dict with a string",
        ),
        (
            {"a": {"b": {"num": 4}}},
            {"a.b": None},
            {"a": {"b": None}},
            "replace dict with None",
        ),
        (
            {"a": [{"b": {"num": 4}}]},
            {"a.b.num": "v"},
            None,
            "create dict over list should fail",
        ),
        (
            {"a": [{"b": {"num": 4}}]},
            {"a.0.b.num": "v"},
            {"a": [{"b": {"num": "v"}}]},
            "set list",
        ),
        (
            {"a": [{"b": {"num": 4}}]},
            {"a.3.b.num": "v"},
            {"a": [{"b": {"num": 4}}, None, None, {"b": {"num": "v"}}]},
            "expand list",
        ),
        ({"a": [[4]]}, {"a.0.0": "v"}, {"a": [["v"]]}, "set nested list"),
        ({"a": [[4]]}, {"a.0.2": "v"}, {"a": [[4, None, "v"]]}, "expand nested list"),
        (
            {"a": [[4]]},
            {"a.2.2": "v"},
            {"a": [[4], None, {"2": "v"}]},
            "expand list and add number key",
        ),
    ],
)
def test_set_one(db_memory, db_content, update_dict, expected, message):
    db_memory._find = Mock(return_value=((0, db_content),))
    if expected is None:
        with pytest.raises(DbException) as excinfo:
            db_memory.set_one("table", {}, update_dict)
        assert excinfo.value.http_code == http.HTTPStatus.NOT_FOUND, message
    else:
        db_memory.set_one("table", {}, update_dict)
        assert db_content == expected, message


class TestDbMemory(unittest.TestCase):
    # TODO to delete. This is cover with pytest test_set_one.
    def test_set_one(self):
        test_set = (
            # (database content, set-content, expected database content (None=fails), message)
            (
                {"a": {"none": None}},
                {"a.b.num": "v"},
                {"a": {"none": None, "b": {"num": "v"}}},
                "create dict",
            ),
            (
                {"a": {"none": None}},
                {"a.none.num": "v"},
                {"a": {"none": {"num": "v"}}},
                "create dict over none",
            ),
            (
                {"a": {"b": {"num": 4}}},
                {"a.b.num": "v"},
                {"a": {"b": {"num": "v"}}},
                "replace_number",
            ),
            (
                {"a": {"b": {"num": 4}}},
                {"a.b.num.c.d": "v"},
                None,
                "create dict over number should fail",
            ),
            (
                {"a": {"b": {"num": 4}}},
                {"a.b": "v"},
                {"a": {"b": "v"}},
                "replace dict with a string",
            ),
            (
                {"a": {"b": {"num": 4}}},
                {"a.b": None},
                {"a": {"b": None}},
                "replace dict with None",
            ),
            (
                {"a": [{"b": {"num": 4}}]},
                {"a.b.num": "v"},
                None,
                "create dict over list should fail",
            ),
            (
                {"a": [{"b": {"num": 4}}]},
                {"a.0.b.num": "v"},
                {"a": [{"b": {"num": "v"}}]},
                "set list",
            ),
            (
                {"a": [{"b": {"num": 4}}]},
                {"a.3.b.num": "v"},
                {"a": [{"b": {"num": 4}}, None, None, {"b": {"num": "v"}}]},
                "expand list",
            ),
            ({"a": [[4]]}, {"a.0.0": "v"}, {"a": [["v"]]}, "set nested list"),
            (
                {"a": [[4]]},
                {"a.0.2": "v"},
                {"a": [[4, None, "v"]]},
                "expand nested list",
            ),
            (
                {"a": [[4]]},
                {"a.2.2": "v"},
                {"a": [[4], None, {"2": "v"}]},
                "expand list and add number key",
            ),
            ({"a": None}, {"b.c": "v"}, {"a": None, "b": {"c": "v"}}, "expand at root"),
        )
        db_men = DbMemory()
        db_men._find = Mock()
        for db_content, update_dict, expected, message in test_set:
            db_men._find.return_value = ((0, db_content),)
            if expected is None:
                self.assertRaises(DbException, db_men.set_one, "table", {}, update_dict)
            else:
                db_men.set_one("table", {}, update_dict)
                self.assertEqual(db_content, expected, message)

    def test_set_one_pull(self):
        example = {"a": [1, "1", 1], "d": {}, "n": None}
        test_set = (
            # (database content, set-content, expected database content (None=fails), message)
            (example, {"a": "1"}, {"a": [1, 1], "d": {}, "n": None}, "pull one item"),
            (example, {"a": 1}, {"a": ["1"], "d": {}, "n": None}, "pull two items"),
            (example, {"a": "v"}, example, "pull non existing item"),
            (example, {"a.6": 1}, example, "pull non existing arrray"),
            (example, {"d.b.c": 1}, example, "pull non existing arrray2"),
            (example, {"b": 1}, example, "pull non existing arrray3"),
            (example, {"d": 1}, None, "pull over dict"),
            (example, {"n": 1}, None, "pull over None"),
        )
        db_men = DbMemory()
        db_men._find = Mock()
        for db_content, pull_dict, expected, message in test_set:
            db_content = deepcopy(db_content)
            db_men._find.return_value = ((0, db_content),)
            if expected is None:
                self.assertRaises(
                    DbException,
                    db_men.set_one,
                    "table",
                    {},
                    None,
                    fail_on_empty=False,
                    pull=pull_dict,
                )
            else:
                db_men.set_one("table", {}, None, pull=pull_dict)
                self.assertEqual(db_content, expected, message)

    def test_set_one_push(self):
        example = {"a": [1, "1", 1], "d": {}, "n": None}
        test_set = (
            # (database content, set-content, expected database content (None=fails), message)
            (
                example,
                {"d.b.c": 1},
                {"a": [1, "1", 1], "d": {"b": {"c": [1]}}, "n": None},
                "push non existing arrray2",
            ),
            (
                example,
                {"b": 1},
                {"a": [1, "1", 1], "d": {}, "b": [1], "n": None},
                "push non existing arrray3",
            ),
            (
                example,
                {"a.6": 1},
                {"a": [1, "1", 1, None, None, None, [1]], "d": {}, "n": None},
                "push non existing arrray",
            ),
            (
                example,
                {"a": 2},
                {"a": [1, "1", 1, 2], "d": {}, "n": None},
                "push one item",
            ),
            (
                example,
                {"a": {1: 1}},
                {"a": [1, "1", 1, {1: 1}], "d": {}, "n": None},
                "push a dict",
            ),
            (example, {"d": 1}, None, "push over dict"),
            (example, {"n": 1}, None, "push over None"),
        )
        db_men = DbMemory()
        db_men._find = Mock()
        for db_content, push_dict, expected, message in test_set:
            db_content = deepcopy(db_content)
            db_men._find.return_value = ((0, db_content),)
            if expected is None:
                self.assertRaises(
                    DbException,
                    db_men.set_one,
                    "table",
                    {},
                    None,
                    fail_on_empty=False,
                    push=push_dict,
                )
            else:
                db_men.set_one("table", {}, None, push=push_dict)
                self.assertEqual(db_content, expected, message)

    def test_set_one_push_list(self):
        example = {"a": [1, "1", 1], "d": {}, "n": None}
        test_set = (
            # (database content, set-content, expected database content (None=fails), message)
            (
                example,
                {"d.b.c": [1]},
                {"a": [1, "1", 1], "d": {"b": {"c": [1]}}, "n": None},
                "push non existing arrray2",
            ),
            (
                example,
                {"b": [1]},
                {"a": [1, "1", 1], "d": {}, "b": [1], "n": None},
                "push non existing arrray3",
            ),
            (
                example,
                {"a.6": [1]},
                {"a": [1, "1", 1, None, None, None, [1]], "d": {}, "n": None},
                "push non existing arrray",
            ),
            (
                example,
                {"a": [2, 3]},
                {"a": [1, "1", 1, 2, 3], "d": {}, "n": None},
                "push two item",
            ),
            (
                example,
                {"a": [{1: 1}]},
                {"a": [1, "1", 1, {1: 1}], "d": {}, "n": None},
                "push a dict",
            ),
            (example, {"d": [1]}, None, "push over dict"),
            (example, {"n": [1]}, None, "push over None"),
            (example, {"a": 1}, None, "invalid push list non an array"),
        )
        db_men = DbMemory()
        db_men._find = Mock()
        for db_content, push_list, expected, message in test_set:
            db_content = deepcopy(db_content)
            db_men._find.return_value = ((0, db_content),)
            if expected is None:
                self.assertRaises(
                    DbException,
                    db_men.set_one,
                    "table",
                    {},
                    None,
                    fail_on_empty=False,
                    push_list=push_list,
                )
            else:
                db_men.set_one("table", {}, None, push_list=push_list)
                self.assertEqual(db_content, expected, message)

    def test_unset_one(self):
        example = {"a": [1, "1", 1], "d": {}, "n": None}
        test_set = (
            # (database content, set-content, expected database content (None=fails), message)
            (example, {"d.b.c": 1}, example, "unset non existing"),
            (example, {"b": 1}, example, "unset non existing"),
            (example, {"a.6": 1}, example, "unset non existing arrray"),
            (example, {"a": 2}, {"d": {}, "n": None}, "unset array"),
            (example, {"d": 1}, {"a": [1, "1", 1], "n": None}, "unset dict"),
            (example, {"n": 1}, {"a": [1, "1", 1], "d": {}}, "unset None"),
        )
        db_men = DbMemory()
        db_men._find = Mock()
        for db_content, unset_dict, expected, message in test_set:
            db_content = deepcopy(db_content)
            db_men._find.return_value = ((0, db_content),)
            if expected is None:
                self.assertRaises(
                    DbException,
                    db_men.set_one,
                    "table",
                    {},
                    None,
                    fail_on_empty=False,
                    unset=unset_dict,
                )
            else:
                db_men.set_one("table", {}, None, unset=unset_dict)
                self.assertEqual(db_content, expected, message)