from http import HTTPStatus
from time import time, sleep
from copy import deepcopy
+from base64 import b64decode
__author__ = "Alfonso Tierno <alfonso.tiernosepulveda@telefonica.com>"
conn_initial_timout = 120
conn_timout = 10
- def __init__(self, logger_name='db', master_password=None):
- super().__init__(logger_name, master_password)
+ def __init__(self, logger_name='db', lock=False):
+ super().__init__(logger_name, lock)
self.client = None
self.db = None
- def db_connect(self, config):
+ def db_connect(self, config, target_version=None):
"""
Connect to database
:param config: Configuration of database
+ :param target_version: if provided it checks if database contains required version, raising exception otherwise.
:return: None or raises DbException on error
"""
try:
if "logger_name" in config:
self.logger = logging.getLogger(config["logger_name"])
- self.client = MongoClient(config["host"], config["port"])
+ master_key = config.get("commonkey") or config.get("masterpassword")
+ if master_key:
+ self.set_secret_key(master_key)
+ if config.get("uri"):
+ self.client = MongoClient(config["uri"])
+ else:
+ self.client = MongoClient(config["host"], config["port"])
+ # TODO add as parameters also username=config.get("user"), password=config.get("password"))
+ # when all modules are ready
self.db = self.client[config["name"]]
if "loglevel" in config:
self.logger.setLevel(getattr(logging, config['loglevel']))
now = time()
while True:
try:
- self.db.users.find_one({"username": "admin"})
+ version_data = self.get_one("admin", {"_id": "version"}, fail_on_empty=False, fail_on_more=True)
+ # check database status is ok
+ if version_data and version_data.get("status") != 'ENABLED':
+ raise DbException("Wrong database status '{}'".format(version_data.get("status")),
+ http_code=HTTPStatus.INTERNAL_SERVER_ERROR)
+ # check version
+ db_version = None if not version_data else version_data.get("version")
+ if target_version and target_version != db_version:
+ raise DbException("Invalid database version {}. Expected {}".format(db_version, target_version))
+ # get serial
+ if version_data and version_data.get("serial"):
+ self.set_secret_key(b64decode(version_data["serial"]))
+ self.logger.info("Connected to database {} version {}".format(config["name"], db_version))
return
except errors.ConnectionFailure as e:
if time() - now >= self.conn_initial_timout:
"""
try:
result = []
- collection = self.db[table]
- db_filter = self._format_filter(q_filter)
- rows = collection.find(db_filter)
+ with self.lock:
+ collection = self.db[table]
+ db_filter = self._format_filter(q_filter)
+ rows = collection.find(db_filter)
for row in rows:
result.append(row)
return result
"""
try:
db_filter = self._format_filter(q_filter)
- collection = self.db[table]
- if not (fail_on_empty and fail_on_more):
- return collection.find_one(db_filter)
- rows = collection.find(db_filter)
+ with self.lock:
+ collection = self.db[table]
+ if not (fail_on_empty and fail_on_more):
+ return collection.find_one(db_filter)
+ rows = collection.find(db_filter)
if rows.count() == 0:
if fail_on_empty:
raise DbException("Not found any {} with filter='{}'".format(table[:-1], q_filter),
:return: Dict with the number of entries deleted
"""
try:
- collection = self.db[table]
- rows = collection.delete_many(self._format_filter(q_filter))
+ with self.lock:
+ collection = self.db[table]
+ rows = collection.delete_many(self._format_filter(q_filter))
return {"deleted": rows.deleted_count}
except DbException:
raise
:return: Dict with the number of entries deleted
"""
try:
- collection = self.db[table]
- rows = collection.delete_one(self._format_filter(q_filter))
+ with self.lock:
+ collection = self.db[table]
+ rows = collection.delete_one(self._format_filter(q_filter))
if rows.deleted_count == 0:
if fail_on_empty:
raise DbException("Not found any {} with filter='{}'".format(table[:-1], q_filter),
:return: database id of the inserted element. Raises a DbException on error
"""
try:
- collection = self.db[table]
- data = collection.insert_one(indata)
+ with self.lock:
+ collection = self.db[table]
+ data = collection.insert_one(indata)
return data.inserted_id
except Exception as e: # TODO refine
raise DbException(e)
:return: Dict with the number of entries modified. None if no matching is found.
"""
try:
- collection = self.db[table]
- rows = collection.update_one(self._format_filter(q_filter), {"$set": update_dict})
+ with self.lock:
+ collection = self.db[table]
+ rows = collection.update_one(self._format_filter(q_filter), {"$set": update_dict})
if rows.matched_count == 0:
if fail_on_empty:
raise DbException("Not found any {} with filter='{}'".format(table[:-1], q_filter),
:return: Dict with the number of entries modified
"""
try:
- collection = self.db[table]
- rows = collection.update_many(self._format_filter(q_filter), {"$set": update_dict})
+ with self.lock:
+ collection = self.db[table]
+ rows = collection.update_many(self._format_filter(q_filter), {"$set": update_dict})
return {"modified": rows.modified_count}
except Exception as e: # TODO refine
raise DbException(e)
"""
try:
db_filter = {"_id": _id}
- collection = self.db[table]
- rows = collection.replace_one(db_filter, indata)
+ with self.lock:
+ collection = self.db[table]
+ rows = collection.replace_one(db_filter, indata)
if rows.matched_count == 0:
if fail_on_empty:
raise DbException("Not found any {} with _id='{}'".format(table[:-1], _id), HTTPStatus.NOT_FOUND)
projects / osm / common.git / blobdiff