Mirroristas/planetmint
2
0
Fork 0
mirror of https://github.com/planetmint/planetmint.git synced 2025-11-25 15:05:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Connection and Queries abstraction layer

Browse Source
This commit is contained in:
andrei 2022-03-15 10:57:32 +02:00
parent 08e33e380c
commit 39f5de660f
4 changed files with 55 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
planetmint/backend/query.py
View File

@ -28,7 +28,7 @@ def store_asset(asset: dict, connection):
@singledispatch @singledispatch
def store_assets(assets: list, connection): def store_assets(assets: list, connection):
"""Write a list of assets to the assets table. """Write a list of assets to the assets table.
backend
Args: Args:
assets (list): a list of assets to write. assets (list): a list of assets to write.
@ -429,3 +429,10 @@ def get_latest_abci_chain(conn):
None otherwise. None otherwise.
""" """
raise NotImplementedError raise NotImplementedError
@singledispatch
def _group_transaction_by_ids(txids: list, connection):
"""Returns the transactions object (JSON TYPE), from list of ids.
"""
raise NotImplementedError

7
planetmint/backend/tarantool/connection.py
View File

@ -13,16 +13,17 @@ from planetmint.backend.exceptions import ConnectionError
from planetmint.backend.utils import get_planetmint_config_value, get_planetmint_config_value_or_key_error from planetmint.backend.utils import get_planetmint_config_value, get_planetmint_config_value_or_key_error
from planetmint.common.exceptions import ConfigurationError from planetmint.common.exceptions import ConfigurationError
#BACKENDS = { # This is path to MongoDBClass # BACKENDS = { # This is path to MongoDBClass
# 'tarantool_db': 'planetmint.backend.connection_tarantool.TarantoolDB', # 'tarantool_db': 'planetmint.backend.connection_tarantool.TarantoolDB',
# 'localmongodb': 'planetmint.backend.localmongodb.connection.LocalMongoDBConnection' # 'localmongodb': 'planetmint.backend.localmongodb.connection.LocalMongoDBConnection'
#} # }
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
class TarantoolDB: class TarantoolDB:
def __init__(self, host: str = "localhost", port: int = 3301, user: str = "admin", password: str = "pass", reset_database: bool = False): def __init__(self, host: str = "localhost", port: int = 3301, user: str = "admin", password: str = "pass",
reset_database: bool = False):
self.db_connect = tarantool.connect(host=host, port=port, user=user, password=password) self.db_connect = tarantool.connect(host=host, port=port, user=user, password=password)
if reset_database: if reset_database:
self.drop_database() self.drop_database()

82
planetmint/backend/tarantool/query.py
View File

@ -3,19 +3,19 @@
# SPDX-License-Identifier: (Apache-2.0 AND CC-BY-4.0) # SPDX-License-Identifier: (Apache-2.0 AND CC-BY-4.0)
# Code is Apache-2.0 and docs are CC-BY-4.0 # Code is Apache-2.0 and docs are CC-BY-4.0
"""Query implementation for MongoDB""" """Query implementation for Tarantool"""
from pymongo import DESCENDING
from secrets import token_hex from secrets import token_hex
from operator import itemgetter from operator import itemgetter
from planetmint.backend import query from planetmint.backend import query
from planetmint.backend.utils import module_dispatch_registrar from planetmint.backend.utils import module_dispatch_registrar
from planetmint.backend.tarantool.connection import TarantoolDB
register_query = module_dispatch_registrar(query) register_query = module_dispatch_registrar(query)
@register_query(TarantoolDB)
def _group_transaction_by_ids(txids: list, connection): def _group_transaction_by_ids(txids: list, connection):
txspace = connection.space("transactions") txspace = connection.space("transactions")
inxspace = connection.space("inputs") inxspace = connection.space("inputs")
@ -86,7 +86,7 @@ def __metadata_check(object: dict, connection):
space.insert((object["id"], metadata)) space.insert((object["id"], metadata))
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_transactions(signed_transactions: list, def store_transactions(signed_transactions: list,
connection): connection):
txspace = connection.space("transactions") txspace = connection.space("transactions")
@ -122,26 +122,26 @@ def store_transactions(signed_transactions: list,
keysxspace.insert((unique_id, transaction["id"], output_id, _key)) keysxspace.insert((unique_id, transaction["id"], output_id, _key))
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_transaction(transaction_id: str, connection): def get_transaction(transaction_id: str, connection):
_transactions = _group_transaction_by_ids(txids=[transaction_id], connection=connection) _transactions = _group_transaction_by_ids(txids=[transaction_id], connection=connection)
return next(iter(_transactions), None) return next(iter(_transactions), None)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_transactions(transactions_ids: list, connection): def get_transactions(transactions_ids: list, connection):
_transactions = _group_transaction_by_ids(txids=transactions_ids, connection=connection) _transactions = _group_transaction_by_ids(txids=transactions_ids, connection=connection)
return _transactions return _transactions
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_metadatas(metadata: list, connection): def store_metadatas(metadata: list, connection):
space = connection.space("meta_data") space = connection.space("meta_data")
for meta in metadata: for meta in metadata:
space.insert((meta["id"], meta["data"] if not "metadata" in meta else meta["metadata"])) space.insert((meta["id"], meta["data"] if not "metadata" in meta else meta["metadata"]))
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_metadata(transaction_ids: list, connection): def get_metadata(transaction_ids: list, connection):
_returned_data = [] _returned_data = []
space = connection.space("meta_data") space = connection.space("meta_data")
@ -151,7 +151,7 @@ def get_metadata(transaction_ids: list, connection):
return _returned_data return _returned_data
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
# asset: {"id": "asset_id"} # asset: {"id": "asset_id"}
# asset: {"data": any} -> insert (tx_id, asset["data"]). # asset: {"data": any} -> insert (tx_id, asset["data"]).
def store_asset(asset: dict, connection, tx_id=None, is_data=False): # TODO convert to str all asset["id"] def store_asset(asset: dict, connection, tx_id=None, is_data=False): # TODO convert to str all asset["id"]
@ -165,7 +165,7 @@ def store_asset(asset: dict, connection, tx_id=None, is_data=False): # TODO con
pass pass
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_assets(assets: list, connection): def store_assets(assets: list, connection):
space = connection.space("assets") space = connection.space("assets")
for asset in assets: for asset in assets:
@ -175,7 +175,7 @@ def store_assets(assets: list, connection):
pass pass
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_asset(asset_id: str, connection): def get_asset(asset_id: str, connection):
space = connection.space("assets") space = connection.space("assets")
_data = space.select(asset_id, index="assetid_search") _data = space.select(asset_id, index="assetid_search")
@ -183,7 +183,7 @@ def get_asset(asset_id: str, connection):
return {"data": _data[1]} return {"data": _data[1]}
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_assets(assets_ids: list, connection) -> list: def get_assets(assets_ids: list, connection) -> list:
_returned_data = [] _returned_data = []
space = connection.space("assets") space = connection.space("assets")
@ -194,7 +194,7 @@ def get_assets(assets_ids: list, connection) -> list:
return sorted(_returned_data, key=lambda k: k["id"], reverse=False) return sorted(_returned_data, key=lambda k: k["id"], reverse=False)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_spent(fullfil_transaction_id: str, fullfil_output_index: str, connection): def get_spent(fullfil_transaction_id: str, fullfil_output_index: str, connection):
space = connection.space("inputs") space = connection.space("inputs")
_inputs = space.select([fullfil_transaction_id, str(fullfil_output_index)], index="spent_search") _inputs = space.select([fullfil_transaction_id, str(fullfil_output_index)], index="spent_search")
@ -203,8 +203,8 @@ def get_spent(fullfil_transaction_id: str, fullfil_output_index: str, connection
return _transactions return _transactions
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def latest_block(connection): # TODO Here is used DESCENDING OPERATOR def get_latest_block(connection): # TODO Here is used DESCENDING OPERATOR
space = connection.space("blocks") space = connection.space("blocks")
_all_blocks = space.select() _all_blocks = space.select()
_all_blocks = _all_blocks.data _all_blocks = _all_blocks.data
@ -215,7 +215,7 @@ def latest_block(connection): # TODO Here is used DESCENDING OPERATOR
return {"app_hash": _block[1], "height": _block[1], "transactions": [tx[0] for tx in _txids]} return {"app_hash": _block[1], "height": _block[1], "transactions": [tx[0] for tx in _txids]}
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_block(block: dict, connection): def store_block(block: dict, connection):
space = connection.space("blocks") space = connection.space("blocks")
block_unique_id = token_hex(8) block_unique_id = token_hex(8)
@ -227,7 +227,7 @@ def store_block(block: dict, connection):
space.insert((txid, block_unique_id)) space.insert((txid, block_unique_id))
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_txids_filtered(connection, asset_id: str, operation: str = None, def get_txids_filtered(connection, asset_id: str, operation: str = None,
last_tx: any = None): # TODO here is used 'OR' operator last_tx: any = None): # TODO here is used 'OR' operator
actions = { actions = {
@ -255,7 +255,7 @@ def get_txids_filtered(connection, asset_id: str, operation: str = None,
return tuple([elem[0] for elem in _transactions]) return tuple([elem[0] for elem in _transactions])
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def text_search(conn, search, *, language='english', case_sensitive=False, def text_search(conn, search, *, language='english', case_sensitive=False,
# TODO review text search in tarantool (maybe, remove) # TODO review text search in tarantool (maybe, remove)
diacritic_sensitive=False, text_score=False, limit=0, table='assets'): diacritic_sensitive=False, text_score=False, limit=0, table='assets'):
@ -281,7 +281,7 @@ def _remove_text_score(asset):
return asset return asset
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_owned_ids(connection, owner: str): def get_owned_ids(connection, owner: str):
space = connection.space("keys") space = connection.space("keys")
_keys = space.select(owner, index="keys_search") _keys = space.select(owner, index="keys_search")
@ -292,7 +292,7 @@ def get_owned_ids(connection, owner: str):
return _transactions return _transactions
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_spending_transactions(inputs, connection): def get_spending_transactions(inputs, connection):
_transactions = [] _transactions = []
@ -305,7 +305,7 @@ def get_spending_transactions(inputs, connection):
return _transactions return _transactions
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_block(block_id=[], connection=None): def get_block(block_id=[], connection=None):
space = connection.space("blocks") space = connection.space("blocks")
_block = space.select(block_id, index="block_search", limit=1) _block = space.select(block_id, index="block_search", limit=1)
@ -316,7 +316,7 @@ def get_block(block_id=[], connection=None):
return {"app_hash": _block[0], "height": _block[1], "transactions": [_tx[0] for _tx in _txblock]} return {"app_hash": _block[0], "height": _block[1], "transactions": [_tx[0] for _tx in _txblock]}
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_block_with_transaction(txid: str, connection): def get_block_with_transaction(txid: str, connection):
space = connection.space("blocks_tx") space = connection.space("blocks_tx")
_all_blocks_tx = space.select(txid, index="id_search") _all_blocks_tx = space.select(txid, index="id_search")
@ -328,7 +328,7 @@ def get_block_with_transaction(txid: str, connection):
return {"app_hash": _block[0], "height": _block[1], "transactions": [_tx[0] for _tx in _all_blocks_tx]} return {"app_hash": _block[0], "height": _block[1], "transactions": [_tx[0] for _tx in _all_blocks_tx]}
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def delete_transactions(connection, txn_ids: list): def delete_transactions(connection, txn_ids: list):
space = connection.space("transactions") space = connection.space("transactions")
for _id in txn_ids: for _id in txn_ids:
@ -348,7 +348,7 @@ def delete_transactions(connection, txn_ids: list):
outputs_space.delete(_outpID[5], index="unique_search") outputs_space.delete(_outpID[5], index="unique_search")
# # @register_query(LocalMongoDBConnection) # @register_query(TarantoolDB)
# def store_unspent_outputs(conn, *unspent_outputs: list): # def store_unspent_outputs(conn, *unspent_outputs: list):
# if unspent_outputs: # if unspent_outputs:
# try: # try:
@ -363,7 +363,7 @@ def delete_transactions(connection, txn_ids: list):
# pass # pass
# #
# #
# # @register_query(LocalMongoDBConnection) # @register_query(TarantoolDB)
# def delete_unspent_outputs(conn, *unspent_outputs: list): # def delete_unspent_outputs(conn, *unspent_outputs: list):
# if unspent_outputs: # if unspent_outputs:
# return conn.run( # return conn.run(
@ -378,7 +378,7 @@ def delete_transactions(connection, txn_ids: list):
# ) # )
# #
# #
# # @register_query(LocalMongoDBConnection) # @register_query(TarantoolDB)
# def get_unspent_outputs(conn, *, query=None): # def get_unspent_outputs(conn, *, query=None):
# if query is None: # if query is None:
# query = {} # query = {}
@ -386,8 +386,7 @@ def delete_transactions(connection, txn_ids: list):
# projection={'_id': False})) # projection={'_id': False}))
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_pre_commit_state(state: dict, connection): def store_pre_commit_state(state: dict, connection):
space = connection.space("pre_commits") space = connection.space("pre_commits")
_precommit = space.select(state["height"], index="height_search", limit=1) _precommit = space.select(state["height"], index="height_search", limit=1)
@ -399,7 +398,7 @@ def store_pre_commit_state(state: dict, connection):
limit=1) limit=1)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_pre_commit_state(connection) -> dict: def get_pre_commit_state(connection) -> dict:
space = connection.space("pre_commits") space = connection.space("pre_commits")
_commit = space.select([], index="id_search", limit=1).data _commit = space.select([], index="id_search", limit=1).data
@ -409,7 +408,7 @@ def get_pre_commit_state(connection) -> dict:
return {"height": _commit[1], "transactions": _commit[2]} return {"height": _commit[1], "transactions": _commit[2]}
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_validator_set(validators_update: dict, connection): def store_validator_set(validators_update: dict, connection):
space = connection.space("validators") space = connection.space("validators")
_validator = space.select(validators_update["height"], index="height_search", limit=1) _validator = space.select(validators_update["height"], index="height_search", limit=1)
@ -421,7 +420,7 @@ def store_validator_set(validators_update: dict, connection):
limit=1) limit=1)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def delete_validator_set(connection, height: int): def delete_validator_set(connection, height: int):
space = connection.space("validators") space = connection.space("validators")
_validators = space.select(height, index="height_search") _validators = space.select(height, index="height_search")
@ -429,7 +428,7 @@ def delete_validator_set(connection, height: int):
space.delete(_valid[0]) space.delete(_valid[0])
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_election(election_id: str, height: int, is_concluded: bool, connection): def store_election(election_id: str, height: int, is_concluded: bool, connection):
space = connection.space("elections") space = connection.space("elections")
space.upsert((election_id, height, is_concluded), space.upsert((election_id, height, is_concluded),
@ -439,7 +438,7 @@ def store_election(election_id: str, height: int, is_concluded: bool, connection
limit=1) limit=1)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_elections(elections: list, connection): def store_elections(elections: list, connection):
space = connection.space("elections") space = connection.space("elections")
for election in elections: for election in elections:
@ -448,7 +447,7 @@ def store_elections(elections: list, connection):
election["is_concluded"])) election["is_concluded"]))
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def delete_elections(connection, height: int): def delete_elections(connection, height: int):
space = connection.space("elections") space = connection.space("elections")
_elections = space.select(height, index="height_search") _elections = space.select(height, index="height_search")
@ -456,20 +455,21 @@ def delete_elections(connection, height: int):
space.delete(_elec[0]) space.delete(_elec[0])
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_validator_set(connection, height: int = None): def get_validator_set(connection, height: int = None):
space = connection.space("validators") space = connection.space("validators")
_validators = space.select() _validators = space.select()
_validators = _validators.data _validators = _validators.data
if height is not None: if height is not None:
_validators = [{"height": validator[1], "validators": validator[2]} for validator in _validators if validator[1] <= height] _validators = [{"height": validator[1], "validators": validator[2]} for validator in _validators if
validator[1] <= height]
return next(iter(sorted(_validators, key=lambda k: k["height"], reverse=True)), None) return next(iter(sorted(_validators, key=lambda k: k["height"], reverse=True)), None)
else: else:
_validators = [{"height": validator[1], "validators": validator[2]} for validator in _validators] _validators = [{"height": validator[1], "validators": validator[2]} for validator in _validators]
return next(iter(sorted(_validators, key=lambda k: k["height"], reverse=True)), None) return next(iter(sorted(_validators, key=lambda k: k["height"], reverse=True)), None)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_election(election_id: str, connection): def get_election(election_id: str, connection):
space = connection.space("elections") space = connection.space("elections")
_elections = space.select(election_id, index="id_search") _elections = space.select(election_id, index="id_search")
@ -478,7 +478,7 @@ def get_election(election_id: str, connection):
return {"election_id": _election[0], "height": _election[1], "is_concluded": _election[2]} return {"election_id": _election[0], "height": _election[1], "is_concluded": _election[2]}
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_asset_tokens_for_public_key(connection, asset_id: str, public_key: str): def get_asset_tokens_for_public_key(connection, asset_id: str, public_key: str):
space = connection.space("keys") space = connection.space("keys")
_keys = space.select([public_key], index="keys_search") _keys = space.select([public_key], index="keys_search")
@ -490,7 +490,7 @@ def get_asset_tokens_for_public_key(connection, asset_id: str, public_key: str):
return _grouped_transactions return _grouped_transactions
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def store_abci_chain(connection, height: int, chain_id: str, is_synced: bool = True): def store_abci_chain(connection, height: int, chain_id: str, is_synced: bool = True):
space = connection.space("abci_chains") space = connection.space("abci_chains")
space.upsert((height, is_synced, chain_id), space.upsert((height, is_synced, chain_id),
@ -500,7 +500,7 @@ def store_abci_chain(connection, height: int, chain_id: str, is_synced: bool = T
limit=1) limit=1)
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def delete_abci_chain(connection, height: int): def delete_abci_chain(connection, height: int):
space = connection.space("abci_chains") space = connection.space("abci_chains")
_chains = space.select(height, index="height_search") _chains = space.select(height, index="height_search")
@ -508,7 +508,7 @@ def delete_abci_chain(connection, height: int):
space.delete(_chain[2]) space.delete(_chain[2])
# @register_query(LocalMongoDBConnection) @register_query(TarantoolDB)
def get_latest_abci_chain(connection): def get_latest_abci_chain(connection):
space = connection.space("abci_chains") space = connection.space("abci_chains")
_all_chains = space.select().data _all_chains = space.select().data

4
planetmint/lib.py
View File

@ -75,8 +75,8 @@ class Planetmint(object):
self.validation = config_utils.load_validation_plugin(validationPlugin) self.validation = config_utils.load_validation_plugin(validationPlugin)
else: else:
self.validation = BaseValidationRules self.validation = BaseValidationRules
# planetmint.backend.tarantool.connection_tarantool.connect(**planetmint.config['database'])
self.connection = connection if connection else planetmint.backend.tarantool.connection_tarantool.connect(**planetmint.config['database']) self.connection = connection if connection else planetmint.backend.Connection().get_connection()
def post_transaction(self, transaction, mode): def post_transaction(self, transaction, mode):
"""Submit a valid transaction to the mempool.""" """Submit a valid transaction to the mempool."""