mirror of
https://github.com/planetmint/planetmint.git
synced 2025-11-25 15:05:49 +00:00
resolved merge conflicts
Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com>
This commit is contained in:
Lorenz Herzberger
commit
1db9a3470f
@ -1,25 +1,220 @@
|
||||
import warnings
|
||||
|
||||
import tarantool
|
||||
from planetmint.backend.utils import module_dispatch_registrar
|
||||
from planetmint import backend
|
||||
from planetmint.backend.tarantool.connection import TarantoolDBConnection
|
||||
|
||||
register_schema = module_dispatch_registrar(backend.schema)
|
||||
|
||||
SPACE_NAMES = ("abci_chains", "assets", "blocks", "blocks_tx",
|
||||
"elections", "meta_data", "pre_commits", "validators",
|
||||
"transactions", "inputs", "outputs", "keys")
|
||||
|
||||
SPACE_COMMANDS = {
|
||||
"abci_chains": "abci_chains = box.schema.space.create('abci_chains', {engine='memtx', is_sync = false})",
|
||||
"assets": "assets = box.schema.space.create('assets' , {engine='memtx' , is_sync=false})",
|
||||
"blocks": "blocks = box.schema.space.create('blocks' , {engine='memtx' , is_sync=false})",
|
||||
"blocks_tx": "blocks_tx = box.schema.space.create('blocks_tx')",
|
||||
"elections": "elections = box.schema.space.create('elections',{engine = 'memtx' , is_sync = false})",
|
||||
"meta_data": "meta_datas = box.schema.space.create('meta_data',{engine = 'memtx' , is_sync = false})",
|
||||
"pre_commits": "pre_commits = box.schema.space.create('pre_commits' , {engine='memtx' , is_sync=false})",
|
||||
"validators": "validators = box.schema.space.create('validators' , {engine = 'memtx' , is_sync = false})",
|
||||
"transactions": "transactions = box.schema.space.create('transactions',{engine='memtx' , is_sync=false})",
|
||||
"inputs": "inputs = box.schema.space.create('inputs')",
|
||||
"outputs": "outputs = box.schema.space.create('outputs')",
|
||||
"keys": "keys = box.schema.space.create('keys')",
|
||||
"utxos": "utxos = box.schema.space.create('utxos', {engine = 'memtx' , is_sync = false})"
|
||||
}
|
||||
|
||||
INDEX_COMMANDS = {
|
||||
"abci_chains":
|
||||
{
|
||||
"id_search": "abci_chains:create_index('id_search' ,{type='hash', parts={'chain_id'}})",
|
||||
"height_search": "abci_chains:create_index('height_search' ,{type='tree',unique=false, parts={'height'}})"
|
||||
},
|
||||
"assets":
|
||||
{
|
||||
"txid_search": "assets:create_index('txid_search', {type='hash', parts={'tx_id'}})",
|
||||
"assetid_search": "assets:create_index('assetid_search', {type='tree',unique=false, parts={'asset_id', 'tx_id'}})",
|
||||
"only_asset_search": "assets:create_index('only_asset_search', {type='tree', unique=false, parts={'asset_id'}})"
|
||||
},
|
||||
"blocks":
|
||||
{
|
||||
"id_search": "blocks:create_index('id_search' , {type='hash' , parts={'block_id'}})",
|
||||
"block_search": "blocks:create_index('block_search' , {type='tree', unique = false, parts={'height'}})",
|
||||
"block_id_search": "blocks:create_index('block_id_search', {type = 'hash', parts ={'block_id'}})"
|
||||
},
|
||||
"blocks_tx":
|
||||
{
|
||||
"id_search": "blocks_tx:create_index('id_search',{ type = 'hash', parts={'transaction_id'}})",
|
||||
"block_search": "blocks_tx:create_index('block_search', {type = 'tree',unique=false, parts={'block_id'}})"
|
||||
},
|
||||
"elections":
|
||||
{
|
||||
"id_search": "elections:create_index('id_search' , {type='hash', parts={'election_id'}})",
|
||||
"height_search": "elections:create_index('height_search' , {type='tree',unique=false, parts={'height'}})",
|
||||
"update_search": "elections:create_index('update_search', {type='tree', unique=false, parts={'election_id', 'height'}})"
|
||||
},
|
||||
"meta_data":
|
||||
{
|
||||
"id_search": "meta_datas:create_index('id_search', { type='hash' , parts={'transaction_id'}})"
|
||||
},
|
||||
"pre_commits":
|
||||
{
|
||||
"id_search": "pre_commits:create_index('id_search', {type ='hash' , parts={'commit_id'}})",
|
||||
"height_search": "pre_commits:create_index('height_search', {type ='tree',unique=true, parts={'height'}})"
|
||||
},
|
||||
"validators":
|
||||
{
|
||||
"id_search": "validators:create_index('id_search' , {type='hash' , parts={'validator_id'}})",
|
||||
"height_search": "validators:create_index('height_search' , {type='tree', unique=true, parts={'height'}})"
|
||||
},
|
||||
"transactions":
|
||||
{
|
||||
"id_search": "transactions:create_index('id_search' , {type = 'hash' , parts={'transaction_id'}})",
|
||||
"transaction_search": "transactions:create_index('transaction_search' , {type = 'tree',unique=false, parts={'operation', 'transaction_id'}})"
|
||||
},
|
||||
"inputs":
|
||||
{
|
||||
"delete_search": "inputs:create_index('delete_search' , {type = 'hash', parts={'input_id'}})",
|
||||
"spent_search": "inputs:create_index('spent_search' , {type = 'tree', unique=false, parts={'fulfills_transaction_id', 'fulfills_output_index'}})",
|
||||
"id_search": "inputs:create_index('id_search', {type = 'tree', unique=false, parts = {'transaction_id'}})"
|
||||
},
|
||||
"outputs":
|
||||
{
|
||||
"unique_search": "outputs:create_index('unique_search' ,{type='hash', parts={'output_id'}})",
|
||||
"id_search": "outputs:create_index('id_search' ,{type='tree', unique=false, parts={'transaction_id'}})"
|
||||
},
|
||||
"keys":
|
||||
{
|
||||
"id_search": "keys:create_index('id_search', {type = 'hash', parts={'id'}})",
|
||||
"keys_search": "keys:create_index('keys_search', {type = 'tree', unique=false, parts={'public_key'}})",
|
||||
"txid_search": "keys:create_index('txid_search', {type = 'tree', unique=false, parts={'transaction_id'}})",
|
||||
"output_search": "keys:create_index('output_search', {type = 'tree', unique=false, parts={'output_id'}})"
|
||||
},
|
||||
"utxos":
|
||||
{
|
||||
"id_search": "utxos:create_index('id_search', {type='hash' , parts={'transaction_id', 'output_index'}})",
|
||||
"transaction_search": "utxos:create_index('transaction_search', {type='tree', unique=false, parts={'transaction_id'}})",
|
||||
"index_Search": "utxos:create_index('index_search', {type='tree', unique=false, parts={'output_index'}})"
|
||||
}
|
||||
}
|
||||
|
||||
SCHEMA_COMMANDS = {
|
||||
"abci_chains":
|
||||
"abci_chains:format({{name='height' , type='integer'},{name='is_synched' , type='boolean'},{name='chain_id',type='string'}})",
|
||||
"assets":
|
||||
"assets:format({{name='data' , type='any'}, {name='tx_id', type='string'}, {name='asset_id', type='string'}})",
|
||||
"blocks":
|
||||
"blocks:format{{name='app_hash',type='string'},{name='height' , type='integer'},{name='block_id' , type='string'}}",
|
||||
"blocks_tx": "blocks_tx:format{{name='transaction_id', type = 'string'}, {name = 'block_id', type = 'string'}}",
|
||||
"elections":
|
||||
"elections:format({{name='election_id' , type='string'},{name='height' , type='integer'}, {name='is_concluded' , type='boolean'}})",
|
||||
"meta_data": "meta_datas:format({{name='transaction_id' , type='string'}, {name='meta_data' , type='any'}})",
|
||||
"pre_commits":
|
||||
"pre_commits:format({{name='commit_id', type='string'}, {name='height',type='integer'}, {name='transactions',type=any}})",
|
||||
"validators":
|
||||
"validators:format({{name='validator_id' , type='string'},{name='height',type='integer'},{name='validators' , type='any'}})",
|
||||
"transactions":
|
||||
"transactions:format({{name='transaction_id' , type='string'}, {name='operation' , type='string'}, {name='version' ,type='string'}, {name='dict_map', type='any'}})",
|
||||
"inputs":
|
||||
"inputs:format({{name='transaction_id' , type='string'}, {name='fulfillment' , type='any'}, {name='owners_before' , type='array'}, {name='fulfills_transaction_id', type = 'string'}, {name='fulfills_output_index', type = 'string'}, {name='input_id', type='string'}, {name='input_index', type='number'}})",
|
||||
"outputs":
|
||||
"outputs:format({{name='transaction_id' , type='string'}, {name='amount' , type='string'}, {name='uri', type='string'}, {name='details_type', type='string'}, {name='details_public_key', type='any'}, {name = 'output_id', type = 'string'}, {name='treshold', type='any'}, {name='subconditions', type='any'}, {name='output_index', type='number'}})",
|
||||
"keys":
|
||||
"keys:format({{name = 'id', type='string'}, {name = 'transaction_id', type = 'string'} ,{name = 'output_id', type = 'string'}, {name = 'public_key', type = 'string'}, {name = 'key_index', type = 'integer'}})",
|
||||
"utxos":
|
||||
"utxos:format({{name='transaction_id' , type='string'}, {name='output_index' , type='integer'}, {name='utxo_dict', type='string'}})"
|
||||
}
|
||||
|
||||
SCHEMA_DROP_COMMANDS = {
|
||||
"abci_chains": "box.space.abci_chains:drop()",
|
||||
"assets": "box.space.assets:drop()",
|
||||
"blocks": "box.space.blocks:drop()",
|
||||
"blocks_tx": "box.space.blocks_tx:drop()",
|
||||
"elections": "box.space.elections:drop()",
|
||||
"meta_data": "box.space.meta_data:drop()",
|
||||
"pre_commits": "box.space.pre_commits:drop()",
|
||||
"validators": "box.space.validators:drop()",
|
||||
"transactions": "box.space.transactions:drop()",
|
||||
"inputs": "box.space.inputs:drop()",
|
||||
"outputs": "box.space.outputs:drop()",
|
||||
"keys": "box.space.keys:drop()",
|
||||
"utxos": "box.space.utxos:drop()"
|
||||
}
|
||||
|
||||
|
||||
@register_schema(TarantoolDBConnection)
|
||||
def drop_database(connection, not_used=None):
|
||||
connection.drop_database()
|
||||
for _space in SPACE_NAMES:
|
||||
try:
|
||||
cmd = SCHEMA_DROP_COMMANDS[_space].encode()
|
||||
_output = run_command_with_output(command=cmd)
|
||||
if "nil value" in _output:
|
||||
raise tarantool.error.DatabaseError(f"Space '{_space}' does not exists.")
|
||||
else:
|
||||
print(f"Space '{_space}' was dropped succesfuly.")
|
||||
except tarantool.error.DatabaseError as space_does_not_exists:
|
||||
print(space_does_not_exists)
|
||||
|
||||
# connection.drop_database()
|
||||
|
||||
|
||||
@register_schema(TarantoolDBConnection)
|
||||
def create_database(connection, not_used=None):
|
||||
connection.init_database()
|
||||
'''
|
||||
|
||||
This function 'create_database' cannot be used with TarantoolDB connection Class.
|
||||
It will be ignored if called. No Errors.
|
||||
|
||||
'''
|
||||
# connection.init_database()
|
||||
warnings.warn("Function schema.'create_database', ignored. Cannot be used using TarantoolDB")
|
||||
|
||||
|
||||
def run_command_with_output(command):
|
||||
from subprocess import run
|
||||
host_port = "%s:%s" % ("localhost", 3303)
|
||||
output = run(["tarantoolctl", "connect", host_port],
|
||||
input=command,
|
||||
capture_output=True).stderr
|
||||
output = output.decode()
|
||||
return output
|
||||
|
||||
|
||||
@register_schema(TarantoolDBConnection)
|
||||
def create_tables(connection, not_used=None):
|
||||
"""
|
||||
This function is not necessary for using backend tarantool.
|
||||
"""
|
||||
warnings.warn("Function ::create_tables:: Ignored. Not used for create_tables")
|
||||
def create_tables(connection, dbname):
|
||||
for _space in SPACE_NAMES:
|
||||
try:
|
||||
cmd = SPACE_COMMANDS[_space].encode()
|
||||
_output = run_command_with_output(command=cmd)
|
||||
if "exists" in _output:
|
||||
raise tarantool.error.SchemaError(f"Space '{_space}' already exists")
|
||||
else:
|
||||
print(f"Space '{_space}' created.")
|
||||
except tarantool.error.SchemaError as exists_error:
|
||||
print(exists_error)
|
||||
continue
|
||||
create_schema(space_name=_space)
|
||||
create_indexes(space_name=_space)
|
||||
|
||||
|
||||
def create_indexes(space_name):
|
||||
try:
|
||||
indexes = INDEX_COMMANDS[space_name]
|
||||
for index_name, index_cmd in indexes.items():
|
||||
_output = run_command_with_output(command=index_cmd.encode())
|
||||
if "exists" in _output:
|
||||
raise tarantool.error.SchemaError(f"Index {index_name} already exists.")
|
||||
except tarantool.error.SchemaError as exists_error:
|
||||
print(exists_error)
|
||||
|
||||
|
||||
def create_schema(space_name):
|
||||
try:
|
||||
cmd = SCHEMA_COMMANDS[space_name].encode()
|
||||
_output = run_command_with_output(command=cmd)
|
||||
print(f"Schema created for {space_name} succesfully.")
|
||||
except Exception as unexpected_error:
|
||||
print(f"Got unexpected error when creating index for '{space_name}' Space.\n {unexpected_error}")
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user