mirror of
https://github.com/planetmint/planetmint.git
synced 2025-03-30 15:08:31 +00:00

* added initial interfaces for backend, refactored Asset and MetaData logic Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * adjusted input dataclass, added queries, removed convert Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * created backend models folder, replaced token_hex with uuid Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * Add cleanup and add constants Signed-off-by: cybnon <stefan.weber93@googlemail.com> * added to and from static methods to asset, input model and removed logic from tools Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * simplified store_bulk_transaction and corresponding query, adjusted test cases Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * changed script queries Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * Add Output model Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Adapt Output class Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Further fixes Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Further fixes * Get rid of decompose Signed-off-by: cybnon <stefan.weber93@googlemail.com> * refactored init.lua Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * refactored drop.lua Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * Add transaction data class Signed-off-by: cybnon <stefan.weber93@googlemail.com> * refactored init.lua Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fix tests Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Fix more tests Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Format file * Fix recursion error * More fixes Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Further fixes Signed-off-by: cybnon <stefan.weber93@googlemail.com> * using init.lua for db setup Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fixed flush_db for new tarantool implementation Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * changed unique constraints Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * used new indexes on block related db operations Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * Adapt models Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Check if blocks is empty * adjusted get_txids_filtered for new indexes Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * Adaptions due to schema change Signed-off-by: cybnon <stefan.weber93@googlemail.com> * fixed get block test case Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * Fix subcondition serialization Signed-off-by: cybnon <stefan.weber93@googlemail.com> * Remove unnecessary method Signed-off-by: cybnon <stefan.weber93@googlemail.com> * More fixes * renamed group_txs and used data models in fastquery Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * adjusted query test cases, removed unused code Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * replaced asset search with get_asset_by_cid Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * added limit to asset queries Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * replaced metadata search with cid lookup Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fixed most of the test_lib test cases Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fixed election test cases Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fixed some more test cases Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fixed 'is' vs '==' issue Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * - blackified & fixed recovery / delete transactions issues becaues of data model transitions - reintegrated get_transaction() call in query -> delegating this to get_complete_transactions_by_ids Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * show election status uses the governance table from now on show election status maps the asset["data"] object properly Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed input object differences between old / new version and lookup of transaction in the governance pool Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed TX lookup issues due to different pools Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed wrong index name issue: transaction_by_asset vs transaction_by_asset_id Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed asset class key mixup Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * moved field removal methods to DbTransaction redefined strcuture of DbTransction.to_dict() to be equal to the one of Transactions.to_dict() Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * added proper input conversion of the test cases and a proper input validation and object converion Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * simplified imports fixed transfer input issues of the tests Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed comparision issue : dict vs. object Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed schema validation errors Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * added verification of ConditionDetails to the owner verification to avoid mixup between ConditionDetails and SubCondition fixed Object comparision issues due to object changes Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed object handling issue and complicated stuff Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * added missing import Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * added proper corner case handling in case a requested block is not found Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed object comparision issue Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed output handling for validate_transfer_inputs Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * fixed wrong search pool usage Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed zenroom testcase Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed last abci issues and blackified the code Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * added tarantool exception catching and raising as well as logging Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed obj comparision issue in test_get_spent_issue_1271 Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * added raiing CriticialDoubleSpend Exception for governance and transactions fixed search space issue with election / voting commit lookup Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * * made returned outputs unique (get_owned_ids) * added delete_output method to init.lua * fixd output deletion issue by relaying the deletion to lua instead of the python code Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed rollback after crash Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * adjusted assets=None to assets=[{"data":None}] to avoid exeptions in the background service Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * removed unused code Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * removed unused code, reverted transaction fetching, added return types to queries Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * removed duplicate code Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * removed depricated code Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> * store transactions of various versions (backwardcompatibility) added _bdb variable to init/drop DBs for the single use cases (started failing as TXs are looked up in DB - compared to before) Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * added support for v2.0 transaction to DB writing/reading Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * fixed merge errors (arguments ... ) Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * blackified Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * Simplified unit tests (#294) * adjusted make test * 1st improvments to ease testing * simplified gh actions * adjusted gh action file * removed deps * added sudo to apt calls * removed predefined pytest module definitions * added installing planetmint into the unit test container * give time to the db container * added environment variables to unit-test.yml * removed acceptances tests from test executions Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> * removed unused code, updated version number Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> Signed-off-by: Lorenz Herzberger <lorenzherzberger@gmail.com> Signed-off-by: cybnon <stefan.weber93@googlemail.com> Signed-off-by: Jürgen Eckel <juergen@riddleandcode.com> Co-authored-by: cybnon <stefan.weber93@googlemail.com> Co-authored-by: Jürgen Eckel <juergen@riddleandcode.com> Co-authored-by: Jürgen Eckel <eckelj@users.noreply.github.com>
121 lines
4.1 KiB
Python
121 lines
4.1 KiB
Python
# Copyright © 2020 Interplanetary Database Association e.V.,
|
|
# Planetmint and IPDB software contributors.
|
|
# SPDX-License-Identifier: (Apache-2.0 AND CC-BY-4.0)
|
|
# Code is Apache-2.0 and docs are CC-BY-4.0
|
|
|
|
import base58
|
|
import base64
|
|
import random
|
|
|
|
from functools import singledispatch
|
|
from planetmint.backend.localmongodb.connection import LocalMongoDBConnection
|
|
from planetmint.backend.tarantool.connection import TarantoolDBConnection
|
|
from planetmint.backend.schema import TABLES
|
|
from transactions.common import crypto
|
|
from transactions.common.transaction_mode_types import BROADCAST_TX_COMMIT
|
|
from transactions.types.assets.create import Create
|
|
from transactions.types.elections.vote import Vote
|
|
from transactions.types.elections.validator_utils import election_id_to_public_key
|
|
from planetmint.tendermint_utils import key_to_base64
|
|
|
|
|
|
@singledispatch
|
|
def flush_db(connection, dbname):
|
|
raise NotImplementedError
|
|
|
|
|
|
@flush_db.register(LocalMongoDBConnection)
|
|
def flush_localmongo_db(connection, dbname):
|
|
for t in TABLES:
|
|
getattr(connection.conn[dbname], t).delete_many({})
|
|
|
|
|
|
@flush_db.register(TarantoolDBConnection)
|
|
def flush_tarantool_db(connection, dbname):
|
|
connection.connect().call("drop")
|
|
connection.connect().call("init")
|
|
|
|
|
|
def generate_block(planet):
|
|
from transactions.common.crypto import generate_key_pair
|
|
|
|
alice = generate_key_pair()
|
|
tx = Create.generate([alice.public_key], [([alice.public_key], 1)], assets=[{"data": None}]).sign(
|
|
[alice.private_key]
|
|
)
|
|
|
|
code, message = planet.write_transaction(tx, BROADCAST_TX_COMMIT)
|
|
assert code == 202
|
|
|
|
|
|
def to_inputs(election, i, ed25519_node_keys):
|
|
input0 = election.to_inputs()[i]
|
|
votes = election.outputs[i].amount
|
|
public_key0 = input0.owners_before[0]
|
|
key0 = ed25519_node_keys[public_key0]
|
|
return (input0, votes, key0)
|
|
|
|
|
|
def gen_vote(election, i, ed25519_node_keys):
|
|
(input_i, votes_i, key_i) = to_inputs(election, i, ed25519_node_keys)
|
|
election_pub_key = election_id_to_public_key(election.id)
|
|
return Vote.generate([input_i], [([election_pub_key], votes_i)], election_ids=[election.id]).sign(
|
|
[key_i.private_key]
|
|
)
|
|
|
|
|
|
def generate_validators(powers):
|
|
"""Generates an arbitrary number of validators with random public keys.
|
|
|
|
The object under the `storage` key is in the format expected by DB.
|
|
|
|
The object under the `eleciton` key is in the format expected by
|
|
the upsert validator election.
|
|
|
|
`public_key`, `private_key` are in the format used for signing transactions.
|
|
|
|
Args:
|
|
powers: A list of intergers representing the voting power to
|
|
assign to the corresponding validators.
|
|
"""
|
|
validators = []
|
|
for power in powers:
|
|
kp = crypto.generate_key_pair()
|
|
validators.append(
|
|
{
|
|
"storage": {
|
|
"public_key": {
|
|
"value": key_to_base64(base58.b58decode(kp.public_key).hex()),
|
|
"type": "ed25519-base64",
|
|
},
|
|
"voting_power": power,
|
|
},
|
|
"election": {
|
|
"node_id": f"node-{random.choice(range(100))}",
|
|
"power": power,
|
|
"public_key": {
|
|
"value": base64.b16encode(base58.b58decode(kp.public_key)).decode("utf-8"),
|
|
"type": "ed25519-base16",
|
|
},
|
|
},
|
|
"public_key": kp.public_key,
|
|
"private_key": kp.private_key,
|
|
}
|
|
)
|
|
return validators
|
|
|
|
|
|
# NOTE: This works for some but not for all test cases check if this or code base needs fix
|
|
def generate_election(b, cls, public_key, private_key, asset_data, voter_keys):
|
|
voters = b.get_recipients_list()
|
|
election = cls.generate([public_key], voters, asset_data, None).sign([private_key])
|
|
|
|
votes = [
|
|
Vote.generate([election.to_inputs()[i]], [([election_id_to_public_key(election.id)], power)], [election.id])
|
|
for i, (_, power) in enumerate(voters)
|
|
]
|
|
for key, v in zip(voter_keys, votes):
|
|
v.sign([key])
|
|
|
|
return election, votes
|