planetmint/tests/tendermint/test_lib.py

# Copyright © 2020 Interplanetary Database Association e.V.,
# Planetmint and IPDB software contributors.
# SPDX-License-Identifier: (Apache-2.0 AND CC-BY-4.0)
# Code is Apache-2.0 and docs are CC-BY-4.0


import os
import pytest

from unittest.mock import patch
from transactions.types.assets.create import Create
from transactions.types.assets.transfer import Transfer
from operator import index
from hashlib import sha3_256
from pymongo import MongoClient
from planetmint import backend
from transactions.common.transaction_mode_types import (
    BROADCAST_TX_COMMIT,
    BROADCAST_TX_ASYNC,
    BROADCAST_TX_SYNC,
)
from planetmint.lib import Block
from ipld import marshal, multihash


@pytest.mark.bdb
def test_asset_is_separated_from_transaciton(b):
    import copy
    from transactions.common.crypto import generate_key_pair
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    if isinstance(b.connection, TarantoolDBConnection):
        pytest.skip("This specific function is skipped because, assets are stored differently if using Tarantool")

    alice = generate_key_pair()
    bob = generate_key_pair()

    assets = [
        {
            "data": multihash(
                marshal(
                    {
                        "Never gonna": [
                            "give you up",
                            "let you down",
                            "run around" "desert you",
                            "make you cry",
                            "say goodbye",
                            "tell a lie",
                            "hurt you",
                        ]
                    }
                )
            )
        }
    ]

    tx = Create.generate([alice.public_key], [([bob.public_key], 1)], metadata=None, assets=assets).sign(
        [alice.private_key]
    )

    # with store_bulk_transactions we use `insert_many` where PyMongo
    # automatically adds an `_id` field to the tx, therefore we need the
    # deepcopy, for more info see:
    # https://api.mongodb.com/python/current/faq.html#writes-and-ids
    tx_dict = copy.deepcopy(tx.to_dict())

    b.store_bulk_transactions([tx])
    assert "asset" not in backend.query.get_transaction(b.connection, tx.id)
    assert backend.query.get_asset(b.connection, tx.id)["data"] == assets[0]
    assert b.get_transaction(tx.id).to_dict() == tx_dict


@pytest.mark.bdb
def test_get_latest_block(b):
    from planetmint.lib import Block

    for i in range(10):
        app_hash = os.urandom(16).hex()
        txn_id = os.urandom(16).hex()
        block = Block(app_hash=app_hash, height=i, transactions=[txn_id])._asdict()
        b.store_block(block)

    block = b.get_latest_block()
    assert block["height"] == 9


@pytest.mark.bdb
@patch("planetmint.backend.query.get_block", return_value=None)
@patch("planetmint.Planetmint.get_latest_block", return_value={"height": 10})
def test_get_empty_block(_0, _1, b):
    assert b.get_block(5) == {"height": 5, "transactions": []}


def test_validation_error(b):
    from transactions.common.crypto import generate_key_pair

    alice = generate_key_pair()
    tx = (
        Create.generate([alice.public_key], [([alice.public_key], 1)], assets=None).sign([alice.private_key]).to_dict()
    )

    tx["metadata"] = ""
    assert not b.validate_transaction(tx)


@patch("requests.post")
def test_write_and_post_transaction(mock_post, b):
    from transactions.common.crypto import generate_key_pair
    from planetmint.tendermint_utils import encode_transaction

    alice = generate_key_pair()
    tx = (
        Create.generate([alice.public_key], [([alice.public_key], 1)], assets=None).sign([alice.private_key]).to_dict()
    )

    tx = b.validate_transaction(tx)
    b.write_transaction(tx, BROADCAST_TX_ASYNC)

    assert mock_post.called
    args, kwargs = mock_post.call_args
    assert BROADCAST_TX_ASYNC == kwargs["json"]["method"]
    encoded_tx = [encode_transaction(tx.to_dict())]
    assert encoded_tx == kwargs["json"]["params"]


@patch("requests.post")
@pytest.mark.parametrize("mode", [BROADCAST_TX_SYNC, BROADCAST_TX_ASYNC, BROADCAST_TX_COMMIT])
def test_post_transaction_valid_modes(mock_post, b, mode):
    from transactions.common.crypto import generate_key_pair

    alice = generate_key_pair()
    tx = (
        Create.generate([alice.public_key], [([alice.public_key], 1)], assets=None).sign([alice.private_key]).to_dict()
    )
    tx = b.validate_transaction(tx)
    b.write_transaction(tx, mode)

    args, kwargs = mock_post.call_args
    assert mode == kwargs["json"]["method"]


def test_post_transaction_invalid_mode(b):
    from transactions.common.crypto import generate_key_pair
    from transactions.common.exceptions import ValidationError

    alice = generate_key_pair()
    tx = (
        Create.generate([alice.public_key], [([alice.public_key], 1)], assets=None).sign([alice.private_key]).to_dict()
    )
    tx = b.validate_transaction(tx)
    with pytest.raises(ValidationError):
        b.write_transaction(tx, "nope")


@pytest.mark.bdb
def test_update_utxoset(b, signed_create_tx, signed_transfer_tx, db_conn):
    b.update_utxoset(signed_create_tx)
    utxoset = db_conn.get_space("utxos")
    assert utxoset.select().rowcount == 1
    utxo = utxoset.select().data
    assert utxo[0][0] == signed_create_tx.id
    assert utxo[0][1] == 0
    b.update_utxoset(signed_transfer_tx)
    assert utxoset.select().rowcount == 1
    utxo = utxoset.select().data
    assert utxo[0][0] == signed_transfer_tx.id
    assert utxo[0][1] == 0


@pytest.mark.bdb
def test_store_transaction(mocker, b, signed_create_tx, signed_transfer_tx, db_context):
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    mocked_store_asset = mocker.patch("planetmint.backend.query.store_assets")
    mocked_store_metadata = mocker.patch("planetmint.backend.query.store_metadatas")
    mocked_store_transaction = mocker.patch("planetmint.backend.query.store_transactions")
    b.store_bulk_transactions([signed_create_tx])
    if not isinstance(b.connection, TarantoolDBConnection):
        mongo_client = MongoClient(host=db_context.host, port=db_context.port)
        utxoset = mongo_client[db_context.name]["utxos"]
        assert utxoset.count_documents({}) == 1
        utxo = utxoset.find_one()
        assert utxo["transaction_id"] == signed_create_tx.id
        assert utxo["output_index"] == 0
        mocked_store_asset.assert_called_once_with(
            b.connection,
            [
                {
                    "data": signed_create_tx.assets[0]["data"],
                    "tx_id": signed_create_tx.id,
                    "asset_ids": [signed_create_tx.id],
                }
            ],
        )
    else:
        mocked_store_asset.assert_called_once_with(
            b.connection, [(signed_create_tx.assets, signed_create_tx.id, signed_create_tx.id)]
        )

    mocked_store_metadata.assert_called_once_with(
        b.connection,
        [{"id": signed_create_tx.id, "metadata": signed_create_tx.metadata}],
    )
    mocked_store_transaction.assert_called_once_with(
        b.connection,
        [{k: v for k, v in signed_create_tx.to_dict().items() if k not in ("assets", "metadata")}],
    )
    mocked_store_asset.reset_mock()
    mocked_store_metadata.reset_mock()
    mocked_store_transaction.reset_mock()
    b.store_bulk_transactions([signed_transfer_tx])
    if not isinstance(b.connection, TarantoolDBConnection):
        assert utxoset.count_documents({}) == 1
        utxo = utxoset.find_one()
        assert utxo["transaction_id"] == signed_transfer_tx.id
        assert utxo["output_index"] == 0
        assert not mocked_store_asset.called
    mocked_store_metadata.asser_called_once_with(
        b.connection,
        [{"id": signed_transfer_tx.id, "metadata": signed_transfer_tx.metadata}],
    )
    if not isinstance(b.connection, TarantoolDBConnection):
        mocked_store_transaction.assert_called_once_with(
            b.connection,
            [{k: v for k, v in signed_transfer_tx.to_dict().items() if k != "metadata"}],
        )


@pytest.mark.bdb
def test_store_bulk_transaction(mocker, b, signed_create_tx, signed_transfer_tx, db_context):
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    mocked_store_assets = mocker.patch("planetmint.backend.query.store_assets")
    mocked_store_metadata = mocker.patch("planetmint.backend.query.store_metadatas")
    mocked_store_transactions = mocker.patch("planetmint.backend.query.store_transactions")
    b.store_bulk_transactions((signed_create_tx,))
    if not isinstance(b.connection, TarantoolDBConnection):
        mongo_client = MongoClient(host=db_context.host, port=db_context.port)
        utxoset = mongo_client[db_context.name]["utxos"]
        assert utxoset.count_documents({}) == 1
        utxo = utxoset.find_one()
        assert utxo["transaction_id"] == signed_create_tx.id
        assert utxo["output_index"] == 0
    if isinstance(b.connection, TarantoolDBConnection):
        mocked_store_assets.assert_called_once_with(
            b.connection,  # signed_create_tx.asset['data'] this was before
            [(signed_create_tx.assets, signed_create_tx.id, signed_create_tx.id)],
        )
    else:
        mocked_store_assets.assert_called_once_with(
            b.connection,  # signed_create_tx.asset['data'] this was before
            [(signed_create_tx.assets[0]["data"], signed_create_tx.id, signed_create_tx.id)],
        )
    mocked_store_metadata.assert_called_once_with(
        b.connection,
        [{"id": signed_create_tx.id, "metadata": signed_create_tx.metadata}],
    )
    mocked_store_transactions.assert_called_once_with(
        b.connection,
        [{k: v for k, v in signed_create_tx.to_dict().items() if k not in ("assets", "metadata")}],
    )
    mocked_store_assets.reset_mock()
    mocked_store_metadata.reset_mock()
    mocked_store_transactions.reset_mock()
    b.store_bulk_transactions((signed_transfer_tx,))
    if not isinstance(b.connection, TarantoolDBConnection):
        assert utxoset.count_documents({}) == 1
        utxo = utxoset.find_one()
        assert utxo["transaction_id"] == signed_transfer_tx.id
        assert utxo["output_index"] == 0
        assert not mocked_store_assets.called
    mocked_store_metadata.asser_called_once_with(
        b.connection,
        [{"id": signed_transfer_tx.id, "metadata": signed_transfer_tx.metadata}],
    )
    if not isinstance(b.connection, TarantoolDBConnection):
        mocked_store_transactions.assert_called_once_with(
            b.connection,
            [{k: v for k, v in signed_transfer_tx.to_dict().items() if k != "metadata"}],
        )


@pytest.mark.bdb
def test_delete_zero_unspent_outputs(b, utxoset):
    unspent_outputs, utxo_collection = utxoset
    num_rows_before_operation = utxo_collection.select().rowcount
    delete_res = b.delete_unspent_outputs()  # noqa: F841
    num_rows_after_operation = utxo_collection.select().rowcount
    # assert delete_res is None
    assert num_rows_before_operation == num_rows_after_operation
    # assert utxo_collection.count_documents(
    #     {'$or': [
    #         {'transaction_id': 'a', 'output_index': 0},
    #         {'transaction_id': 'b', 'output_index': 0},
    #         {'transaction_id': 'a', 'output_index': 1},
    #     ]}
    # ) == 3


@pytest.mark.bdb
def test_delete_one_unspent_outputs(b, utxoset):
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    unspent_outputs, utxo_collection = utxoset
    delete_res = b.delete_unspent_outputs(unspent_outputs[0])
    if not isinstance(b.connection, TarantoolDBConnection):
        assert len(list(delete_res)) == 1
        assert (
            utxo_collection.count_documents(
                {
                    "$or": [
                        {"transaction_id": "a", "output_index": 1},
                        {"transaction_id": "b", "output_index": 0},
                    ]
                }
            )
            == 2
        )
        assert utxo_collection.count_documents({"transaction_id": "a", "output_index": 0}) == 0
    else:
        utx_space = b.connection.get_space("utxos")
        res1 = utx_space.select(["a", 1], index="id_search").data
        res2 = utx_space.select(["b", 0], index="id_search").data
        assert len(res1) + len(res2) == 2
        res3 = utx_space.select(["a", 0], index="id_search").data
        assert len(res3) == 0


@pytest.mark.bdb
def test_delete_many_unspent_outputs(b, utxoset):
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    unspent_outputs, utxo_collection = utxoset
    delete_res = b.delete_unspent_outputs(*unspent_outputs[::2])
    if not isinstance(b.connection, TarantoolDBConnection):
        assert len(list(delete_res)) == 2
        assert (
            utxo_collection.count_documents(
                {
                    "$or": [
                        {"transaction_id": "a", "output_index": 0},
                        {"transaction_id": "b", "output_index": 0},
                    ]
                }
            )
            == 0
        )
        assert utxo_collection.count_documents({"transaction_id": "a", "output_index": 1}) == 1
    else:  # TODO It looks ugly because query.get_unspent_outputs function, has not yet implemented query parameter.
        utx_space = b.connection.get_space("utxos")
        res1 = utx_space.select(["a", 0], index="id_search").data
        res2 = utx_space.select(["b", 0], index="id_search").data
        assert len(res1) + len(res2) == 0
        res3 = utx_space.select([], index="id_search").data
        assert len(res3) == 1


@pytest.mark.bdb
def test_store_zero_unspent_output(b, utxo_collection):
    num_rows_before_operation = utxo_collection.select().rowcount
    res = b.store_unspent_outputs()
    num_rows_after_operation = utxo_collection.select().rowcount
    assert res is None
    assert num_rows_before_operation == num_rows_after_operation


@pytest.mark.bdb
def test_store_one_unspent_output(b, unspent_output_1, utxo_collection):
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    res = b.store_unspent_outputs(unspent_output_1)
    if not isinstance(b.connection, TarantoolDBConnection):
        assert res.acknowledged
        assert len(list(res)) == 1
        assert (
            utxo_collection.count_documents(
                {
                    "transaction_id": unspent_output_1["transaction_id"],
                    "output_index": unspent_output_1["output_index"],
                }
            )
            == 1
        )
    else:
        utx_space = b.connection.get_space("utxos")
        res = utx_space.select(
            [unspent_output_1["transaction_id"], unspent_output_1["output_index"]], index="id_search"
        )
        assert len(res.data) == 1


@pytest.mark.bdb
def test_store_many_unspent_outputs(b, unspent_outputs, utxo_collection):
    from planetmint.backend.tarantool.connection import TarantoolDBConnection

    res = b.store_unspent_outputs(*unspent_outputs)
    if not isinstance(b.connection, TarantoolDBConnection):
        assert res.acknowledged
        assert len(list(res)) == 3
        assert utxo_collection.count_documents({"transaction_id": unspent_outputs[0]["transaction_id"]}) == 3
    else:
        utxo_space = b.connection.get_space("utxos")  # .select([], index="transaction_search").data
        res = utxo_space.select([unspent_outputs[0]["transaction_id"]], index="transaction_search")
        assert len(res.data) == 3


def test_get_utxoset_merkle_root_when_no_utxo(b):
    assert b.get_utxoset_merkle_root() == sha3_256(b"").hexdigest()


@pytest.mark.bdb
@pytest.mark.usefixture("utxoset")
def test_get_utxoset_merkle_root(b, utxoset):
    expected_merkle_root = "86d311c03115bf4d287f8449ca5828505432d69b82762d47077b1c00fe426eac"
    merkle_root = b.get_utxoset_merkle_root()
    assert merkle_root == expected_merkle_root


@pytest.mark.bdb
def test_get_spent_transaction_critical_double_spend(b, alice, bob, carol):
    from planetmint.exceptions import CriticalDoubleSpend
    from transactions.common.exceptions import DoubleSpend

    assets = [{"data": multihash(marshal({"test": "asset"}))}]

    tx = Create.generate([alice.public_key], [([alice.public_key], 1)], assets=assets).sign([alice.private_key])

    tx_transfer = Transfer.generate(tx.to_inputs(), [([bob.public_key], 1)], asset_ids=[tx.id]).sign(
        [alice.private_key]
    )

    double_spend = Transfer.generate(tx.to_inputs(), [([carol.public_key], 1)], asset_ids=[tx.id]).sign(
        [alice.private_key]
    )

    same_input_double_spend = Transfer.generate(
        tx.to_inputs() + tx.to_inputs(), [([bob.public_key], 1)], asset_ids=[tx.id]
    ).sign([alice.private_key])

    b.store_bulk_transactions([tx])

    with pytest.raises(DoubleSpend):
        b.validate_transaction(same_input_double_spend)

    assert b.get_spent(tx.id, tx_transfer.inputs[0].fulfills.output, [tx_transfer])

    with pytest.raises(DoubleSpend):
        b.get_spent(tx.id, tx_transfer.inputs[0].fulfills.output, [tx_transfer, double_spend])

    b.store_bulk_transactions([tx_transfer])

    with pytest.raises(DoubleSpend):
        b.get_spent(tx.id, tx_transfer.inputs[0].fulfills.output, [double_spend])

    b.store_bulk_transactions([double_spend])

    with pytest.raises(CriticalDoubleSpend):
        b.get_spent(tx.id, tx_transfer.inputs[0].fulfills.output)


def test_validation_with_transaction_buffer(b):
    from transactions.common.crypto import generate_key_pair

    priv_key, pub_key = generate_key_pair()

    create_tx = Create.generate([pub_key], [([pub_key], 10)]).sign([priv_key])
    transfer_tx = Transfer.generate(create_tx.to_inputs(), [([pub_key], 10)], asset_ids=[create_tx.id]).sign(
        [priv_key]
    )
    double_spend = Transfer.generate(create_tx.to_inputs(), [([pub_key], 10)], asset_ids=[create_tx.id]).sign(
        [priv_key]
    )

    assert b.is_valid_transaction(create_tx)
    assert b.is_valid_transaction(transfer_tx, [create_tx])

    assert not b.is_valid_transaction(create_tx, [create_tx])
    assert not b.is_valid_transaction(transfer_tx, [create_tx, transfer_tx])
    assert not b.is_valid_transaction(double_spend, [create_tx, transfer_tx])


@pytest.mark.bdb
def test_migrate_abci_chain_yields_on_genesis(b):
    b.migrate_abci_chain()
    latest_chain = b.get_latest_abci_chain()
    assert latest_chain is None


@pytest.mark.bdb
@pytest.mark.parametrize(
    "chain,block_height,expected",
    [
        (
            (1, "chain-XYZ", True),
            4,
            {"height": 5, "chain_id": "chain-XYZ-migrated-at-height-4", "is_synced": False},
        ),
        (
            (5, "chain-XYZ-migrated-at-height-4", True),
            13,
            {"height": 14, "chain_id": "chain-XYZ-migrated-at-height-13", "is_synced": False},
        ),
    ],
)
def test_migrate_abci_chain_generates_new_chains(b, chain, block_height, expected):
    b.store_abci_chain(*chain)
    b.store_block(Block(app_hash="", height=block_height, transactions=[])._asdict())
    b.migrate_abci_chain()
    latest_chain = b.get_latest_abci_chain()
    assert latest_chain == expected


@pytest.mark.bdb
def test_get_spent_key_order(b, user_pk, user_sk, user2_pk, user2_sk):
    from planetmint import backend
    from transactions.common.crypto import generate_key_pair
    from transactions.common.exceptions import DoubleSpend

    alice = generate_key_pair()
    bob = generate_key_pair()

    tx1 = Create.generate([user_pk], [([alice.public_key], 3), ([user_pk], 2)], assets=None).sign([user_sk])
    b.store_bulk_transactions([tx1])

    inputs = tx1.to_inputs()
    tx2 = Transfer.generate([inputs[1]], [([user2_pk], 2)], [tx1.id]).sign([user_sk])
    assert b.validate_transaction(tx2)

    tx2_dict = tx2.to_dict()
    fulfills = tx2_dict["inputs"][0]["fulfills"]
    tx2_dict["inputs"][0]["fulfills"] = {
        "output_index": fulfills["output_index"],
        "transaction_id": fulfills["transaction_id"],
    }

    backend.query.store_transactions(b.connection, [tx2_dict])

    tx3 = Transfer.generate([inputs[1]], [([bob.public_key], 2)], [tx1.id]).sign([user_sk])

    with pytest.raises(DoubleSpend):
        b.validate_transaction(tx3)