Ori Newman d207888b67
Implement pruned headers node (#1787)
* Pruning headers p2p basic structure

* Remove headers-first

* Fix consensus tests except TestValidateAndInsertPruningPointWithSideBlocks and TestValidateAndInsertImportedPruningPoint

* Add virtual genesis

* Implement PruningPointAndItsAnticoneWithMetaData

* Start fixing TestValidateAndInsertImportedPruningPoint

* Fix TestValidateAndInsertImportedPruningPoint

* Fix BlockWindow

* Update p2p and gRPC

* Fix all tests except TestHandleRelayInvs

* Delete TestHandleRelayInvs parts that cover the old IBD flow

* Fix lint errors

* Add p2p_request_ibd_blocks.go

* Clean code

* Make MsgBlockWithMetaData implement its own representation

* Remove redundant check if highest share block is below the pruning point

* Fix TestCheckLockTimeVerifyConditionedByAbsoluteTimeWithWrongLockTime

* Fix comments, errors ane names

* Fix window size to the real value

* Check reindex root after each block at TestUpdateReindexRoot

* Remove irrelevant check

* Renames and comments

* Remove redundant argument from sendGetBlockLocator

* Don't delete staging on non-recoverable errors

* Renames and comments

* Remove redundant code

* Commit changes inside ResolveVirtual

* Add comment to IsRecoverableError

* Remove blocksWithMetaDataGHOSTDAGDataStore

* Increase windows pagefile

* Move DeleteStagingConsensus outside of defer

* Get rid of mustAccepted in receiveBlockWithMetaData

* Ban on invalid pruning point

* Rename interface_datastructures_daawindowstore.go to interface_datastructures_blocks_with_meta_data_daa_window_store.go

* * Change GetVirtualSelectedParentChainFromBlockResponseMessage and VirtualSelectedParentChainChangedNotificationMessage to show only added block hashes
*  Remove ResolveVirtual
* Use externalapi.ConsensusWrapper inside MiningManager
* Fix pruningmanager.blockwithmetadata

* Set pruning point selected child when importing the pruning point UTXO set

* Change virtual genesis hash

* replace the selected parent with virtual genesis on removePrunedBlocksFromGHOSTDAGData

* Get rid of low hash in block locators

* Remove +1 from everywhere we use difficultyAdjustmentWindowSize and increase the default value by one

* Add comments about consensus wrapper

* Don't use separate staging area when resolving resolveBlockStatus

* Fix netsync stability test

* Fix checkResolveVirtual

* Rename ConsensusWrapper->ConsensusReference

* Get rid of blockHeapNode

* Add comment to defaultDifficultyAdjustmentWindowSize

* Add SelectedChild to DAGTraversalManager

* Remove redundant copy

* Rename blockWindowHeap->calculateBlockWindowHeap

* Move isVirtualGenesisOnlyParent to utils

* Change BlockWithMetaData->BlockWithTrustedData

* Get rid of maxReasonLength

* Split IBD to 100 blocks each time

* Fix a bug in calculateBlockWindowHeap

* Switch to trusted data when encountering virtual genesis in blockWithTrustedData

* Move ConsensusReference to domain

* Update ConsensusReference comment

* Add comment

* Rename shouldNotAddGenesis->skipAddingGenesis
2021-07-26 12:24:07 +03:00

229 lines
7.0 KiB
Go

package syncmanager_test
import (
"strings"
"testing"
"github.com/kaspanet/kaspad/domain/consensus"
"github.com/kaspanet/kaspad/domain/consensus/model"
"github.com/kaspanet/kaspad/domain/consensus/model/externalapi"
"github.com/kaspanet/kaspad/domain/consensus/utils/testutils"
"github.com/kaspanet/kaspad/infrastructure/db/database"
"github.com/pkg/errors"
)
func TestCreateBlockLocator(t *testing.T) {
testutils.ForAllNets(t, true, func(t *testing.T, consensusConfig *consensus.Config) {
factory := consensus.NewFactory()
tc, tearDown, err := factory.NewTestConsensus(consensusConfig,
"TestCreateBlockLocator")
if err != nil {
t.Fatalf("NewTestConsensus: %+v", err)
}
defer tearDown(false)
stagingArea := model.NewStagingArea()
chain := []*externalapi.DomainHash{consensusConfig.GenesisHash}
tipHash := consensusConfig.GenesisHash
for i := 0; i < 20; i++ {
var err error
tipHash, _, err = tc.AddBlock([]*externalapi.DomainHash{tipHash}, nil, nil)
if err != nil {
t.Fatalf("AddBlock: %+v", err)
}
chain = append(chain, tipHash)
}
sideChainTipHash, _, err := tc.AddBlock([]*externalapi.DomainHash{consensusConfig.GenesisHash}, nil, nil)
if err != nil {
t.Fatalf("AddBlock: %+v", err)
}
// Check a situation where low hash is not on the exact step blue score
locator, err := tc.SyncManager().CreateBlockLocator(stagingArea, consensusConfig.GenesisHash, tipHash, 0)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[20],
chain[19],
chain[17],
chain[13],
chain[5],
chain[0],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check a situation where low hash is on the exact step blue score
locator, err = tc.SyncManager().CreateBlockLocator(stagingArea, chain[5], tipHash, 0)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[20],
chain[19],
chain[17],
chain[13],
chain[5],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check block locator with limit
locator, err = tc.SyncManager().CreateBlockLocator(stagingArea, consensusConfig.GenesisHash, tipHash, 3)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[20],
chain[19],
chain[17],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check a block locator from genesis to genesis
locator, err = tc.SyncManager().CreateBlockLocator(stagingArea, consensusConfig.GenesisHash, consensusConfig.GenesisHash, 0)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
consensusConfig.GenesisHash,
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check a block locator from one block to the same block
locator, err = tc.SyncManager().CreateBlockLocator(stagingArea, chain[7], chain[7], 0)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[7],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check block locator with incompatible blocks
_, err = tc.SyncManager().CreateBlockLocator(stagingArea, sideChainTipHash, tipHash, 0)
expectedErr := "highHash and lowHash are not in the same selected parent chain"
if err == nil || !strings.Contains(err.Error(), expectedErr) {
t.Fatalf("expected error '%s' but got '%s'", expectedErr, err)
}
// Check block locator with non exist blocks
_, err = tc.CreateBlockLocatorFromPruningPoint(&externalapi.DomainHash{}, 0)
expectedErr = "does not exist"
if err == nil || !strings.Contains(err.Error(), expectedErr) {
t.Fatalf("expected error '%s' but got '%s'", expectedErr, err)
}
})
}
func TestCreateHeadersSelectedChainBlockLocator(t *testing.T) {
testutils.ForAllNets(t, true, func(t *testing.T, consensusConfig *consensus.Config) {
factory := consensus.NewFactory()
tc, tearDown, err := factory.NewTestConsensus(consensusConfig,
"TestCreateHeadersSelectedChainBlockLocator")
if err != nil {
t.Fatalf("NewTestConsensus: %+v", err)
}
defer tearDown(false)
chain := []*externalapi.DomainHash{consensusConfig.GenesisHash}
tipHash := consensusConfig.GenesisHash
for i := 0; i < 20; i++ {
var err error
tipHash, _, err = tc.AddBlock([]*externalapi.DomainHash{tipHash}, nil, nil)
if err != nil {
t.Fatalf("AddBlock: %+v", err)
}
chain = append(chain, tipHash)
}
sideChainTipHash, _, err := tc.AddBlock([]*externalapi.DomainHash{consensusConfig.GenesisHash}, nil, nil)
if err != nil {
t.Fatalf("AddBlock: %+v", err)
}
// Check a situation where low hash is not on the exact step
locator, err := tc.CreateHeadersSelectedChainBlockLocator(consensusConfig.GenesisHash, tipHash)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[20],
chain[19],
chain[17],
chain[13],
chain[5],
chain[0],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check a situation where low hash is on the exact step
locator, err = tc.CreateHeadersSelectedChainBlockLocator(chain[5], tipHash)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[20],
chain[19],
chain[17],
chain[13],
chain[5],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check a block locator from genesis to genesis
locator, err = tc.CreateHeadersSelectedChainBlockLocator(consensusConfig.GenesisHash, consensusConfig.GenesisHash)
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
consensusConfig.GenesisHash,
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check a block locator from one block to the same block
locator, err = tc.CreateHeadersSelectedChainBlockLocator(chain[7], chain[7])
if err != nil {
t.Fatalf("CreateBlockLocatorFromPruningPoint: %+v", err)
}
if !externalapi.HashesEqual(locator, []*externalapi.DomainHash{
chain[7],
}) {
t.Fatalf("unexpected block locator %s", locator)
}
// Check block locator with low hash higher than high hash
_, err = tc.CreateHeadersSelectedChainBlockLocator(chain[20], chain[19])
expectedErr := "cannot build block locator while highHash is lower than lowHash"
if err == nil || !strings.Contains(err.Error(), expectedErr) {
t.Fatalf("expected error '%s' but got '%s'", expectedErr, err)
}
// Check block locator with non chain blocks
_, err = tc.CreateHeadersSelectedChainBlockLocator(consensusConfig.GenesisHash, sideChainTipHash)
if !errors.Is(err, model.ErrBlockNotInSelectedParentChain) {
t.Fatalf("expected error '%s' but got '%s'", database.ErrNotFound, err)
}
})
}