mirror of
https://github.com/kaspanet/kaspad.git
synced 2025-05-23 15:26:42 +00:00

* Revert "[NOD-1500] Delete integration tests" This reverts commit fcb57a206690a884fa6afb69d5d493282954a8bf. * [NOD-1518] hashserialization -> consenusserialization * [NOD-1518] Fix add genesis to virtual * [NOD-1518] Fix a bug in SerializeCoinbasePayload. * [NOD-1518] Fix a loop error and make pastMedianTime behave correctly everywhere on genesis. * [NOD-1518] Fix another bug and an infinite loop. * [NOD-1518] Fix uninitialized slice. * [NOD-1518] Fix bad should-commit checks and another infinite loop. * [NOD-1518] Fix nil serialization. * [NOD-1518] Rename blockHash to currentBlockHash. * [NOD-1518] Move the check whether stagedVirtualUTXOSet != nil to the top of commitVirtualUTXODiff. * [NOD-1518] Simplify utxoDiffStore.Commit. * [NOD-1518] Unextract resolveBlockStatusAndCheckFinality. * [NOD-1518] Move no-transactions logic into CalculateIDMerkleRoot. * [NOD-1518] Remove redundant is-staged check. * [NOD-1518] Fix merge errors. * [NOD-1518] Don't write anything if utxoDiffChild is nil. * [NOD-1518] Stage virtualAcceptanceData and virtualMultiset. * [NOD-1518] Fix bugs in getBlockTemplate and submitBlock. * [NOD-1518] Fix bad validation order in validateHeaderInContext. * [NOD-1518] Fix bug in Next(). * [NOD-1518] Fix nil dereference of subnetworks in AddressCache. * [NOD-1518] Fix multisetStore.Get returning a pointer to a multiset that is changed in place. * [NOD-1518] Break on genesis in countSubtrees. * [NOD-1518] Fix createBlockLocator. * [NOD-1518] Fix MsgTxToDomainTransaction. * [NOD-1518] Set MaxTxVersion to 1. * [NOD-1518] Fix missing error handling, bug in MsgTxToDomainTransaction, and bad subnetwork equality check. * [NOD-1518] Fix bug in hasUTXOByOutpointFromStagedVirtualUTXODiff. * [NOD-1518] Remove irrelevant comments. * [NOD-1518] Generate transactions with sufficient fee in tx_relay_test. * [NOD-1518] Fix broken RPC handlers. * [NOD-1518] Fix merge errors. * [NOD-1518] Fix bad exists check in restorePastUTXO and missing genesis check in CalculatePastUTXOAndAcceptanceData. * [NOD-1518] Add a comment. * [NOD-1518] Use a regular mutex instead of a read-write mutex in consensus to avoid dealing with sneaky not-actually-read functions. * [NOD-1518] Fix a deadlock in GetVirtualSelectedParent. * [NOD-1518] Fix missing handler registration for CmdHeader. * [NOD-1518] Fix processHeader calling OnNewBlock and LogBlock. Also fix conversion errors in IBDRootUTXOSetAndBlock. * [NOD-1518] Fix bad Command() in MsgIBDRootUTXOSetAndBlock. * [NOD-1518] Fix bad SyncStateMissingUTXOSet logic in resolveSyncState. * [NOD-1518] Rename mode to syncState. * [NOD-1518] Fix headers-only blocks coming in after the consensus thinks it's synced. * [NOD-1518] Fix selectedChildIterator.Next not ignoring virtual, infinite loop in HashSet.Length(). * [NOD-1518] Fix not-properly wrapped IBD blocks. * [NOD-1532] Add TestMultiset * [NOD-1518] Fix bad conversion in RequestIBDBlocks. * [NOD-1518] Fix bad string for CmdRequestHeaders. * [NOD-1518] Fix bad string for CmdDoneHeaders. * [NOD-1518] Fix bad Command() for MsgIBDRootNotFound. * [NOD-1532] Add TestPastUTXOMultiset * [NOD-1518] Fix bad areHeaderTipsSyncedMaxTimeDifference value. * [NOD-1532] Added TestDoubleSpends * [NOD-1518] Add missing string for CmdRequestIBDBlocks. * [NOD-1518] Fix bad check for SyncStateMissingBlockBodies. * [NOD-1518] Fix bad timeout durations in tests. * [NOD-1518] Fix IBD blocks not calling OnNewBlock. * [NOD-1518] Change when IBD finishes. * [NOD-1518] Properly clone utxoDiffChild. * [NOD-1532] Update hashes of blocks * [NOD-1532] Fix genesis blocks and a few more bugs * [NOD-1532] Bugfix: incorrect key passed to dbTx.Put * [NOD-1532] Make sure there's no nil payloads * [NOD-1532] Fix AddBlockToVirtual * [NOD-1532] Update tips and virtualDiffParents properly * [NOD-1532] Allow nil payload * [NOD-1532] Check for actual error and not just some RuleError * [NOD-1532] Get rid of SimpleCoinbaseData and make OpTrueScript P2SH * [NOD-1532] If coinbaseData is nil - fill in with generic coinbaseData Co-authored-by: Ori Newman <orinewman1@gmail.com> Co-authored-by: stasatdaglabs <stas@daglabs.com>
219 lines
6.5 KiB
Go
219 lines
6.5 KiB
Go
package utxodiffstore
|
|
|
|
import (
|
|
"github.com/golang/protobuf/proto"
|
|
"github.com/kaspanet/kaspad/domain/consensus/database/serialization"
|
|
"github.com/kaspanet/kaspad/domain/consensus/model"
|
|
"github.com/kaspanet/kaspad/domain/consensus/model/externalapi"
|
|
"github.com/kaspanet/kaspad/domain/consensus/utils/dbkeys"
|
|
"github.com/pkg/errors"
|
|
)
|
|
|
|
var utxoDiffBucket = dbkeys.MakeBucket([]byte("utxo-diffs"))
|
|
var utxoDiffChildBucket = dbkeys.MakeBucket([]byte("utxo-diff-children"))
|
|
|
|
// utxoDiffStore represents a store of UTXODiffs
|
|
type utxoDiffStore struct {
|
|
utxoDiffStaging map[externalapi.DomainHash]*model.UTXODiff
|
|
utxoDiffChildStaging map[externalapi.DomainHash]*externalapi.DomainHash
|
|
toDelete map[externalapi.DomainHash]struct{}
|
|
}
|
|
|
|
// New instantiates a new UTXODiffStore
|
|
func New() model.UTXODiffStore {
|
|
return &utxoDiffStore{
|
|
utxoDiffStaging: make(map[externalapi.DomainHash]*model.UTXODiff),
|
|
utxoDiffChildStaging: make(map[externalapi.DomainHash]*externalapi.DomainHash),
|
|
toDelete: make(map[externalapi.DomainHash]struct{}),
|
|
}
|
|
}
|
|
|
|
// Stage stages the given utxoDiff for the given blockHash
|
|
func (uds *utxoDiffStore) Stage(blockHash *externalapi.DomainHash, utxoDiff *model.UTXODiff, utxoDiffChild *externalapi.DomainHash) error {
|
|
utxoDiffClone, err := uds.cloneUTXODiff(utxoDiff)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
uds.utxoDiffStaging[*blockHash] = utxoDiffClone
|
|
|
|
if utxoDiffChild != nil {
|
|
utxoDiffChildClone := uds.cloneUTXODiffChild(utxoDiffChild)
|
|
uds.utxoDiffChildStaging[*blockHash] = utxoDiffChildClone
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (uds *utxoDiffStore) IsStaged() bool {
|
|
return len(uds.utxoDiffStaging) != 0 || len(uds.utxoDiffChildStaging) != 0 || len(uds.toDelete) != 0
|
|
}
|
|
|
|
func (uds *utxoDiffStore) IsBlockHashStaged(blockHash *externalapi.DomainHash) bool {
|
|
if _, ok := uds.utxoDiffStaging[*blockHash]; ok {
|
|
return true
|
|
}
|
|
_, ok := uds.utxoDiffChildStaging[*blockHash]
|
|
return ok
|
|
}
|
|
|
|
func (uds *utxoDiffStore) Discard() {
|
|
uds.utxoDiffStaging = make(map[externalapi.DomainHash]*model.UTXODiff)
|
|
uds.utxoDiffChildStaging = make(map[externalapi.DomainHash]*externalapi.DomainHash)
|
|
uds.toDelete = make(map[externalapi.DomainHash]struct{})
|
|
}
|
|
|
|
func (uds *utxoDiffStore) Commit(dbTx model.DBTransaction) error {
|
|
for hash, utxoDiff := range uds.utxoDiffStaging {
|
|
utxoDiffBytes, err := uds.serializeUTXODiff(utxoDiff)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = dbTx.Put(uds.utxoDiffHashAsKey(&hash), utxoDiffBytes)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
for hash, utxoDiffChild := range uds.utxoDiffChildStaging {
|
|
if utxoDiffChild == nil {
|
|
continue
|
|
}
|
|
|
|
utxoDiffChildBytes, err := uds.serializeUTXODiffChild(utxoDiffChild)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = dbTx.Put(uds.utxoDiffChildHashAsKey(&hash), utxoDiffChildBytes)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
for hash := range uds.toDelete {
|
|
err := dbTx.Delete(uds.utxoDiffHashAsKey(&hash))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = dbTx.Delete(uds.utxoDiffChildHashAsKey(&hash))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
uds.Discard()
|
|
return nil
|
|
}
|
|
|
|
// UTXODiff gets the utxoDiff associated with the given blockHash
|
|
func (uds *utxoDiffStore) UTXODiff(dbContext model.DBReader, blockHash *externalapi.DomainHash) (*model.UTXODiff, error) {
|
|
if utxoDiff, ok := uds.utxoDiffStaging[*blockHash]; ok {
|
|
return utxoDiff, nil
|
|
}
|
|
|
|
utxoDiffBytes, err := dbContext.Get(uds.utxoDiffHashAsKey(blockHash))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return uds.deserializeUTXODiff(utxoDiffBytes)
|
|
}
|
|
|
|
// UTXODiffChild gets the utxoDiff child associated with the given blockHash
|
|
func (uds *utxoDiffStore) UTXODiffChild(dbContext model.DBReader, blockHash *externalapi.DomainHash) (*externalapi.DomainHash, error) {
|
|
if utxoDiffChild, ok := uds.utxoDiffChildStaging[*blockHash]; ok {
|
|
return utxoDiffChild, nil
|
|
}
|
|
|
|
utxoDiffChildBytes, err := dbContext.Get(uds.utxoDiffChildHashAsKey(blockHash))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
utxoDiffChild, err := uds.deserializeUTXODiffChild(utxoDiffChildBytes)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return utxoDiffChild, nil
|
|
}
|
|
|
|
// HasUTXODiffChild returns true if the given blockHash has a UTXODiffChild
|
|
func (uds *utxoDiffStore) HasUTXODiffChild(dbContext model.DBReader, blockHash *externalapi.DomainHash) (bool, error) {
|
|
if _, ok := uds.utxoDiffChildStaging[*blockHash]; ok {
|
|
return true, nil
|
|
}
|
|
|
|
return dbContext.Has(uds.utxoDiffChildHashAsKey(blockHash))
|
|
}
|
|
|
|
// Delete deletes the utxoDiff associated with the given blockHash
|
|
func (uds *utxoDiffStore) Delete(blockHash *externalapi.DomainHash) {
|
|
if uds.IsBlockHashStaged(blockHash) {
|
|
if _, ok := uds.utxoDiffStaging[*blockHash]; ok {
|
|
delete(uds.utxoDiffStaging, *blockHash)
|
|
}
|
|
if _, ok := uds.utxoDiffChildStaging[*blockHash]; ok {
|
|
delete(uds.utxoDiffChildStaging, *blockHash)
|
|
}
|
|
return
|
|
}
|
|
uds.toDelete[*blockHash] = struct{}{}
|
|
}
|
|
|
|
func (uds *utxoDiffStore) utxoDiffHashAsKey(hash *externalapi.DomainHash) model.DBKey {
|
|
return utxoDiffBucket.Key(hash[:])
|
|
}
|
|
|
|
func (uds *utxoDiffStore) utxoDiffChildHashAsKey(hash *externalapi.DomainHash) model.DBKey {
|
|
return utxoDiffChildBucket.Key(hash[:])
|
|
}
|
|
|
|
func (uds *utxoDiffStore) serializeUTXODiff(utxoDiff *model.UTXODiff) ([]byte, error) {
|
|
dbUtxoDiff := serialization.UTXODiffToDBUTXODiff(utxoDiff)
|
|
bytes, err := proto.Marshal(dbUtxoDiff)
|
|
if err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
return bytes, nil
|
|
}
|
|
|
|
func (uds *utxoDiffStore) deserializeUTXODiff(utxoDiffBytes []byte) (*model.UTXODiff, error) {
|
|
dbUTXODiff := &serialization.DbUtxoDiff{}
|
|
err := proto.Unmarshal(utxoDiffBytes, dbUTXODiff)
|
|
if err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
|
|
return serialization.DBUTXODiffToUTXODiff(dbUTXODiff)
|
|
}
|
|
|
|
func (uds *utxoDiffStore) serializeUTXODiffChild(utxoDiffChild *externalapi.DomainHash) ([]byte, error) {
|
|
bytes, err := proto.Marshal(serialization.DomainHashToDbHash(utxoDiffChild))
|
|
if err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
return bytes, nil
|
|
}
|
|
|
|
func (uds *utxoDiffStore) deserializeUTXODiffChild(utxoDiffChildBytes []byte) (*externalapi.DomainHash, error) {
|
|
dbHash := &serialization.DbHash{}
|
|
err := proto.Unmarshal(utxoDiffChildBytes, dbHash)
|
|
if err != nil {
|
|
return nil, errors.WithStack(err)
|
|
}
|
|
|
|
return serialization.DbHashToDomainHash(dbHash)
|
|
}
|
|
|
|
func (uds *utxoDiffStore) cloneUTXODiff(diff *model.UTXODiff) (*model.UTXODiff, error) {
|
|
serialized, err := uds.serializeUTXODiff(diff)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return uds.deserializeUTXODiff(serialized)
|
|
}
|
|
|
|
func (uds *utxoDiffStore) cloneUTXODiffChild(diffChild *externalapi.DomainHash) *externalapi.DomainHash {
|
|
return diffChild.Clone()
|
|
}
|