stasatdaglabs 4c915f12b7
[NOD-1319] Reimplement kaspad's RPC in gRPC (#914)
* [NOD-1319] Create the protorpc package.

* [NOD-1319] Use a general ClientStream in closeSend.

* [NOD-1319] Decouple p2pServer from gRPCServer.

* [NOD-1319] Begin implementing rpcServer.

* [NOD-1319] Move grpcStream to grpc_connection.go.

* [NOD-1319] Fold the rpc messages.proto into a common message.proto.

* [NOD-1319] Remove code duplication in MessageStream.

* [NOD-1319] Rename methods in netadapter.

* [NOD-1319] Rename message_xxx to p2p_xxx.

* [NOD-1319] Section off p2p messages from rpc messages in messages.proto.

* [NOD-1319] Split toPayload to a p2p part and and rpc part.

* [NOD-1319] Rename msgxxx.go to p2p_msgxx.go in the appmessage package.

* [NOD-1319] Implement GetCurrentVersionRequestMessage and GetCurrentVersionResponseMessage.

* [NOD-1319] Implement toAppMessage and fromAppMessage for getCurrentNetwork

* [NOD-1319] Make a temporary workaround so that tests pass.

* [NOD-1319] Begin implementing the rpc manager.

* [NOD-1319] Implement an initial routerInitializer for rpc.

* [NOD-1319] Rename the spawn in routerInitializer.

* [NOD-1319] Implement an RPC context.

* [NOD-1319] Move the actual handlers to a separate package.

* [NOD-1319] Use the correct value for the GetCurrentNetwork response.

* [NOD-1319] Fix some names.

* [NOD-1319] Begin implementing a cli rpc client.

* [NOD-1319] Implement connecting to the RPC server.

* [NOD-1319] Make sure that connecting to the server and sending/receiving messages works.

* [NOD-1319] Make kaspactl2 speak in json strings.

* [NOD-1319] Finish implementing kaspactl2.

* [NOD-1319] Remove debug messages.

* [NOD-1319] Properly handle errors in rpc.go.

* [NOD-1319] Move the grpc client to a separate package.

* [NOD-1319] Extract Post out of PostString.

* [NOD-1319] Implement PostAppMessage.

* [NOD-1319] Stub out submitBlock.

* [NOD-1319] Stub out getBlockTemplate.

* [NOD-1319] Combine request and reponse files.

* [NOD-1319] Implement submitBlock.

* [NOD-1319] Implement returning errors from RPC.

* [NOD-1319] Begin implementing getBlockTemplate.

* [NOD-1319] Add missing field in GetBlockTemplateRequestMessage.

* [NOD-1319] Implement a minimal getBlockTemplate.

* [NOD-1319] Add getBlockTemplate stuff to grpc.

* [NOD-1319] Implement the rest of getBlockTemplate.

* [NOD-1319] Add block/transaction added handlers to the protocol manager.

* [NOD-1319] Implement NotifyTransactionAddedToMempool.

* [NOD-1319] Implement NotifyBlockAddedToDAG.

* [NOD-1319] Connect block/transaction added handlers.

* [NOD-1319] Add notifyBlockAdded.

* [NOD-1319] Add a notification system.

* [NOD-1319] Improve the notification system.

* [NOD-1319] Add a block added listener stub.

* [NOD-1319] Add BlockAddedNotificationMessage.

* [NOD-1319] Finish implementing HandleNotifyBlockAdded.

* [NOD-1319] Println instead of Print in kaspactl2.

* [NOD-1319] Remove unused flags in kaspactl2.

* [NOD-1319] Make kaspaminer work with the new RPC.

* [NOD-1319] Fix a bad log.

* [NOD-1319] Make kaspaminer work.

* [NOD-1319] Disconnect the old RPC.

* [NOD-1319] Move grpcclient.go.

* [NOD-1319] Begin generalizing the rpcClient.

* [NOD-1319] Move errors to the side of the payload.

* [NOD-1319] Add errors to appmessage.

* [NOD-1319] Move AttachRouter to grpcclient.

* [NOD-1319] Fix kaspaminer not handling responses.

* [NOD-1319] Properly handle blockAddedNotifications.

* [NOD-1319] Move errors into individual response objects.

* [NOD-1319] Begin replacing the RPC client in the integration tests.

* [NOD-1319] Implement GetPeerAddresses.

* [NOD-1319] Implement GetPeerAddresses.

* [NOD-1319] Fix setOnBlockAddedHandler.

* [NOD-1319] Remove the old kaspactl.

* [NOD-1319] Move ConvertGetBlockTemplateResultToBlock to the mining package.

* [NOD-1319] Implement getSelectedTipHash.

* [NOD-1319] Simplify testRPCRouter.

* [NOD-1319] Write stubs for the required test RPC commands.

* [NOD-1319] Implement a minimal getMempoolEntry.

* [NOD-1319] Implement a minimal getMempoolEntry.

* [NOD-1319] Implement getConnectedPeerInfo.

* [NOD-1319] Delete the old RPC.

* [NOD-1319] Fix a fromAppMessage.

* [NOD-1319] Implement connectToPeer.

* [NOD-1319] Fix a bug in registerForBlockAddedNotifications.

* [NOD-1319] Fix a deadlock in closing notification listeners.

* [NOD-1319] Fix merge errors.

* [NOD-1319] Fix an import.

* [NOD-1319] Properly handle errors in grpcclient.

* [NOD-1319] Fix TestIBD.

* [NOD-1319] Prevent kaspaminer from running when not connected.

* [NOD-1319] Implement sendRawTransaction.

* [NOD-1319] Implement sendRawTransaction in the client.

* [NOD-1319] Extract a general RPC client from the integration test RPC client.

* [NOD-1319] Use the general RPC client for the miner.

* [NOD-1319] Move the rpcclient package out of netadapter.

* [NOD-1319] Normalize onBlockAdded.

* [NOD-1319] Begin implementing notifyChainChanged.

* [NOD-1319] Implement the model for notifyChainChanged.

* [NOD-1319] Implement conversions for notifyChainChanged.

* [NOD-1319] Implement HandleNotifyChainChanged.

* [NOD-1319] Normalize notifications.

* [NOD-1319] Implement RegisterForChainChangedNotifications.

* [NOD-1319] Begin connecting blockdag's chain-changed notification with the RPC.

* [NOD-1319] Finish implementing notifyChainChanged.

* [NOD-1319] Implement getBlockHex.

* [NOD-1319] Rename getBlockHex to getBlock.

* [NOD-1319] Implement the verbose model for getBlock.

* [NOD-1319] Implement buildBlockVerboseData.

* [NOD-1319] Implement buildTransactionVerboseData.

* [NOD-1319] Move verboseData stuff to verbosedata.go.

* [NOD-1319] Add includeTransactionVerboseData.

* [NOD-1319] Begin implementing getSubnetwork.

* [NOD-1319] Finish implementing getSubnetwork.

* [NOD-1319] Begin implementing getChainFromBlock.

* [NOD-1319] Finish implementing getChainFromBlock.

* [NOD-1319] Begin implementing getBlocks.

* [NOD-1319] Finish implementing getBlocks.

* [NOD-1319] Fix bad responses in HandleNotifyChainChanged.

* [NOD-1319] Fix bugs in verbosedata.go.

* [NOD-1319] Fix more bugs in verbosedata.go.

* [NOD-1319] Make go vet happy.

* [NOD-1319] Extract handleBlockDAGNotifications to a method.

* [NOD-1319] Add a newline.

* [NOD-1319] Use peers instead of connections to check if connected.

* [NOD-1319] Add a comment.

* [NOD-1319] Lock the dag lock in getBlock.

* [NOD-1319] Rename netAdapter.connections to p2pConnections.

* [NOD-1319] In protowire, rename wireXXX to protoXXX.

* [NOD-1319] Rename PostString to PostJSON.

* [NOD-1319] Disallow empty transactions in SendRawTransaction.

* [NOD-1319] Disallow empty blocks in SubmitBlocks.

* [NOD-1319] Add SetLogger.

* [NOD-1319] Fix an error message.

* [NOD-1319] Fix an error message.

* [NOD-1319] Rename testTimeout to rpcTimeout.

* [NOD-1319] Rename SendRawTransaction to SubmitTransaction.

* [NOD-1319] Rename ConnectToPeer to AddPeer.

* [NOD-1319] Add missing longPollID to request.

* [NOD-1319] Rename ChainChangedChainBlock to ChainBlock.

* [NOD-1319] Rename Vin and Vout.

* [NOD-1319] Implement RPCErrorf.

* [NOD-1319] Fix RPCErrorf's comment.

* [NOD-1319] Remove unused flags in kaspaminer.
2020-09-07 14:35:40 +03:00

167 lines
5.0 KiB
Go

package netadapter
import (
"fmt"
"sync"
"testing"
"time"
"github.com/kaspanet/kaspad/app/appmessage"
"github.com/kaspanet/kaspad/infrastructure/config"
"github.com/kaspanet/kaspad/infrastructure/network/netadapter/router"
)
// routerInitializerForTest returns new RouterInitializer which simply sets
// new incoming route for router and stores this route in map for further usage in tests
func routerInitializerForTest(t *testing.T, routes *sync.Map,
routeName string, wg *sync.WaitGroup) func(*router.Router, *NetConnection) {
return func(router *router.Router, connection *NetConnection) {
route, err := router.AddIncomingRoute([]appmessage.MessageCommand{appmessage.CmdPing})
if err != nil {
t.Fatalf("TestNetAdapter: AddIncomingRoute failed: %+v", err)
}
routes.Store(routeName, route)
wg.Done()
}
}
func TestNetAdapter(t *testing.T) {
const (
timeout = time.Second * 5
nonce = uint64(1)
host = "127.0.0.1"
portA = 3000
portB = 3001
portC = 3002
)
addressA := fmt.Sprintf("%s:%d", host, portA)
addressB := fmt.Sprintf("%s:%d", host, portB)
addressC := fmt.Sprintf("%s:%d", host, portC)
cfgA, cfgB, cfgC := config.DefaultConfig(), config.DefaultConfig(), config.DefaultConfig()
cfgA.Listeners = []string{addressA}
cfgB.Listeners = []string{addressB}
cfgC.Listeners = []string{addressC}
routes := &sync.Map{}
wg := &sync.WaitGroup{}
wg.Add(2)
adapterA, err := NewNetAdapter(cfgA)
if err != nil {
t.Fatalf("TestNetAdapter: NetAdapter instantiation failed: %+v", err)
}
adapterA.SetP2PRouterInitializer(func(router *router.Router, connection *NetConnection) {})
adapterA.SetRPCRouterInitializer(func(router *router.Router, connection *NetConnection) {})
err = adapterA.Start()
if err != nil {
t.Fatalf("TestNetAdapter: Start() failed: %+v", err)
}
adapterB, err := NewNetAdapter(cfgB)
if err != nil {
t.Fatalf("TestNetAdapter: NetAdapter instantiation failed: %+v", err)
}
initializer := routerInitializerForTest(t, routes, "B", wg)
adapterB.SetP2PRouterInitializer(initializer)
adapterB.SetRPCRouterInitializer(func(router *router.Router, connection *NetConnection) {})
err = adapterB.Start()
if err != nil {
t.Fatalf("TestNetAdapter: Start() failed: %+v", err)
}
adapterC, err := NewNetAdapter(cfgC)
if err != nil {
t.Fatalf("TestNetAdapter: NetAdapter instantiation failed: %+v", err)
}
initializer = routerInitializerForTest(t, routes, "C", wg)
adapterC.SetP2PRouterInitializer(initializer)
adapterC.SetRPCRouterInitializer(func(router *router.Router, connection *NetConnection) {})
err = adapterC.Start()
if err != nil {
t.Fatalf("TestNetAdapter: Start() failed: %+v", err)
}
err = adapterA.P2PConnect(addressB)
if err != nil {
t.Fatalf("TestNetAdapter: connection to %s failed: %+v", addressB, err)
}
err = adapterA.P2PConnect(addressC)
if err != nil {
t.Fatalf("TestNetAdapter: connection to %s failed: %+v", addressC, err)
}
// Ensure adapter has two connections
if count := adapterA.P2PConnectionCount(); count != 2 {
t.Fatalf("TestNetAdapter: expected 2 connections, got - %d", count)
}
// Ensure all connected peers have received broadcasted message
connections := adapterA.P2PConnections()
err = adapterA.P2PBroadcast(connections, appmessage.NewMsgPing(1))
if err != nil {
t.Fatalf("TestNetAdapter: broadcast failed: %+v", err)
}
// wait for routes to be added to map, then they can be used to receive broadcasted message
wg.Wait()
r, ok := routes.Load("B")
if !ok {
t.Fatal("TestNetAdapter: route loading failed")
}
msg, err := r.(*router.Route).DequeueWithTimeout(timeout)
if err != nil {
t.Fatalf("TestNetAdapter: dequeuing message failed: %+v", err)
}
if command := msg.Command(); command != appmessage.CmdPing {
t.Fatalf("TestNetAdapter: expected '%s' message to be received but got '%s'",
appmessage.ProtocolMessageCommandToString[appmessage.CmdPing],
appmessage.ProtocolMessageCommandToString[command])
}
if number := msg.MessageNumber(); number != nonce {
t.Fatalf("TestNetAdapter: expected '%d' message number but got %d", nonce, number)
}
r, ok = routes.Load("C")
if !ok {
t.Fatal("TestNetAdapter: route loading failed")
}
msg, err = r.(*router.Route).DequeueWithTimeout(timeout)
if err != nil {
t.Fatalf("TestNetAdapter: dequeuing message failed: %+v", err)
}
if command := msg.Command(); command != appmessage.CmdPing {
t.Fatalf("TestNetAdapter: expected '%s' message to be received but got '%s'",
appmessage.ProtocolMessageCommandToString[appmessage.CmdPing],
appmessage.ProtocolMessageCommandToString[command])
}
if number := msg.MessageNumber(); number != nonce {
t.Fatalf("TestNetAdapter: expected '%d' message number but got %d", nonce, number)
}
err = adapterA.Stop()
if err != nil {
t.Fatalf("TestNetAdapter: stopping adapter failed: %+v", err)
}
// Ensure adapter can't be stopped multiple times
err = adapterA.Stop()
if err == nil {
t.Fatalf("TestNetAdapter: error expected at attempt to stop adapter second time, but got nothing")
}
}