mirror of
https://github.com/etcd-io/etcd.git
synced 2024-09-27 06:25:44 +00:00
0a0f0ae719
This commit adds a data-driven test which simulates conditions under which Raft messages flow to a particular node is throttled while in StateReplicate. The test demonstrates that MsgApp messages with non-empty Entries may "leak" to a paused stream every time there is successful heartbeat exchange. Signed-off-by: Pavel Kalinnikov <pavel@cockroachlabs.com>
102 lines
2.6 KiB
Go
102 lines
2.6 KiB
Go
// Copyright 2019 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package rafttest
|
|
|
|
import (
|
|
"bufio"
|
|
"fmt"
|
|
"math"
|
|
"strings"
|
|
|
|
"go.etcd.io/etcd/raft/v3"
|
|
pb "go.etcd.io/etcd/raft/v3/raftpb"
|
|
)
|
|
|
|
// InteractionOpts groups the options for an InteractionEnv.
|
|
type InteractionOpts struct {
|
|
OnConfig func(*raft.Config)
|
|
}
|
|
|
|
// Node is a member of a raft group tested via an InteractionEnv.
|
|
type Node struct {
|
|
*raft.RawNode
|
|
Storage
|
|
|
|
Config *raft.Config
|
|
History []pb.Snapshot
|
|
}
|
|
|
|
// InteractionEnv facilitates testing of complex interactions between the
|
|
// members of a raft group.
|
|
type InteractionEnv struct {
|
|
Options *InteractionOpts
|
|
Nodes []Node
|
|
Messages []pb.Message // in-flight messages
|
|
|
|
Output *RedirectLogger
|
|
}
|
|
|
|
// NewInteractionEnv initializes an InteractionEnv. opts may be nil.
|
|
func NewInteractionEnv(opts *InteractionOpts) *InteractionEnv {
|
|
if opts == nil {
|
|
opts = &InteractionOpts{}
|
|
}
|
|
return &InteractionEnv{
|
|
Options: opts,
|
|
Output: &RedirectLogger{
|
|
Builder: &strings.Builder{},
|
|
},
|
|
}
|
|
}
|
|
|
|
func (env *InteractionEnv) withIndent(f func()) {
|
|
orig := env.Output.Builder
|
|
env.Output.Builder = &strings.Builder{}
|
|
f()
|
|
|
|
scanner := bufio.NewScanner(strings.NewReader(env.Output.Builder.String()))
|
|
for scanner.Scan() {
|
|
orig.WriteString(" " + scanner.Text() + "\n")
|
|
}
|
|
env.Output.Builder = orig
|
|
}
|
|
|
|
// Storage is the interface used by InteractionEnv. It is comprised of raft's
|
|
// Storage interface plus access to operations that maintain the log and drive
|
|
// the Ready handling loop.
|
|
type Storage interface {
|
|
raft.Storage
|
|
SetHardState(state pb.HardState) error
|
|
ApplySnapshot(pb.Snapshot) error
|
|
Compact(newFirstIndex uint64) error
|
|
Append([]pb.Entry) error
|
|
}
|
|
|
|
// raftConfigStub sets up a raft.Config stub with reasonable testing defaults.
|
|
// In particular, no limits are set. It is not a complete config: ID and Storage
|
|
// must be set for each node using the stub as a template.
|
|
func raftConfigStub() raft.Config {
|
|
return raft.Config{
|
|
ElectionTick: 3,
|
|
HeartbeatTick: 1,
|
|
MaxSizePerMsg: math.MaxUint64,
|
|
MaxInflightMsgs: math.MaxInt32,
|
|
}
|
|
}
|
|
|
|
func defaultEntryFormatter(b []byte) string {
|
|
return fmt.Sprintf("%q", b)
|
|
}
|