mirror of
https://github.com/etcd-io/etcd.git
synced 2024-09-27 06:25:44 +00:00
347 lines
9.9 KiB
Go
347 lines
9.9 KiB
Go
// Copyright 2015 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package etcdserver
|
|
|
|
import (
|
|
"encoding/json"
|
|
"reflect"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"go.etcd.io/etcd/etcdserver/api/membership"
|
|
"go.etcd.io/etcd/pkg/mock/mockstorage"
|
|
"go.etcd.io/etcd/pkg/pbutil"
|
|
"go.etcd.io/etcd/pkg/types"
|
|
"go.etcd.io/etcd/raft"
|
|
"go.etcd.io/etcd/raft/raftpb"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
func TestGetIDs(t *testing.T) {
|
|
addcc := &raftpb.ConfChange{Type: raftpb.ConfChangeAddNode, NodeID: 2}
|
|
addEntry := raftpb.Entry{Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(addcc)}
|
|
removecc := &raftpb.ConfChange{Type: raftpb.ConfChangeRemoveNode, NodeID: 2}
|
|
removeEntry := raftpb.Entry{Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc)}
|
|
normalEntry := raftpb.Entry{Type: raftpb.EntryNormal}
|
|
updatecc := &raftpb.ConfChange{Type: raftpb.ConfChangeUpdateNode, NodeID: 2}
|
|
updateEntry := raftpb.Entry{Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(updatecc)}
|
|
|
|
tests := []struct {
|
|
confState *raftpb.ConfState
|
|
ents []raftpb.Entry
|
|
|
|
widSet []uint64
|
|
}{
|
|
{nil, []raftpb.Entry{}, []uint64{}},
|
|
{&raftpb.ConfState{Voters: []uint64{1}},
|
|
[]raftpb.Entry{}, []uint64{1}},
|
|
{&raftpb.ConfState{Voters: []uint64{1}},
|
|
[]raftpb.Entry{addEntry}, []uint64{1, 2}},
|
|
{&raftpb.ConfState{Voters: []uint64{1}},
|
|
[]raftpb.Entry{addEntry, removeEntry}, []uint64{1}},
|
|
{&raftpb.ConfState{Voters: []uint64{1}},
|
|
[]raftpb.Entry{addEntry, normalEntry}, []uint64{1, 2}},
|
|
{&raftpb.ConfState{Voters: []uint64{1}},
|
|
[]raftpb.Entry{addEntry, normalEntry, updateEntry}, []uint64{1, 2}},
|
|
{&raftpb.ConfState{Voters: []uint64{1}},
|
|
[]raftpb.Entry{addEntry, removeEntry, normalEntry}, []uint64{1}},
|
|
}
|
|
|
|
for i, tt := range tests {
|
|
var snap raftpb.Snapshot
|
|
if tt.confState != nil {
|
|
snap.Metadata.ConfState = *tt.confState
|
|
}
|
|
idSet := getIDs(testLogger, &snap, tt.ents)
|
|
if !reflect.DeepEqual(idSet, tt.widSet) {
|
|
t.Errorf("#%d: idset = %#v, want %#v", i, idSet, tt.widSet)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestCreateConfigChangeEnts(t *testing.T) {
|
|
m := membership.Member{
|
|
ID: types.ID(1),
|
|
RaftAttributes: membership.RaftAttributes{PeerURLs: []string{"http://localhost:2380"}},
|
|
}
|
|
ctx, err := json.Marshal(m)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
addcc1 := &raftpb.ConfChange{Type: raftpb.ConfChangeAddNode, NodeID: 1, Context: ctx}
|
|
removecc2 := &raftpb.ConfChange{Type: raftpb.ConfChangeRemoveNode, NodeID: 2}
|
|
removecc3 := &raftpb.ConfChange{Type: raftpb.ConfChangeRemoveNode, NodeID: 3}
|
|
tests := []struct {
|
|
ids []uint64
|
|
self uint64
|
|
term, index uint64
|
|
|
|
wents []raftpb.Entry
|
|
}{
|
|
{
|
|
[]uint64{1},
|
|
1,
|
|
1, 1,
|
|
|
|
nil,
|
|
},
|
|
{
|
|
[]uint64{1, 2},
|
|
1,
|
|
1, 1,
|
|
|
|
[]raftpb.Entry{{Term: 1, Index: 2, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc2)}},
|
|
},
|
|
{
|
|
[]uint64{1, 2},
|
|
1,
|
|
2, 2,
|
|
|
|
[]raftpb.Entry{{Term: 2, Index: 3, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc2)}},
|
|
},
|
|
{
|
|
[]uint64{1, 2, 3},
|
|
1,
|
|
2, 2,
|
|
|
|
[]raftpb.Entry{
|
|
{Term: 2, Index: 3, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc2)},
|
|
{Term: 2, Index: 4, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc3)},
|
|
},
|
|
},
|
|
{
|
|
[]uint64{2, 3},
|
|
2,
|
|
2, 2,
|
|
|
|
[]raftpb.Entry{
|
|
{Term: 2, Index: 3, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc3)},
|
|
},
|
|
},
|
|
{
|
|
[]uint64{2, 3},
|
|
1,
|
|
2, 2,
|
|
|
|
[]raftpb.Entry{
|
|
{Term: 2, Index: 3, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(addcc1)},
|
|
{Term: 2, Index: 4, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc2)},
|
|
{Term: 2, Index: 5, Type: raftpb.EntryConfChange, Data: pbutil.MustMarshal(removecc3)},
|
|
},
|
|
},
|
|
}
|
|
|
|
for i, tt := range tests {
|
|
gents := createConfigChangeEnts(testLogger, tt.ids, tt.self, tt.term, tt.index)
|
|
if !reflect.DeepEqual(gents, tt.wents) {
|
|
t.Errorf("#%d: ents = %v, want %v", i, gents, tt.wents)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestStopRaftWhenWaitingForApplyDone(t *testing.T) {
|
|
n := newNopReadyNode()
|
|
r := newRaftNode(raftNodeConfig{
|
|
lg: zap.NewExample(),
|
|
Node: n,
|
|
storage: mockstorage.NewStorageRecorder(""),
|
|
raftStorage: raft.NewMemoryStorage(),
|
|
transport: newNopTransporter(),
|
|
})
|
|
srv := &EtcdServer{lgMu: new(sync.RWMutex), lg: zap.NewExample(), r: *r}
|
|
srv.r.start(nil)
|
|
n.readyc <- raft.Ready{}
|
|
select {
|
|
case <-srv.r.applyc:
|
|
case <-time.After(time.Second):
|
|
t.Fatalf("failed to receive apply struct")
|
|
}
|
|
|
|
srv.r.stopped <- struct{}{}
|
|
select {
|
|
case <-srv.r.done:
|
|
case <-time.After(time.Second):
|
|
t.Fatalf("failed to stop raft loop")
|
|
}
|
|
}
|
|
|
|
// TestConfigChangeBlocksApply ensures apply blocks if committed entries contain config-change.
|
|
func TestConfigChangeBlocksApply(t *testing.T) {
|
|
n := newNopReadyNode()
|
|
|
|
r := newRaftNode(raftNodeConfig{
|
|
lg: zap.NewExample(),
|
|
Node: n,
|
|
storage: mockstorage.NewStorageRecorder(""),
|
|
raftStorage: raft.NewMemoryStorage(),
|
|
transport: newNopTransporter(),
|
|
})
|
|
srv := &EtcdServer{lgMu: new(sync.RWMutex), lg: zap.NewExample(), r: *r}
|
|
|
|
srv.r.start(&raftReadyHandler{
|
|
getLead: func() uint64 { return 0 },
|
|
updateLead: func(uint64) {},
|
|
updateLeadership: func(bool) {},
|
|
})
|
|
defer srv.r.stop()
|
|
|
|
n.readyc <- raft.Ready{
|
|
SoftState: &raft.SoftState{RaftState: raft.StateFollower},
|
|
CommittedEntries: []raftpb.Entry{{Type: raftpb.EntryConfChange}},
|
|
}
|
|
ap := <-srv.r.applyc
|
|
|
|
continueC := make(chan struct{})
|
|
go func() {
|
|
n.readyc <- raft.Ready{}
|
|
<-srv.r.applyc
|
|
close(continueC)
|
|
}()
|
|
|
|
select {
|
|
case <-continueC:
|
|
t.Fatalf("unexpected execution: raft routine should block waiting for apply")
|
|
case <-time.After(time.Second):
|
|
}
|
|
|
|
// finish apply, unblock raft routine
|
|
<-ap.notifyc
|
|
|
|
select {
|
|
case <-continueC:
|
|
case <-time.After(time.Second):
|
|
t.Fatalf("unexpected blocking on execution")
|
|
}
|
|
}
|
|
|
|
func TestProcessDuplicatedAppRespMessage(t *testing.T) {
|
|
n := newNopReadyNode()
|
|
cl := membership.NewCluster(zap.NewExample(), "abc", false)
|
|
|
|
rs := raft.NewMemoryStorage()
|
|
p := mockstorage.NewStorageRecorder("")
|
|
tr, sendc := newSendMsgAppRespTransporter()
|
|
r := newRaftNode(raftNodeConfig{
|
|
lg: zap.NewExample(),
|
|
isIDRemoved: func(id uint64) bool { return cl.IsIDRemoved(types.ID(id)) },
|
|
Node: n,
|
|
transport: tr,
|
|
storage: p,
|
|
raftStorage: rs,
|
|
})
|
|
|
|
s := &EtcdServer{
|
|
lgMu: new(sync.RWMutex),
|
|
lg: zap.NewExample(),
|
|
r: *r,
|
|
cluster: cl,
|
|
SyncTicker: &time.Ticker{},
|
|
}
|
|
|
|
s.start()
|
|
defer s.Stop()
|
|
|
|
lead := uint64(1)
|
|
|
|
n.readyc <- raft.Ready{Messages: []raftpb.Message{
|
|
{Type: raftpb.MsgAppResp, From: 2, To: lead, Term: 1, Index: 1},
|
|
{Type: raftpb.MsgAppResp, From: 2, To: lead, Term: 1, Index: 2},
|
|
{Type: raftpb.MsgAppResp, From: 2, To: lead, Term: 1, Index: 3},
|
|
}}
|
|
|
|
got, want := <-sendc, 1
|
|
if got != want {
|
|
t.Errorf("count = %d, want %d", got, want)
|
|
}
|
|
}
|
|
|
|
func TestShouldWaitWALSync(t *testing.T) {
|
|
testcases := []struct {
|
|
name string
|
|
unstableEntries []raftpb.Entry
|
|
commitedEntries []raftpb.Entry
|
|
expectedResult bool
|
|
}{
|
|
{
|
|
name: "both entries are nil",
|
|
unstableEntries: nil,
|
|
commitedEntries: nil,
|
|
expectedResult: false,
|
|
},
|
|
{
|
|
name: "both entries are empty slices",
|
|
unstableEntries: []raftpb.Entry{},
|
|
commitedEntries: []raftpb.Entry{},
|
|
expectedResult: false,
|
|
},
|
|
{
|
|
name: "one nil and the other empty",
|
|
unstableEntries: nil,
|
|
commitedEntries: []raftpb.Entry{},
|
|
expectedResult: false,
|
|
},
|
|
{
|
|
name: "one nil and the other has data",
|
|
unstableEntries: nil,
|
|
commitedEntries: []raftpb.Entry{{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}}},
|
|
expectedResult: false,
|
|
},
|
|
{
|
|
name: "one empty and the other has data",
|
|
unstableEntries: []raftpb.Entry{},
|
|
commitedEntries: []raftpb.Entry{{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}}},
|
|
expectedResult: false,
|
|
},
|
|
{
|
|
name: "has different term and index",
|
|
unstableEntries: []raftpb.Entry{{Term: 5, Index: 11, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}}},
|
|
commitedEntries: []raftpb.Entry{{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}}},
|
|
expectedResult: false,
|
|
},
|
|
{
|
|
name: "has identical data",
|
|
unstableEntries: []raftpb.Entry{{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}}},
|
|
commitedEntries: []raftpb.Entry{{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}}},
|
|
expectedResult: true,
|
|
},
|
|
{
|
|
name: "has overlapped entry",
|
|
unstableEntries: []raftpb.Entry{
|
|
{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}},
|
|
{Term: 4, Index: 11, Type: raftpb.EntryNormal, Data: []byte{0x44, 0x55, 0x66}},
|
|
{Term: 4, Index: 12, Type: raftpb.EntryNormal, Data: []byte{0x77, 0x88, 0x99}},
|
|
},
|
|
commitedEntries: []raftpb.Entry{
|
|
{Term: 4, Index: 8, Type: raftpb.EntryNormal, Data: []byte{0x07, 0x08, 0x09}},
|
|
{Term: 4, Index: 9, Type: raftpb.EntryNormal, Data: []byte{0x10, 0x11, 0x12}},
|
|
{Term: 4, Index: 10, Type: raftpb.EntryNormal, Data: []byte{0x11, 0x22, 0x33}},
|
|
},
|
|
expectedResult: true,
|
|
},
|
|
}
|
|
|
|
for _, tc := range testcases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
shouldWALSync := shouldWaitWALSync(raft.Ready{
|
|
Entries: tc.unstableEntries,
|
|
CommittedEntries: tc.commitedEntries,
|
|
})
|
|
assert.Equal(t, tc.expectedResult, shouldWALSync)
|
|
})
|
|
}
|
|
}
|