mirror of
https://github.com/etcd-io/etcd.git
synced 2024-09-27 06:25:44 +00:00
361 lines
13 KiB
Go
361 lines
13 KiB
Go
// Copyright 2017 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package store
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
etcdErr "github.com/coreos/etcd/error"
|
|
"github.com/coreos/etcd/pkg/testutil"
|
|
"github.com/jonboulle/clockwork"
|
|
)
|
|
|
|
// Ensure that any TTL <= minExpireTime becomes Permanent
|
|
func TestMinExpireTime(t *testing.T) {
|
|
s := newStore()
|
|
fc := clockwork.NewFakeClock()
|
|
s.clock = fc
|
|
// FakeClock starts at 0, so minExpireTime should be far in the future.. but just in case
|
|
testutil.AssertTrue(t, minExpireTime.After(fc.Now()), "minExpireTime should be ahead of FakeClock!")
|
|
s.Create("/foo", false, "Y", false, TTLOptionSet{ExpireTime: fc.Now().Add(3 * time.Second)})
|
|
fc.Advance(5 * time.Second)
|
|
// Ensure it hasn't expired
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
var eidx uint64 = 1
|
|
e, err := s.Get("/foo", true, false)
|
|
testutil.AssertNil(t, err)
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "get")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foo")
|
|
testutil.AssertEqual(t, e.Node.TTL, int64(0))
|
|
}
|
|
|
|
// Ensure that the store can recursively retrieve a directory listing.
|
|
// Note that hidden files should not be returned.
|
|
func TestStoreGetDirectory(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
s.Create("/foo", true, "", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/bar", false, "X", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/_hidden", false, "*", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/baz", true, "", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/baz/bat", false, "Y", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/baz/_hidden", false, "*", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/baz/ttl", false, "Y", false, TTLOptionSet{ExpireTime: fc.Now().Add(time.Second * 3)})
|
|
var eidx uint64 = 7
|
|
e, err := s.Get("/foo", true, false)
|
|
testutil.AssertNil(t, err)
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "get")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foo")
|
|
testutil.AssertEqual(t, len(e.Node.Nodes), 2)
|
|
var bazNodes NodeExterns
|
|
for _, node := range e.Node.Nodes {
|
|
switch node.Key {
|
|
case "/foo/bar":
|
|
testutil.AssertEqual(t, *node.Value, "X")
|
|
testutil.AssertEqual(t, node.Dir, false)
|
|
case "/foo/baz":
|
|
testutil.AssertEqual(t, node.Dir, true)
|
|
testutil.AssertEqual(t, len(node.Nodes), 2)
|
|
bazNodes = node.Nodes
|
|
default:
|
|
t.Errorf("key = %s, not matched", node.Key)
|
|
}
|
|
}
|
|
for _, node := range bazNodes {
|
|
switch node.Key {
|
|
case "/foo/baz/bat":
|
|
testutil.AssertEqual(t, *node.Value, "Y")
|
|
testutil.AssertEqual(t, node.Dir, false)
|
|
case "/foo/baz/ttl":
|
|
testutil.AssertEqual(t, *node.Value, "Y")
|
|
testutil.AssertEqual(t, node.Dir, false)
|
|
testutil.AssertEqual(t, node.TTL, int64(3))
|
|
default:
|
|
t.Errorf("key = %s, not matched", node.Key)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Ensure that the store can update the TTL on a value.
|
|
func TestStoreUpdateValueTTL(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
var eidx uint64 = 2
|
|
s.Create("/foo", false, "bar", false, TTLOptionSet{ExpireTime: Permanent})
|
|
_, err := s.Update("/foo", "baz", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond)})
|
|
testutil.AssertNil(t, err)
|
|
e, _ := s.Get("/foo", false, false)
|
|
testutil.AssertEqual(t, *e.Node.Value, "baz")
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
e, err = s.Get("/foo", false, false)
|
|
testutil.AssertNil(t, e)
|
|
testutil.AssertEqual(t, err.(*etcdErr.Error).ErrorCode, etcdErr.EcodeKeyNotFound)
|
|
}
|
|
|
|
// Ensure that the store can update the TTL on a directory.
|
|
func TestStoreUpdateDirTTL(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
var eidx uint64 = 3
|
|
s.Create("/foo", true, "", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/bar", false, "baz", false, TTLOptionSet{ExpireTime: Permanent})
|
|
e, err := s.Update("/foo", "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond)})
|
|
testutil.AssertNil(t, err)
|
|
testutil.AssertEqual(t, e.Node.Dir, true)
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
e, _ = s.Get("/foo/bar", false, false)
|
|
testutil.AssertEqual(t, *e.Node.Value, "baz")
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
e, err = s.Get("/foo/bar", false, false)
|
|
testutil.AssertNil(t, e)
|
|
testutil.AssertEqual(t, err.(*etcdErr.Error).ErrorCode, etcdErr.EcodeKeyNotFound)
|
|
}
|
|
|
|
// Ensure that the store can watch for key expiration.
|
|
func TestStoreWatchExpire(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
var eidx uint64 = 3
|
|
s.Create("/foo", false, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(400 * time.Millisecond)})
|
|
s.Create("/foofoo", false, "barbarbar", false, TTLOptionSet{ExpireTime: fc.Now().Add(450 * time.Millisecond)})
|
|
s.Create("/foodir", true, "", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond)})
|
|
|
|
w, _ := s.Watch("/", true, false, 0)
|
|
testutil.AssertEqual(t, w.StartIndex(), eidx)
|
|
c := w.EventChan()
|
|
e := nbselect(c)
|
|
testutil.AssertNil(t, e)
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
eidx = 4
|
|
e = nbselect(c)
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foo")
|
|
w, _ = s.Watch("/", true, false, 5)
|
|
eidx = 6
|
|
testutil.AssertEqual(t, w.StartIndex(), eidx)
|
|
e = nbselect(w.EventChan())
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foofoo")
|
|
w, _ = s.Watch("/", true, false, 6)
|
|
e = nbselect(w.EventChan())
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foodir")
|
|
testutil.AssertEqual(t, e.Node.Dir, true)
|
|
}
|
|
|
|
// Ensure that the store can watch for key expiration when refreshing.
|
|
func TestStoreWatchExpireRefresh(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
var eidx uint64 = 2
|
|
s.Create("/foo", false, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
s.Create("/foofoo", false, "barbarbar", false, TTLOptionSet{ExpireTime: fc.Now().Add(1200 * time.Millisecond), Refresh: true})
|
|
|
|
// Make sure we set watch updates when Refresh is true for newly created keys
|
|
w, _ := s.Watch("/", true, false, 0)
|
|
testutil.AssertEqual(t, w.StartIndex(), eidx)
|
|
c := w.EventChan()
|
|
e := nbselect(c)
|
|
testutil.AssertNil(t, e)
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
eidx = 3
|
|
e = nbselect(c)
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foo")
|
|
|
|
s.Update("/foofoo", "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
w, _ = s.Watch("/", true, false, 4)
|
|
fc.Advance(700 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
eidx = 5 // We should skip 4 because a TTL update should occur with no watch notification if set `TTLOptionSet.Refresh` to true
|
|
testutil.AssertEqual(t, w.StartIndex(), eidx-1)
|
|
e = nbselect(w.EventChan())
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foofoo")
|
|
}
|
|
|
|
// Ensure that the store can watch for key expiration when refreshing with an empty value.
|
|
func TestStoreWatchExpireEmptyRefresh(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
var eidx uint64 = 1
|
|
s.Create("/foo", false, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
// Should be no-op
|
|
fc.Advance(200 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
|
|
s.Update("/foo", "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
w, _ := s.Watch("/", true, false, 2)
|
|
fc.Advance(700 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
eidx = 3 // We should skip 2 because a TTL update should occur with no watch notification if set `TTLOptionSet.Refresh` to true
|
|
testutil.AssertEqual(t, w.StartIndex(), eidx-1)
|
|
e := nbselect(w.EventChan())
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foo")
|
|
testutil.AssertEqual(t, *e.PrevNode.Value, "bar")
|
|
}
|
|
|
|
// Update TTL of a key (set TTLOptionSet.Refresh to false) and send notification
|
|
func TestStoreWatchNoRefresh(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
var eidx uint64 = 1
|
|
s.Create("/foo", false, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
// Should be no-op
|
|
fc.Advance(200 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
|
|
// Update key's TTL with setting `TTLOptionSet.Refresh` to false will cause an update event
|
|
s.Update("/foo", "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: false})
|
|
w, _ := s.Watch("/", true, false, 2)
|
|
fc.Advance(700 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
eidx = 2
|
|
testutil.AssertEqual(t, w.StartIndex(), eidx)
|
|
e := nbselect(w.EventChan())
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, e.Action, "update")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foo")
|
|
testutil.AssertEqual(t, *e.PrevNode.Value, "bar")
|
|
}
|
|
|
|
// Ensure that the store can update the TTL on a value with refresh.
|
|
func TestStoreRefresh(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
s.Create("/foo", false, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond)})
|
|
s.Create("/bar", true, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond)})
|
|
_, err := s.Update("/foo", "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
testutil.AssertNil(t, err)
|
|
|
|
_, err = s.Set("/foo", false, "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
testutil.AssertNil(t, err)
|
|
|
|
_, err = s.Update("/bar", "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
testutil.AssertNil(t, err)
|
|
|
|
_, err = s.CompareAndSwap("/foo", "bar", 0, "", TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond), Refresh: true})
|
|
testutil.AssertNil(t, err)
|
|
}
|
|
|
|
// Ensure that the store can recover from a previously saved state that includes an expiring key.
|
|
func TestStoreRecoverWithExpiration(t *testing.T) {
|
|
s := newStore()
|
|
s.clock = newFakeClock()
|
|
|
|
fc := newFakeClock()
|
|
|
|
var eidx uint64 = 4
|
|
s.Create("/foo", true, "", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/x", false, "bar", false, TTLOptionSet{ExpireTime: Permanent})
|
|
s.Create("/foo/y", false, "baz", false, TTLOptionSet{ExpireTime: fc.Now().Add(5 * time.Millisecond)})
|
|
b, err := s.Save()
|
|
testutil.AssertNil(t, err)
|
|
|
|
time.Sleep(10 * time.Millisecond)
|
|
|
|
s2 := newStore()
|
|
s2.clock = fc
|
|
|
|
s2.Recovery(b)
|
|
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
|
|
e, err := s.Get("/foo/x", false, false)
|
|
testutil.AssertNil(t, err)
|
|
testutil.AssertEqual(t, e.EtcdIndex, eidx)
|
|
testutil.AssertEqual(t, *e.Node.Value, "bar")
|
|
|
|
e, err = s.Get("/foo/y", false, false)
|
|
testutil.AssertNotNil(t, err)
|
|
testutil.AssertNil(t, e)
|
|
}
|
|
|
|
// Ensure that the store doesn't see expirations of hidden keys.
|
|
func TestStoreWatchExpireWithHiddenKey(t *testing.T) {
|
|
s := newStore()
|
|
fc := newFakeClock()
|
|
s.clock = fc
|
|
|
|
s.Create("/_foo", false, "bar", false, TTLOptionSet{ExpireTime: fc.Now().Add(500 * time.Millisecond)})
|
|
s.Create("/foofoo", false, "barbarbar", false, TTLOptionSet{ExpireTime: fc.Now().Add(1000 * time.Millisecond)})
|
|
|
|
w, _ := s.Watch("/", true, false, 0)
|
|
c := w.EventChan()
|
|
e := nbselect(c)
|
|
testutil.AssertNil(t, e)
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
e = nbselect(c)
|
|
testutil.AssertNil(t, e)
|
|
fc.Advance(600 * time.Millisecond)
|
|
s.DeleteExpiredKeys(fc.Now())
|
|
e = nbselect(c)
|
|
testutil.AssertEqual(t, e.Action, "expire")
|
|
testutil.AssertEqual(t, e.Node.Key, "/foofoo")
|
|
}
|
|
|
|
// newFakeClock creates a new FakeClock that has been advanced to at least minExpireTime
|
|
func newFakeClock() clockwork.FakeClock {
|
|
fc := clockwork.NewFakeClock()
|
|
for minExpireTime.After(fc.Now()) {
|
|
fc.Advance((0x1 << 62) * time.Nanosecond)
|
|
}
|
|
return fc
|
|
}
|
|
|
|
// Performs a non-blocking select on an event channel.
|
|
func nbselect(c <-chan *Event) *Event {
|
|
select {
|
|
case e := <-c:
|
|
return e
|
|
default:
|
|
return nil
|
|
}
|
|
}
|