mirror of
https://github.com/etcd-io/etcd.git
synced 2024-09-27 06:25:44 +00:00
6b487fb199
If etcdctl accesses the cluster before all members are published, it will get an "unsupported protocol scheme" error. To fix, wait for both the capabilities and published message. Fixes #5824
403 lines
12 KiB
Go
403 lines
12 KiB
Go
// Copyright 2016 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package e2e
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/coreos/etcd/pkg/fileutil"
|
|
"github.com/coreos/etcd/pkg/testutil"
|
|
)
|
|
|
|
func TestCtlV2Set(t *testing.T) { testCtlV2Set(t, &configNoTLS, false) }
|
|
func TestCtlV2SetQuorum(t *testing.T) { testCtlV2Set(t, &configNoTLS, true) }
|
|
func TestCtlV2SetClientTLS(t *testing.T) { testCtlV2Set(t, &configClientTLS, false) }
|
|
func TestCtlV2SetPeerTLS(t *testing.T) { testCtlV2Set(t, &configPeerTLS, false) }
|
|
func TestCtlV2SetTLS(t *testing.T) { testCtlV2Set(t, &configTLS, false) }
|
|
func testCtlV2Set(t *testing.T, cfg *etcdProcessClusterConfig, quorum bool) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, cfg, quorum)
|
|
defer func() {
|
|
if errC := epc.Close(); errC != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", errC)
|
|
}
|
|
}()
|
|
|
|
key, value := "foo", "bar"
|
|
|
|
if err := etcdctlSet(epc, key, value); err != nil {
|
|
t.Fatalf("failed set (%v)", err)
|
|
}
|
|
|
|
if err := etcdctlGet(epc, key, value, quorum); err != nil {
|
|
t.Fatalf("failed get (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2Mk(t *testing.T) { testCtlV2Mk(t, &configNoTLS, false) }
|
|
func TestCtlV2MkQuorum(t *testing.T) { testCtlV2Mk(t, &configNoTLS, true) }
|
|
func TestCtlV2MkTLS(t *testing.T) { testCtlV2Mk(t, &configTLS, false) }
|
|
func testCtlV2Mk(t *testing.T, cfg *etcdProcessClusterConfig, quorum bool) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, cfg, quorum)
|
|
defer func() {
|
|
if errC := epc.Close(); errC != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", errC)
|
|
}
|
|
}()
|
|
|
|
key, value := "foo", "bar"
|
|
|
|
if err := etcdctlMk(epc, key, value, true); err != nil {
|
|
t.Fatalf("failed mk (%v)", err)
|
|
}
|
|
if err := etcdctlMk(epc, key, value, false); err != nil {
|
|
t.Fatalf("failed mk (%v)", err)
|
|
}
|
|
|
|
if err := etcdctlGet(epc, key, value, quorum); err != nil {
|
|
t.Fatalf("failed get (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2Rm(t *testing.T) { testCtlV2Rm(t, &configNoTLS) }
|
|
func TestCtlV2RmTLS(t *testing.T) { testCtlV2Rm(t, &configTLS) }
|
|
func testCtlV2Rm(t *testing.T, cfg *etcdProcessClusterConfig) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, cfg, true)
|
|
defer func() {
|
|
if errC := epc.Close(); errC != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", errC)
|
|
}
|
|
}()
|
|
|
|
key, value := "foo", "bar"
|
|
|
|
if err := etcdctlSet(epc, key, value); err != nil {
|
|
t.Fatalf("failed set (%v)", err)
|
|
}
|
|
|
|
if err := etcdctlRm(epc, key, value, true); err != nil {
|
|
t.Fatalf("failed rm (%v)", err)
|
|
}
|
|
if err := etcdctlRm(epc, key, value, false); err != nil {
|
|
t.Fatalf("failed rm (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2Ls(t *testing.T) { testCtlV2Ls(t, &configNoTLS, false) }
|
|
func TestCtlV2LsQuorum(t *testing.T) { testCtlV2Ls(t, &configNoTLS, true) }
|
|
func TestCtlV2LsTLS(t *testing.T) { testCtlV2Ls(t, &configTLS, false) }
|
|
func testCtlV2Ls(t *testing.T, cfg *etcdProcessClusterConfig, quorum bool) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, cfg, quorum)
|
|
defer func() {
|
|
if errC := epc.Close(); errC != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", errC)
|
|
}
|
|
}()
|
|
|
|
key, value := "foo", "bar"
|
|
|
|
if err := etcdctlSet(epc, key, value); err != nil {
|
|
t.Fatalf("failed set (%v)", err)
|
|
}
|
|
|
|
if err := etcdctlLs(epc, key, quorum); err != nil {
|
|
t.Fatalf("failed ls (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2Watch(t *testing.T) { testCtlV2Watch(t, &configNoTLS, false) }
|
|
func TestCtlV2WatchTLS(t *testing.T) { testCtlV2Watch(t, &configTLS, false) }
|
|
func TestCtlV2WatchWithProxy(t *testing.T) { testCtlV2Watch(t, &configWithProxy, false) }
|
|
func TestCtlV2WatchWithProxyNoSync(t *testing.T) { testCtlV2Watch(t, &configWithProxy, true) }
|
|
func testCtlV2Watch(t *testing.T, cfg *etcdProcessClusterConfig, noSync bool) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, cfg, true)
|
|
defer func() {
|
|
if errC := epc.Close(); errC != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", errC)
|
|
}
|
|
}()
|
|
|
|
key, value := "foo", "bar"
|
|
errc := etcdctlWatch(epc, key, value, noSync)
|
|
if err := etcdctlSet(epc, key, value); err != nil {
|
|
t.Fatalf("failed set (%v)", err)
|
|
}
|
|
|
|
select {
|
|
case err := <-errc:
|
|
if err != nil {
|
|
t.Fatalf("failed watch (%v)", err)
|
|
}
|
|
case <-time.After(5 * time.Second):
|
|
t.Fatalf("watch timed out")
|
|
}
|
|
}
|
|
|
|
func TestCtlV2GetRoleUser(t *testing.T) { testCtlV2GetRoleUser(t, &configNoTLS) }
|
|
func TestCtlV2GetRoleUserWithProxy(t *testing.T) { testCtlV2GetRoleUser(t, &configWithProxy) }
|
|
func testCtlV2GetRoleUser(t *testing.T, cfg *etcdProcessClusterConfig) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, cfg, true)
|
|
defer func() {
|
|
if err := epc.Close(); err != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", err)
|
|
}
|
|
}()
|
|
|
|
if err := etcdctlRoleAdd(epc, "foo"); err != nil {
|
|
t.Fatalf("failed to add role (%v)", err)
|
|
}
|
|
if err := etcdctlUserAdd(epc, "username", "password"); err != nil {
|
|
t.Fatalf("failed to add user (%v)", err)
|
|
}
|
|
if err := etcdctlUserGrant(epc, "username", "foo"); err != nil {
|
|
t.Fatalf("failed to grant role (%v)", err)
|
|
}
|
|
if err := etcdctlUserGet(epc, "username"); err != nil {
|
|
t.Fatalf("failed to get user (%v)", err)
|
|
}
|
|
|
|
// ensure double grant gives an error; was crashing in 2.3.1
|
|
regrantArgs := etcdctlPrefixArgs(epc)
|
|
regrantArgs = append(regrantArgs, "user", "grant", "--roles", "foo", "username")
|
|
if err := spawnWithExpect(regrantArgs, "duplicate"); err != nil {
|
|
t.Fatalf("missing duplicate error on double grant role (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2UserListUsername(t *testing.T) { testCtlV2UserList(t, "username") }
|
|
func TestCtlV2UserListRoot(t *testing.T) { testCtlV2UserList(t, "root") }
|
|
func testCtlV2UserList(t *testing.T, username string) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, &configWithProxy, false)
|
|
defer func() {
|
|
if err := epc.Close(); err != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", err)
|
|
}
|
|
}()
|
|
|
|
if err := etcdctlUserAdd(epc, username, "password"); err != nil {
|
|
t.Fatalf("failed to add user (%v)", err)
|
|
}
|
|
if err := etcdctlUserList(epc, username); err != nil {
|
|
t.Fatalf("failed to list users (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2RoleList(t *testing.T) {
|
|
defer testutil.AfterTest(t)
|
|
|
|
epc := setupEtcdctlTest(t, &configWithProxy, false)
|
|
defer func() {
|
|
if err := epc.Close(); err != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", err)
|
|
}
|
|
}()
|
|
|
|
if err := etcdctlRoleAdd(epc, "foo"); err != nil {
|
|
t.Fatalf("failed to add role (%v)", err)
|
|
}
|
|
if err := etcdctlRoleList(epc, "foo"); err != nil {
|
|
t.Fatalf("failed to list roles (%v)", err)
|
|
}
|
|
}
|
|
|
|
func TestCtlV2Backup(t *testing.T) { // For https://github.com/coreos/etcd/issues/5360
|
|
defer testutil.AfterTest(t)
|
|
|
|
backupDir, err := ioutil.TempDir("", "testbackup0.etcd")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer os.RemoveAll(backupDir)
|
|
|
|
epc1 := setupEtcdctlTest(t, &configNoTLS, false)
|
|
if err := etcdctlSet(epc1, "foo1", "bar"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := etcdctlBackup(epc1, epc1.procs[0].cfg.dataDirPath, backupDir); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := epc1.Close(); err != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", err)
|
|
}
|
|
|
|
// restart from the backup directory
|
|
cfg2 := configNoTLS
|
|
cfg2.dataDirPath = backupDir
|
|
cfg2.keepDataDir = true
|
|
cfg2.forceNewCluster = true
|
|
epc2 := setupEtcdctlTest(t, &cfg2, false)
|
|
|
|
// check if backup went through correctly
|
|
if err := etcdctlGet(epc2, "foo1", "bar", false); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// check if it can serve client requests
|
|
if err := etcdctlSet(epc2, "foo2", "bar"); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := etcdctlGet(epc2, "foo2", "bar", false); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := epc2.Close(); err != nil {
|
|
t.Fatalf("error closing etcd processes (%v)", err)
|
|
}
|
|
}
|
|
|
|
func etcdctlPrefixArgs(clus *etcdProcessCluster) []string {
|
|
endpoints := ""
|
|
if proxies := clus.proxies(); len(proxies) != 0 {
|
|
endpoints = proxies[0].cfg.acurl
|
|
} else if backends := clus.backends(); len(backends) != 0 {
|
|
es := []string{}
|
|
for _, b := range backends {
|
|
es = append(es, b.cfg.acurl)
|
|
}
|
|
endpoints = strings.Join(es, ",")
|
|
}
|
|
cmdArgs := []string{"../bin/etcdctl", "--endpoints", endpoints}
|
|
if clus.cfg.clientTLS == clientTLS {
|
|
cmdArgs = append(cmdArgs, "--ca-file", caPath, "--cert-file", certPath, "--key-file", privateKeyPath)
|
|
}
|
|
return cmdArgs
|
|
}
|
|
|
|
func etcdctlSet(clus *etcdProcessCluster, key, value string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "set", key, value)
|
|
return spawnWithExpect(cmdArgs, value)
|
|
}
|
|
|
|
func etcdctlMk(clus *etcdProcessCluster, key, value string, first bool) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "mk", key, value)
|
|
if first {
|
|
return spawnWithExpect(cmdArgs, value)
|
|
}
|
|
return spawnWithExpect(cmdArgs, "Error: 105: Key already exists")
|
|
}
|
|
|
|
func etcdctlGet(clus *etcdProcessCluster, key, value string, quorum bool) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "get", key)
|
|
if quorum {
|
|
cmdArgs = append(cmdArgs, "--quorum")
|
|
}
|
|
return spawnWithExpect(cmdArgs, value)
|
|
}
|
|
|
|
func etcdctlRm(clus *etcdProcessCluster, key, value string, first bool) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "rm", key)
|
|
if first {
|
|
return spawnWithExpect(cmdArgs, "PrevNode.Value: "+value)
|
|
}
|
|
return spawnWithExpect(cmdArgs, "Error: 100: Key not found")
|
|
}
|
|
|
|
func etcdctlLs(clus *etcdProcessCluster, key string, quorum bool) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "ls")
|
|
if quorum {
|
|
cmdArgs = append(cmdArgs, "--quorum")
|
|
}
|
|
return spawnWithExpect(cmdArgs, key)
|
|
}
|
|
|
|
func etcdctlWatch(clus *etcdProcessCluster, key, value string, noSync bool) <-chan error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "watch", "--after-index=1", key)
|
|
if noSync {
|
|
cmdArgs = append(cmdArgs, "--no-sync")
|
|
}
|
|
errc := make(chan error, 1)
|
|
go func() {
|
|
errc <- spawnWithExpect(cmdArgs, value)
|
|
}()
|
|
return errc
|
|
}
|
|
|
|
func etcdctlRoleAdd(clus *etcdProcessCluster, role string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "role", "add", role)
|
|
return spawnWithExpect(cmdArgs, role)
|
|
}
|
|
|
|
func etcdctlRoleList(clus *etcdProcessCluster, expectedRole string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "role", "list")
|
|
return spawnWithExpect(cmdArgs, expectedRole)
|
|
}
|
|
|
|
func etcdctlUserAdd(clus *etcdProcessCluster, user, pass string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "user", "add", user+":"+pass)
|
|
return spawnWithExpect(cmdArgs, "User "+user+" created")
|
|
}
|
|
|
|
func etcdctlUserGrant(clus *etcdProcessCluster, user, role string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "user", "grant", "--roles", role, user)
|
|
return spawnWithExpect(cmdArgs, "User "+user+" updated")
|
|
}
|
|
|
|
func etcdctlUserGet(clus *etcdProcessCluster, user string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "user", "get", user)
|
|
return spawnWithExpect(cmdArgs, "User: "+user)
|
|
}
|
|
|
|
func etcdctlUserList(clus *etcdProcessCluster, expectedUser string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "user", "list")
|
|
return spawnWithExpect(cmdArgs, expectedUser)
|
|
}
|
|
|
|
func etcdctlAuthEnable(clus *etcdProcessCluster) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "auth", "enable")
|
|
return spawnWithExpect(cmdArgs, "Authentication Enabled")
|
|
}
|
|
|
|
func etcdctlBackup(clus *etcdProcessCluster, dataDir, backupDir string) error {
|
|
cmdArgs := append(etcdctlPrefixArgs(clus), "backup", "--data-dir", dataDir, "--backup-dir", backupDir)
|
|
return spawnWithExpects(cmdArgs)
|
|
}
|
|
|
|
func mustEtcdctl(t *testing.T) {
|
|
if !fileutil.Exist("../bin/etcdctl") {
|
|
t.Fatalf("could not find etcdctl binary")
|
|
}
|
|
}
|
|
|
|
func setupEtcdctlTest(t *testing.T, cfg *etcdProcessClusterConfig, quorum bool) *etcdProcessCluster {
|
|
mustEtcdctl(t)
|
|
if !quorum {
|
|
cfg = configStandalone(*cfg)
|
|
}
|
|
epc, err := newEtcdProcessCluster(cfg)
|
|
if err != nil {
|
|
t.Fatalf("could not start etcd process cluster (%v)", err)
|
|
}
|
|
return epc
|
|
}
|