mirror of
https://github.com/etcd-io/etcd.git
synced 2024-09-27 06:25:44 +00:00

Create a new command similar to check perf that can check the memory consumption for putting different workloads on a given endpoint. If no endpoint is provided, localhost will be used. Return user with a message that whether there are enough memory for a given workload with pass or fail. Fixed #9121
121 lines
3.0 KiB
Go
121 lines
3.0 KiB
Go
// Copyright 2015 The etcd Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package command
|
|
|
|
import (
|
|
"context"
|
|
"encoding/hex"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
|
|
pb "github.com/coreos/etcd/internal/mvcc/mvccpb"
|
|
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
func printKV(isHex bool, valueOnly bool, kv *pb.KeyValue) {
|
|
k, v := string(kv.Key), string(kv.Value)
|
|
if isHex {
|
|
k = addHexPrefix(hex.EncodeToString(kv.Key))
|
|
v = addHexPrefix(hex.EncodeToString(kv.Value))
|
|
}
|
|
if !valueOnly {
|
|
fmt.Println(k)
|
|
}
|
|
fmt.Println(v)
|
|
}
|
|
|
|
func addHexPrefix(s string) string {
|
|
ns := make([]byte, len(s)*2)
|
|
for i := 0; i < len(s); i += 2 {
|
|
ns[i*2] = '\\'
|
|
ns[i*2+1] = 'x'
|
|
ns[i*2+2] = s[i]
|
|
ns[i*2+3] = s[i+1]
|
|
}
|
|
return string(ns)
|
|
}
|
|
|
|
func argify(s string) []string {
|
|
r := regexp.MustCompile(`"(?:[^"\\]|\\.)*"|'[^']*'|[^'"\s]\S*[^'"\s]?`)
|
|
args := r.FindAllString(s, -1)
|
|
for i := range args {
|
|
if len(args[i]) == 0 {
|
|
continue
|
|
}
|
|
if args[i][0] == '\'' {
|
|
// 'single-quoted string'
|
|
args[i] = args[i][1 : len(args)-1]
|
|
} else if args[i][0] == '"' {
|
|
// "double quoted string"
|
|
if _, err := fmt.Sscanf(args[i], "%q", &args[i]); err != nil {
|
|
ExitWithError(ExitInvalidInput, err)
|
|
}
|
|
}
|
|
}
|
|
return args
|
|
}
|
|
|
|
func commandCtx(cmd *cobra.Command) (context.Context, context.CancelFunc) {
|
|
timeOut, err := cmd.Flags().GetDuration("command-timeout")
|
|
if err != nil {
|
|
ExitWithError(ExitError, err)
|
|
}
|
|
return context.WithTimeout(context.Background(), timeOut)
|
|
}
|
|
|
|
// get the process_resident_memory_bytes from <server:2379>/metrics
|
|
func endpointMemoryMetrics(host string) float64 {
|
|
residentMemoryKey := "process_resident_memory_bytes"
|
|
var residentMemoryValue string
|
|
if !strings.HasPrefix(host, `http://`) {
|
|
host = "http://" + host
|
|
}
|
|
url := host + "/metrics"
|
|
resp, err := http.Get(url)
|
|
if err != nil {
|
|
fmt.Println(fmt.Sprintf("fetch error: %v", err))
|
|
return 0.0
|
|
}
|
|
byts, readerr := ioutil.ReadAll(resp.Body)
|
|
resp.Body.Close()
|
|
if readerr != nil {
|
|
fmt.Println(fmt.Sprintf("fetch error: reading %s: %v", url, readerr))
|
|
return 0.0
|
|
}
|
|
|
|
for _, line := range strings.Split(string(byts), "\n") {
|
|
if strings.HasPrefix(line, residentMemoryKey) {
|
|
residentMemoryValue = strings.TrimSpace(strings.TrimPrefix(line, residentMemoryKey))
|
|
break
|
|
}
|
|
}
|
|
if residentMemoryValue == "" {
|
|
fmt.Println(fmt.Sprintf("could not find: %v", residentMemoryKey))
|
|
return 0.0
|
|
}
|
|
residentMemoryBytes, parseErr := strconv.ParseFloat(residentMemoryValue, 64)
|
|
if parseErr != nil {
|
|
fmt.Println(fmt.Sprintf("parse error: %v", parseErr))
|
|
return 0.0
|
|
}
|
|
|
|
return residentMemoryBytes
|
|
}
|