// Copyright 2022 The etcd Authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package traffic import ( "context" "sync" "testing" "time" "github.com/anishathalye/porcupine" "go.uber.org/zap" "golang.org/x/time/rate" "go.etcd.io/etcd/tests/v3/framework/e2e" "go.etcd.io/etcd/tests/v3/robustness/identity" "go.etcd.io/etcd/tests/v3/robustness/model" ) var ( DefaultLeaseTTL int64 = 7200 RequestTimeout = 40 * time.Millisecond MultiOpTxnOpCount = 4 ) func SimulateTraffic(ctx context.Context, t *testing.T, lg *zap.Logger, clus *e2e.EtcdProcessCluster, config Config, finish <-chan struct{}) []porcupine.Operation { mux := sync.Mutex{} endpoints := clus.EndpointsGRPC() ids := identity.NewIdProvider() lm := identity.NewLeaseIdStorage() h := model.History{} limiter := rate.NewLimiter(rate.Limit(config.maximalQPS), 200) startTime := time.Now() cc, err := NewClient(endpoints, ids, startTime) if err != nil { t.Fatal(err) } defer cc.Close() wg := sync.WaitGroup{} for i := 0; i < config.clientCount; i++ { wg.Add(1) c, err := NewClient([]string{endpoints[i%len(endpoints)]}, ids, startTime) if err != nil { t.Fatal(err) } go func(c *RecordingClient, clientId int) { defer wg.Done() defer c.Close() config.traffic.Run(ctx, clientId, c, limiter, ids, lm, finish) mux.Lock() h = h.Merge(c.Operations()) mux.Unlock() }(c, i) } wg.Wait() endTime := time.Now() // Ensure that last operation is succeeds time.Sleep(time.Second) err = cc.Put(ctx, "tombstone", "true") if err != nil { t.Error(err) } h = h.Merge(cc.Operations()) operations := h.Operations() lg.Info("Recorded operations", zap.Int("count", len(operations))) qps := float64(len(operations)) / float64(endTime.Sub(startTime)) * float64(time.Second) lg.Info("Average traffic", zap.Float64("qps", qps)) if qps < config.minimalQPS { t.Errorf("Requiring minimal %f qps for test results to be reliable, got %f qps", config.minimalQPS, qps) } return operations } type Config struct { Name string minimalQPS float64 maximalQPS float64 clientCount int traffic Traffic } type Traffic interface { Run(ctx context.Context, clientId int, c *RecordingClient, limiter *rate.Limiter, ids identity.Provider, lm identity.LeaseIdStorage, finish <-chan struct{}) }