etcdctl/ctlv3/command/check.go
func newCheckDatascaleCommand(cmd *cobra.Command, args []string) {
	var checkDatascaleAlias = map[string]string{
		"s": "s", "small": "s",
		"m": "m", "medium": "m",
		"l": "l", "large": "l",
		"xl": "xl", "xLarge": "xl",
	}

	model, ok := checkDatascaleAlias[checkDatascaleLoad]
	if !ok {
		ExitWithError(ExitBadFeature, fmt.Errorf("unknown load option %v", checkDatascaleLoad))
	}
	cfg := checkDatascaleCfgMap[model]

	requests := make(chan v3.Op, cfg.clients)

	cc := clientConfigFromCmd(cmd)
	clients := make([]*v3.Client, cfg.clients)
	for i := 0; i < cfg.clients; i++ {
		clients[i] = cc.mustClient()
	}

	// get endpoints
	eps, errEndpoints := endpointsFromCmd(cmd)
	if errEndpoints != nil {
		ExitWithError(ExitError, errEndpoints)
	}

	ctx, cancel := context.WithCancel(context.Background())
	resp, err := clients[0].Get(ctx, checkDatascalePrefix, v3.WithPrefix(), v3.WithLimit(1))
	cancel()
	if err != nil {
		ExitWithError(ExitError, err)
	}
	if len(resp.Kvs) > 0 {
		ExitWithError(ExitInvalidInput, fmt.Errorf("prefix %q has keys. Delete with etcdctl del --prefix %s first", checkDatascalePrefix, checkDatascalePrefix))
	}

	ksize, vsize := 512, 512
	k, v := make([]byte, ksize), string(make([]byte, vsize))

	r := report.NewReport("%4.4f")
	var wg sync.WaitGroup
	wg.Add(len(clients))

	// get the process_resident_memory_bytes and process_virtual_memory_bytes before the put operations
	bytesBefore := endpointMemoryMetrics(eps[0])
	if bytesBefore == 0 {
		fmt.Println("FAIL: Could not read process_resident_memory_bytes before the put operations.")
		os.Exit(ExitError)
	}

	fmt.Println(fmt.Sprintf("Start data scale check for work load [%v key-value pairs, %v bytes per key-value, %v concurrent clients].", cfg.limit, cfg.kvSize, cfg.clients))
	bar := pb.New(cfg.limit)
	bar.Format("Bom !")
	bar.Start()

	for i := range clients {
		go func(c *v3.Client) {
			defer wg.Done()
			for op := range requests {
				st := time.Now()
				_, derr := c.Do(context.Background(), op)
				r.Results() <- report.Result{Err: derr, Start: st, End: time.Now()}
				bar.Increment()
			}
		}(clients[i])
	}

	go func() {
		for i := 0; i < cfg.limit; i++ {
			binary.PutVarint(k, rand.Int63n(math.MaxInt64))
			requests <- v3.OpPut(checkDatascalePrefix+string(k), v)
		}
		close(requests)
	}()

	sc := r.Stats()
	wg.Wait()
	close(r.Results())
	bar.Finish()
	s := <-sc

	// get the process_resident_memory_bytes after the put operations
	bytesAfter := endpointMemoryMetrics(eps[0])
	if bytesAfter == 0 {
		fmt.Println("FAIL: Could not read process_resident_memory_bytes after the put operations.")
		os.Exit(ExitError)
	}

	// delete the created kv pairs
	ctx, cancel = context.WithCancel(context.Background())
	dresp, derr := clients[0].Delete(ctx, checkDatascalePrefix, v3.WithPrefix())
	defer cancel()
	if derr != nil {
		ExitWithError(ExitError, derr)
	}

	if autoCompact {
		compact(clients[0], dresp.Header.Revision)
	}

	if autoDefrag {
		for _, ep := range clients[0].Endpoints() {
			defrag(clients[0], ep)
		}
	}

	if bytesAfter == 0 {
		fmt.Println("FAIL: Could not read process_resident_memory_bytes after the put operations.")
		os.Exit(ExitError)
	}

	bytesUsed := bytesAfter - bytesBefore
	mbUsed := bytesUsed / (1024 * 1024)

	if len(s.ErrorDist) != 0 {
		fmt.Println("FAIL: too many errors")
		for k, v := range s.ErrorDist {
			fmt.Printf("FAIL: ERROR(%v) -> %d\n", k, v)
		}
		os.Exit(ExitError)
	} else {
		fmt.Println(fmt.Sprintf("PASS: Approximate system memory used : %v MB.", strconv.FormatFloat(mbUsed, 'f', 2, 64)))
	}
}
func newCheckDatascaleCommand(cmd *cobra.Command, args []string) {
	var checkDatascaleAlias = map[string]string{
		"s": "s", "small": "s",
		"m": "m", "medium": "m",
		"l": "l", "large": "l",
		"xl": "xl", "xLarge": "xl",
	}

	model, ok := checkDatascaleAlias[checkDatascaleLoad]
	if !ok {
		ExitWithError(ExitBadFeature, fmt.Errorf("unknown load option %v", checkDatascaleLoad))
	}
	cfg := checkDatascaleCfgMap[model]

	requests := make(chan v3.Op, cfg.clients)

	cc := clientConfigFromCmd(cmd)
	clients := make([]*v3.Client, cfg.clients)
	for i := 0; i < cfg.clients; i++ {
		clients[i] = cc.mustClient()
	}

	// get endpoints
	eps, errEndpoints := endpointsFromCmd(cmd)
	if errEndpoints != nil {
		ExitWithError(ExitError, errEndpoints)
	}

	ctx, cancel := context.WithCancel(context.Background())
	resp, err := clients[0].Get(ctx, checkDatascalePrefix, v3.WithPrefix(), v3.WithLimit(1))
	cancel()
	if err != nil {
		ExitWithError(ExitError, err)
	}
	if len(resp.Kvs) > 0 {
		ExitWithError(ExitInvalidInput, fmt.Errorf("prefix %q has keys. Delete with etcdctl del --prefix %s first", checkDatascalePrefix, checkDatascalePrefix))
	}

	ksize, vsize := 512, 512
	k, v := make([]byte, ksize), string(make([]byte, vsize))

	r := report.NewReport("%4.4f")
	var wg sync.WaitGroup
	wg.Add(len(clients))

	// get the process_resident_memory_bytes and process_virtual_memory_bytes before the put operations
	bytesBefore := endpointMemoryMetrics(eps[0])
	if bytesBefore == 0 {
		fmt.Println("FAIL: Could not read process_resident_memory_bytes before the put operations.")
		os.Exit(ExitError)
	}

	fmt.Println(fmt.Sprintf("Start data scale check for work load [%v key-value pairs, %v bytes per key-value, %v concurrent clients].", cfg.limit, cfg.kvSize, cfg.clients))
	bar := pb.New(cfg.limit)
	bar.Format("Bom !")
	bar.Start()

	for i := range clients {
		go func(c *v3.Client) {
			defer wg.Done()
			for op := range requests {
				st := time.Now()
				_, derr := c.Do(context.Background(), op)
				r.Results() <- report.Result{Err: derr, Start: st, End: time.Now()}
				bar.Increment()
			}
		}(clients[i])
	}

	go func() {
		for i := 0; i < cfg.limit; i++ {
			binary.PutVarint(k, rand.Int63n(math.MaxInt64))
			requests <- v3.OpPut(checkDatascalePrefix+string(k), v)
		}
		close(requests)
	}()

	sc := r.Stats()
	wg.Wait()
	close(r.Results())
	bar.Finish()
	s := <-sc

	// get the process_resident_memory_bytes after the put operations
	bytesAfter := endpointMemoryMetrics(eps[0])
	if bytesAfter == 0 {
		fmt.Println("FAIL: Could not read process_resident_memory_bytes after the put operations.")
		os.Exit(ExitError)
	}

	// delete the created kv pairs
	ctx, cancel = context.WithCancel(context.Background())
	dresp, derr := clients[0].Delete(ctx, checkDatascalePrefix, v3.WithPrefix())
	defer cancel()
	if derr != nil {
		ExitWithError(ExitError, derr)
	}

	if autoCompact {
		compact(clients[0], dresp.Header.Revision)
	}

	if autoDefrag {
		for _, ep := range clients[0].Endpoints() {
			defrag(clients[0], ep)
		}
	}

	if bytesAfter == 0 {
		fmt.Println("FAIL: Could not read process_resident_memory_bytes after the put operations.")
		os.Exit(ExitError)
	}

	bytesUsed := bytesAfter - bytesBefore
	mbUsed := bytesUsed / (1024 * 1024)

	if len(s.ErrorDist) != 0 {
		fmt.Println("FAIL: too many errors")
		for k, v := range s.ErrorDist {
			fmt.Printf("FAIL: ERROR(%v) -> %d\n", k, v)
		}
		os.Exit(ExitError)
	} else {
		fmt.Println(fmt.Sprintf("PASS: Approximate system memory used : %v MB.", strconv.FormatFloat(mbUsed, 'f', 2, 64)))
	}
}
func newCheckDatascaleCommand ( cmd * cobra . Command , args [ ] string ) { var checkDatascaleAlias = map [ string ] string { " " : " " , " " : " " , " " : " " , " " : " " , " " : " " , " " : " " , " " : " " , " " : " " , } model , ok := checkDatascaleAlias [ checkDatascaleLoad ] if ! ok { ExitWithError ( ExitBadFeature , fmt . Errorf ( " " , checkDatascaleLoad ) ) } cfg := checkDatascaleCfgMap [ model ] requests := make ( chan v3 . Op , cfg . clients ) cc := clientConfigFromCmd ( cmd ) clients := make ( [ ] * v3 . Client , cfg . clients ) for i := 0 ; i < cfg . clients ; i ++ { clients [ i ] = cc . mustClient ( ) } // get endpoints eps , errEndpoints := endpointsFromCmd ( cmd ) if errEndpoints != nil { ExitWithError ( ExitError , errEndpoints ) } ctx , cancel := context . WithCancel ( context . Background ( ) ) resp , err := clients [ 0 ] . Get ( ctx , checkDatascalePrefix , v3 . WithPrefix ( ) , v3 . WithLimit ( 1 ) ) cancel ( ) if err != nil { ExitWithError ( ExitError , err ) } if len ( resp . Kvs ) > 0 { ExitWithError ( ExitInvalidInput , fmt . Errorf ( " " , checkDatascalePrefix , checkDatascalePrefix ) ) } ksize , vsize := 512 , 512 k , v := make ( [ ] byte , ksize ) , string ( make ( [ ] byte , vsize ) ) r := report . NewReport ( " " ) var wg sync . WaitGroup wg . Add ( len ( clients ) ) // get the process_resident_memory_bytes and process_virtual_memory_bytes before the put operations bytesBefore := endpointMemoryMetrics ( eps [ 0 ] ) if bytesBefore == 0 { fmt . Println ( " " ) os . Exit ( ExitError ) } fmt . Println ( fmt . Sprintf ( " " , cfg . limit , cfg . kvSize , cfg . clients ) ) bar := pb . New ( cfg . limit ) bar . Format ( " " ) bar . Start ( ) for i := range clients { go func ( c * v3 . Client ) { defer wg . Done ( ) for op := range requests { st := time . Now ( ) _ , derr := c . Do ( context . Background ( ) , op ) r . Results ( ) <- report . Result { Err : derr , Start : st , End : time . Now ( ) } bar . Increment ( ) } } ( clients [ i ] ) } go func ( ) { for i := 0 ; i < cfg . limit ; i ++ { binary . PutVarint ( k , rand . Int63n ( math . MaxInt64 ) ) requests <- v3 . OpPut ( checkDatascalePrefix + string ( k ) , v ) } close ( requests ) } ( ) sc := r . Stats ( ) wg . Wait ( ) close ( r . Results ( ) ) bar . Finish ( ) s := <- sc // get the process_resident_memory_bytes after the put operations bytesAfter := endpointMemoryMetrics ( eps [ 0 ] ) if bytesAfter == 0 { fmt . Println ( " " ) os . Exit ( ExitError ) } // delete the created kv pairs ctx , cancel = context . WithCancel ( context . Background ( ) ) dresp , derr := clients [ 0 ] . Delete ( ctx , checkDatascalePrefix , v3 . WithPrefix ( ) ) defer cancel ( ) if derr != nil { ExitWithError ( ExitError , derr ) } if autoCompact { compact ( clients [ 0 ] , dresp . Header . Revision ) } if autoDefrag { for _ , ep := range clients [ 0 ] . Endpoints ( ) { defrag ( clients [ 0 ] , ep ) } } if bytesAfter == 0 { fmt . Println ( " " ) os . Exit ( ExitError ) } bytesUsed := bytesAfter - bytesBefore mbUsed := bytesUsed / ( 1024 * 1024 ) if len ( s . ErrorDist ) != 0 { fmt . Println ( " " ) for k , v := range s . ErrorDist { fmt . Printf ( " \n " , k , v ) } os . Exit ( ExitError ) } else { fmt . Println ( fmt . Sprintf ( " " , strconv . FormatFloat ( mbUsed , 'f' , 2 , 64 ) ) ) } }
// newCheckDatascaleCommand executes the "check datascale" command.
newCheckDatascaleCommand executes the check datascale command .