alluxio-master-2.x/stress/common/src/main/java/alluxio/stress/worker/WorkerBenchSummary.java
/*
 * The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
 * (the "License"). You may not use this work except in compliance with the License, which is
 * available at www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied, as more fully set forth in the License.
 *
 * See the NOTICE file distributed with this work for information regarding copyright ownership.
 */

package alluxio.stress.worker;

import alluxio.Constants;
import alluxio.collections.Pair;
import alluxio.stress.Parameters;
import alluxio.stress.Summary;
import alluxio.stress.common.GeneralBenchSummary;
import alluxio.stress.graph.Graph;
import alluxio.stress.graph.LineGraph;

import com.google.common.base.Splitter;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;

/**
 * The summary for the worker stress tests.
 */
public final class WorkerBenchSummary extends GeneralBenchSummary<WorkerBenchTaskResult> {
  private WorkerBenchParameters mParameters;

  private long mDurationMs;
  private long mEndTimeMs;
  private long mIOBytes;

  /**
   * Creates an instance.
   */
  public WorkerBenchSummary() {
    // Default constructor required for json deserialization
    mNodeResults = new HashMap<>();
  }

  /**
   * Creates an instance.
   *
   * @param mergedTaskResults the merged task result
   * @param nodes the list of nodes
   */
  public WorkerBenchSummary(WorkerBenchTaskResult mergedTaskResults,
      Map<String, WorkerBenchTaskResult> nodes) {
    mDurationMs = mergedTaskResults.getEndMs() - mergedTaskResults.getRecordStartMs();
    mEndTimeMs = mergedTaskResults.getEndMs();
    mIOBytes = mergedTaskResults.getIOBytes();
    mParameters = mergedTaskResults.getParameters();
    mNodeResults = nodes;
    mThroughput = getIOMBps();
  }

  /**
   * @return the throughput (MB/s)
   */
  public float getIOMBps() {
    return ((float) mIOBytes / mDurationMs) * 1000.0f / Constants.MB;
  }

  /**
   * @param ioMBps the throughput (MB / s)
   */
  public void setIOMBps(float ioMBps) {
    // ignore, since this is computed dynamically
  }

  /**
   * @return the duration (in ms)
   */
  public long getDurationMs() {
    return mDurationMs;
  }

  /**
   * @param durationMs the duration (in ms)
   */
  public void setDurationMs(long durationMs) {
    mDurationMs = durationMs;
  }

  /**
   * @return the parameters
   */
  public WorkerBenchParameters getParameters() {
    return mParameters;
  }

  /**
   * @param parameters the parameters
   */
  public void setParameters(WorkerBenchParameters parameters) {
    mParameters = parameters;
  }

  /**
   * @return the end time (in ms)
   */
  public long getEndTimeMs() {
    return mEndTimeMs;
  }

  /**
   * @param endTimeMs the end time (in ms)
   */
  public void setEndTimeMs(long endTimeMs) {
    mEndTimeMs = endTimeMs;
  }

  /**
   * @return number of bytes
   */
  public long getIOBytes() {
    return mIOBytes;
  }

  /**
   * @param IOBytes the number of bytes
   */
  public void setIOBytes(long IOBytes) {
    mIOBytes = IOBytes;
  }

  @Override
  public alluxio.stress.GraphGenerator graphGenerator() {
    return new GraphGenerator();
  }

  /**
   * The graph generator for this summary.
   */
  public static final class GraphGenerator extends alluxio.stress.GraphGenerator {
    @Override
    public List<Graph> generate(List<? extends Summary> results) {
      List<Graph> graphs = new ArrayList<>();
      // only examine WorkerBenchSummary
      List<WorkerBenchSummary> summaries =
          results.stream().map(x -> (WorkerBenchSummary) x).collect(Collectors.toList());

      if (summaries.isEmpty()) {
        return graphs;
      }

      // first() is the list of common field names, second() is the list of unique field names
      Pair<List<String>, List<String>> fieldNames = Parameters.partitionFieldNames(
          summaries.stream().map(x -> x.mParameters).collect(Collectors.toList()));

      // Split up common description into 100 character chunks, for the sub title
      List<String> subTitle = new ArrayList<>(Splitter.fixedLength(100).splitToList(
          summaries.get(0).mParameters.getDescription(fieldNames.getFirst())));

      LineGraph throughputGraph =
          new LineGraph("Worker Throughput (MB/s)", subTitle, "Total Client Threads",
              "Throughput (MB/s)");

      // remove the thread count from series fields, since the x-axis is thread counts.
      List<String> seriesFields = fieldNames.getSecond().stream().filter(f -> !"mThreads".equals(f))
          .collect(Collectors.toList());

      // map(series name -> map(total threads -> throughput MB/s))
      Map<String, Map<Integer, Float>> allSeries = new HashMap<>();
      // map(series name -> list of errors)
      Map<String, List<String>> allSeriesErrors = new HashMap<>();

      for (WorkerBenchSummary summary : summaries) {
        String series = summary.mParameters.getDescription(seriesFields);

        // update the series data
        allSeries.compute(series, (key, value) -> {
          if (value == null) {
            value = new HashMap<>();
          }
          int totalThreads = summary.getNodeResults().size() * summary.getParameters().mThreads;
          value.put(totalThreads, summary.getIOMBps());
          return value;
        });

        // update series errors
        allSeriesErrors.compute(series, (key, value) -> {
          if (value == null) {
            value = new ArrayList<>();
          }
          value.addAll(summary.collectErrorsFromAllNodes());
          return value;
        });
      }

      // add series data to graph
      for (Map.Entry<String, Map<Integer, Float>> entry : allSeries.entrySet()) {
        LineGraph.Data seriesLine = new LineGraph.Data();
        for (Map.Entry<Integer, Float> dataPoint : entry.getValue().entrySet()) {
          seriesLine.addData(dataPoint.getKey(), dataPoint.getValue());
        }
        throughputGraph.addDataSeries(entry.getKey(), seriesLine);
      }

      // add series errors
      for (Map.Entry<String, List<String>> entry : allSeriesErrors.entrySet()) {
        throughputGraph.setErrors(entry.getKey(), entry.getValue());
      }

      graphs.add(throughputGraph);

      return graphs;
    }
  }
}
