TimelineCollector extends CompositeService { public static TimelineEntity aggregateEntities( TimelineEntities entities, String resultEntityId, String resultEntityType, boolean needsGroupIdInResult) { ConcurrentMap<String, AggregationStatusTable> aggregationGroups = new ConcurrentHashMap<>(); updateAggregateStatus(entities, aggregationGroups, null); if (needsGroupIdInResult) { return aggregate(aggregationGroups, resultEntityId, resultEntityType); } else { return aggregateWithoutGroupId( aggregationGroups, resultEntityId, resultEntityType); } } TimelineCollector(String name); abstract TimelineCollectorContext getTimelineEntityContext(); TimelineWriteResponse putEntities(TimelineEntities entities,
      UserGroupInformation callerUgi); TimelineWriteResponse putDomain(TimelineDomain domain,
      UserGroupInformation callerUgi); void putEntitiesAsync(TimelineEntities entities,
      UserGroupInformation callerUgi); static TimelineEntity aggregateEntities(
      TimelineEntities entities, String resultEntityId,
      String resultEntityType, boolean needsGroupIdInResult); static final String SEPARATOR; }
@Test public void testAggregation() throws Exception { int groups = 3; int n = 50; TimelineEntities testEntities = generateTestEntities(groups, n); TimelineEntity resultEntity = TimelineCollector.aggregateEntities( testEntities, "test_result", "TEST_AGGR", true); assertEquals(resultEntity.getMetrics().size(), groups * 3); for (int i = 0; i < groups; i++) { Set<TimelineMetric> metrics = resultEntity.getMetrics(); for (TimelineMetric m : metrics) { if (m.getId().startsWith("HDFS_BYTES_WRITE")) { assertEquals(100 * n, m.getSingleDataValue().intValue()); } else if (m.getId().startsWith("VCORES_USED")) { assertEquals(3 * n, m.getSingleDataValue().intValue()); } else if (m.getId().startsWith("TXN_FINISH_TIME")) { assertEquals(n - 1, m.getSingleDataValue()); } else { fail("Unrecognized metric! " + m.getId()); } } } TimelineEntities testEntities1 = generateTestEntities(1, n); TimelineEntity resultEntity1 = TimelineCollector.aggregateEntities( testEntities1, "test_result", "TEST_AGGR", false); assertEquals(resultEntity1.getMetrics().size(), 3); Set<TimelineMetric> metrics = resultEntity1.getMetrics(); for (TimelineMetric m : metrics) { if (m.getId().equals("HDFS_BYTES_WRITE")) { assertEquals(100 * n, m.getSingleDataValue().intValue()); } else if (m.getId().equals("VCORES_USED")) { assertEquals(3 * n, m.getSingleDataValue().intValue()); } else if (m.getId().equals("TXN_FINISH_TIME")) { assertEquals(n - 1, m.getSingleDataValue()); } else { fail("Unrecognized metric! " + m.getId()); } } }