|
|
@@ -13,10 +13,13 @@ import org.elasticsearch.common.io.stream.StreamInput;
|
|
|
import org.elasticsearch.test.ESTestCase;
|
|
|
|
|
|
import java.io.IOException;
|
|
|
+import java.util.Arrays;
|
|
|
import java.util.Iterator;
|
|
|
import java.util.List;
|
|
|
import java.util.Map;
|
|
|
|
|
|
+import static org.hamcrest.Matchers.containsInAnyOrder;
|
|
|
+
|
|
|
public class IngestStatsTests extends ESTestCase {
|
|
|
|
|
|
public void testSerialization() throws IOException {
|
|
|
@@ -28,6 +31,110 @@ public class IngestStatsTests extends ESTestCase {
|
|
|
assertIngestStats(ingestStats, serializedStats);
|
|
|
}
|
|
|
|
|
|
+ public void testStatsMerge() {
|
|
|
+ var first = randomStats();
|
|
|
+ var second = randomStats();
|
|
|
+ assertEquals(
|
|
|
+ new IngestStats.Stats(
|
|
|
+ first.ingestCount() + second.ingestCount(),
|
|
|
+ first.ingestTimeInMillis() + second.ingestTimeInMillis(),
|
|
|
+ first.ingestCurrent() + second.ingestCurrent(),
|
|
|
+ first.ingestFailedCount() + second.ingestFailedCount()
|
|
|
+ ),
|
|
|
+ IngestStats.Stats.merge(first, second)
|
|
|
+ );
|
|
|
+ }
|
|
|
+
|
|
|
+ public void testPipelineStatsMerge() {
|
|
|
+ var first = List.of(
|
|
|
+ randomPipelineStat("pipeline-1"),
|
|
|
+ randomPipelineStat("pipeline-1"),
|
|
|
+ randomPipelineStat("pipeline-2"),
|
|
|
+ randomPipelineStat("pipeline-3"),
|
|
|
+ randomPipelineStat("pipeline-5")
|
|
|
+ );
|
|
|
+ var second = List.of(
|
|
|
+ randomPipelineStat("pipeline-2"),
|
|
|
+ randomPipelineStat("pipeline-1"),
|
|
|
+ randomPipelineStat("pipeline-4"),
|
|
|
+ randomPipelineStat("pipeline-3")
|
|
|
+ );
|
|
|
+
|
|
|
+ assertThat(
|
|
|
+ IngestStats.PipelineStat.merge(first, second),
|
|
|
+ containsInAnyOrder(
|
|
|
+ new IngestStats.PipelineStat("pipeline-1", merge(first.get(0).stats(), first.get(1).stats(), second.get(1).stats())),
|
|
|
+ new IngestStats.PipelineStat("pipeline-2", merge(first.get(2).stats(), second.get(0).stats())),
|
|
|
+ new IngestStats.PipelineStat("pipeline-3", merge(first.get(3).stats(), second.get(3).stats())),
|
|
|
+ new IngestStats.PipelineStat("pipeline-4", second.get(2).stats()),
|
|
|
+ new IngestStats.PipelineStat("pipeline-5", first.get(4).stats())
|
|
|
+ )
|
|
|
+ );
|
|
|
+ }
|
|
|
+
|
|
|
+ public void testProcessorStatsMerge() {
|
|
|
+ {
|
|
|
+ var first = Map.of("pipeline-1", randomPipelineProcessorStats());
|
|
|
+ assertEquals(IngestStats.merge(Map.of(), first), first);
|
|
|
+ assertEquals(IngestStats.merge(first, Map.of()), first);
|
|
|
+ }
|
|
|
+ {
|
|
|
+ var first = Map.of(
|
|
|
+ "pipeline-1",
|
|
|
+ randomPipelineProcessorStats(),
|
|
|
+ "pipeline-2",
|
|
|
+ randomPipelineProcessorStats(),
|
|
|
+ "pipeline-3",
|
|
|
+ randomPipelineProcessorStats()
|
|
|
+ );
|
|
|
+ var second = Map.of(
|
|
|
+ "pipeline-2",
|
|
|
+ randomPipelineProcessorStats(),
|
|
|
+ "pipeline-3",
|
|
|
+ randomPipelineProcessorStats(),
|
|
|
+ "pipeline-1",
|
|
|
+ randomPipelineProcessorStats()
|
|
|
+ );
|
|
|
+
|
|
|
+ assertEquals(
|
|
|
+ IngestStats.merge(first, second),
|
|
|
+ Map.of(
|
|
|
+ "pipeline-1",
|
|
|
+ expectedPipelineProcessorStats(first.get("pipeline-1"), second.get("pipeline-1")),
|
|
|
+ "pipeline-2",
|
|
|
+ expectedPipelineProcessorStats(first.get("pipeline-2"), second.get("pipeline-2")),
|
|
|
+ "pipeline-3",
|
|
|
+ expectedPipelineProcessorStats(first.get("pipeline-3"), second.get("pipeline-3"))
|
|
|
+ )
|
|
|
+ );
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ private static List<IngestStats.ProcessorStat> expectedPipelineProcessorStats(
|
|
|
+ List<IngestStats.ProcessorStat> first,
|
|
|
+ List<IngestStats.ProcessorStat> second
|
|
|
+ ) {
|
|
|
+ return List.of(
|
|
|
+ new IngestStats.ProcessorStat("proc-1", "type-1", merge(first.get(0).stats(), second.get(0).stats())),
|
|
|
+ new IngestStats.ProcessorStat("proc-1", "type-2", merge(first.get(1).stats(), second.get(1).stats())),
|
|
|
+ new IngestStats.ProcessorStat("proc-2", "type-1", merge(first.get(2).stats(), second.get(2).stats())),
|
|
|
+ new IngestStats.ProcessorStat("proc-3", "type-4", merge(first.get(3).stats(), second.get(3).stats()))
|
|
|
+ );
|
|
|
+ }
|
|
|
+
|
|
|
+ private static List<IngestStats.ProcessorStat> randomPipelineProcessorStats() {
|
|
|
+ return List.of(
|
|
|
+ randomProcessorStat("proc-1", "type-1"),
|
|
|
+ randomProcessorStat("proc-1", "type-2"),
|
|
|
+ randomProcessorStat("proc-2", "type-1"),
|
|
|
+ randomProcessorStat("proc-3", "type-4")
|
|
|
+ );
|
|
|
+ }
|
|
|
+
|
|
|
+ private static IngestStats.Stats merge(IngestStats.Stats... stats) {
|
|
|
+ return Arrays.stream(stats).reduce(IngestStats.Stats.IDENTITY, IngestStats.Stats::merge);
|
|
|
+ }
|
|
|
+
|
|
|
private static List<IngestStats.PipelineStat> createPipelineStats() {
|
|
|
IngestStats.PipelineStat pipeline1Stats = new IngestStats.PipelineStat("pipeline1", new IngestStats.Stats(3, 3, 3, 3));
|
|
|
IngestStats.PipelineStat pipeline2Stats = new IngestStats.PipelineStat("pipeline2", new IngestStats.Stats(47, 97, 197, 297));
|
|
|
@@ -98,4 +205,16 @@ public class IngestStatsTests extends ESTestCase {
|
|
|
.map(IngestStats.PipelineStat::stats)
|
|
|
.orElse(null);
|
|
|
}
|
|
|
+
|
|
|
+ private static IngestStats.ProcessorStat randomProcessorStat(String name, String type) {
|
|
|
+ return new IngestStats.ProcessorStat(name, type, randomStats());
|
|
|
+ }
|
|
|
+
|
|
|
+ private static IngestStats.PipelineStat randomPipelineStat(String id) {
|
|
|
+ return new IngestStats.PipelineStat(id, randomStats());
|
|
|
+ }
|
|
|
+
|
|
|
+ private static IngestStats.Stats randomStats() {
|
|
|
+ return new IngestStats.Stats(randomLong(), randomLong(), randomLong(), randomLong());
|
|
|
+ }
|
|
|
}
|
Pablo Alcantar Morales