|
@@ -0,0 +1,169 @@
|
|
|
+/*
|
|
|
+ * Licensed to Elasticsearch under one or more contributor
|
|
|
+ * license agreements. See the NOTICE file distributed with
|
|
|
+ * this work for additional information regarding copyright
|
|
|
+ * ownership. Elasticsearch licenses this file to you under
|
|
|
+ * the Apache License, Version 2.0 (the "License"); you may
|
|
|
+ * not use this file except in compliance with the License.
|
|
|
+ * You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing,
|
|
|
+ * software distributed under the License is distributed on an
|
|
|
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
+ * KIND, either express or implied. See the License for the
|
|
|
+ * specific language governing permissions and limitations
|
|
|
+ * under the License.
|
|
|
+ */
|
|
|
+
|
|
|
+package org.elasticsearch.search.aggregations.pipeline;
|
|
|
+
|
|
|
+import org.elasticsearch.action.index.IndexRequestBuilder;
|
|
|
+import org.elasticsearch.action.search.SearchResponse;
|
|
|
+import org.elasticsearch.search.aggregations.bucket.histogram.Histogram;
|
|
|
+import org.elasticsearch.search.aggregations.bucket.histogram.Histogram.Bucket;
|
|
|
+import org.elasticsearch.search.aggregations.metrics.sum.Sum;
|
|
|
+import org.elasticsearch.test.ElasticsearchIntegrationTest;
|
|
|
+import org.junit.Test;
|
|
|
+
|
|
|
+import java.util.ArrayList;
|
|
|
+import java.util.List;
|
|
|
+
|
|
|
+import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
|
|
+import static org.elasticsearch.index.query.QueryBuilders.rangeQuery;
|
|
|
+import static org.elasticsearch.search.aggregations.AggregationBuilders.histogram;
|
|
|
+import static org.elasticsearch.search.aggregations.AggregationBuilders.sum;
|
|
|
+import static org.elasticsearch.search.aggregations.pipeline.PipelineAggregatorBuilders.cumulativeSum;
|
|
|
+import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked;
|
|
|
+import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertSearchResponse;
|
|
|
+import static org.hamcrest.Matchers.equalTo;
|
|
|
+import static org.hamcrest.core.IsNull.notNullValue;
|
|
|
+
|
|
|
+@ElasticsearchIntegrationTest.SuiteScopeTest
|
|
|
+public class CumulativeSumTests extends ElasticsearchIntegrationTest {
|
|
|
+
|
|
|
+ private static final String SINGLE_VALUED_FIELD_NAME = "l_value";
|
|
|
+
|
|
|
+ static int numDocs;
|
|
|
+ static int interval;
|
|
|
+ static int minRandomValue;
|
|
|
+ static int maxRandomValue;
|
|
|
+ static int numValueBuckets;
|
|
|
+ static long[] valueCounts;
|
|
|
+
|
|
|
+ @Override
|
|
|
+ public void setupSuiteScopeCluster() throws Exception {
|
|
|
+ createIndex("idx");
|
|
|
+ createIndex("idx_unmapped");
|
|
|
+
|
|
|
+ numDocs = randomIntBetween(6, 20);
|
|
|
+ interval = randomIntBetween(2, 5);
|
|
|
+
|
|
|
+ minRandomValue = 0;
|
|
|
+ maxRandomValue = 20;
|
|
|
+
|
|
|
+ numValueBuckets = ((maxRandomValue - minRandomValue) / interval) + 1;
|
|
|
+ valueCounts = new long[numValueBuckets];
|
|
|
+
|
|
|
+ List<IndexRequestBuilder> builders = new ArrayList<>();
|
|
|
+
|
|
|
+ for (int i = 0; i < numDocs; i++) {
|
|
|
+ int fieldValue = randomIntBetween(minRandomValue, maxRandomValue);
|
|
|
+ builders.add(client().prepareIndex("idx", "type").setSource(
|
|
|
+ jsonBuilder().startObject().field(SINGLE_VALUED_FIELD_NAME, fieldValue).field("tag", "tag" + (i % interval))
|
|
|
+ .endObject()));
|
|
|
+ final int bucket = (fieldValue / interval); // + (fieldValue < 0 ? -1 : 0) - (minRandomValue / interval - 1);
|
|
|
+ valueCounts[bucket]++;
|
|
|
+ }
|
|
|
+
|
|
|
+ assertAcked(prepareCreate("empty_bucket_idx").addMapping("type", SINGLE_VALUED_FIELD_NAME, "type=integer"));
|
|
|
+ for (int i = 0; i < 2; i++) {
|
|
|
+ builders.add(client().prepareIndex("empty_bucket_idx", "type", "" + i).setSource(
|
|
|
+ jsonBuilder().startObject().field(SINGLE_VALUED_FIELD_NAME, i * 2).endObject()));
|
|
|
+ }
|
|
|
+ indexRandom(true, builders);
|
|
|
+ ensureSearchable();
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testDocCount() throws Exception {
|
|
|
+ SearchResponse response = client().prepareSearch("idx")
|
|
|
+ .addAggregation(histogram("histo").field(SINGLE_VALUED_FIELD_NAME).interval(interval)
|
|
|
+ .extendedBounds((long) minRandomValue, (long) maxRandomValue)
|
|
|
+ .subAggregation(cumulativeSum("cumulative_sum").setBucketsPaths("_count"))).execute().actionGet();
|
|
|
+
|
|
|
+ assertSearchResponse(response);
|
|
|
+
|
|
|
+ Histogram histo = response.getAggregations().get("histo");
|
|
|
+ assertThat(histo, notNullValue());
|
|
|
+ assertThat(histo.getName(), equalTo("histo"));
|
|
|
+ List<? extends Bucket> buckets = histo.getBuckets();
|
|
|
+ assertThat(buckets.size(), equalTo(numValueBuckets));
|
|
|
+
|
|
|
+ double sum = 0;
|
|
|
+ for (int i = 0; i < numValueBuckets; ++i) {
|
|
|
+ Histogram.Bucket bucket = buckets.get(i);
|
|
|
+ assertThat(bucket, notNullValue());
|
|
|
+ assertThat(((Number) bucket.getKey()).longValue(), equalTo((long) i * interval));
|
|
|
+ assertThat(bucket.getDocCount(), equalTo(valueCounts[i]));
|
|
|
+ sum += bucket.getDocCount();
|
|
|
+ InternalSimpleValue cumulativeSumValue = bucket.getAggregations().get("cumulative_sum");
|
|
|
+ assertThat(cumulativeSumValue, notNullValue());
|
|
|
+ assertThat(cumulativeSumValue.getName(), equalTo("cumulative_sum"));
|
|
|
+ assertThat(cumulativeSumValue.value(), equalTo(sum));
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testMetric() throws Exception {
|
|
|
+ SearchResponse response = client()
|
|
|
+ .prepareSearch("idx")
|
|
|
+ .addAggregation(
|
|
|
+ histogram("histo").field(SINGLE_VALUED_FIELD_NAME).interval(interval)
|
|
|
+ .subAggregation(sum("sum").field(SINGLE_VALUED_FIELD_NAME))
|
|
|
+ .subAggregation(cumulativeSum("cumulative_sum").setBucketsPaths("sum"))).execute().actionGet();
|
|
|
+
|
|
|
+ assertSearchResponse(response);
|
|
|
+
|
|
|
+ Histogram histo = response.getAggregations().get("histo");
|
|
|
+ assertThat(histo, notNullValue());
|
|
|
+ assertThat(histo.getName(), equalTo("histo"));
|
|
|
+ List<? extends Bucket> buckets = histo.getBuckets();
|
|
|
+
|
|
|
+ double bucketSum = 0;
|
|
|
+ for (int i = 0; i < buckets.size(); ++i) {
|
|
|
+ Bucket bucket = buckets.get(i);
|
|
|
+ assertThat(bucket, notNullValue());
|
|
|
+ assertThat(((Number) bucket.getKey()).longValue(), equalTo((long) i * interval));
|
|
|
+ Sum sum = bucket.getAggregations().get("sum");
|
|
|
+ assertThat(sum, notNullValue());
|
|
|
+ bucketSum += sum.value();
|
|
|
+
|
|
|
+ InternalSimpleValue sumBucketValue = bucket.getAggregations().get("cumulative_sum");
|
|
|
+ assertThat(sumBucketValue, notNullValue());
|
|
|
+ assertThat(sumBucketValue.getName(), equalTo("cumulative_sum"));
|
|
|
+ assertThat(sumBucketValue.value(), equalTo(bucketSum));
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ @Test
|
|
|
+ public void testNoBuckets() throws Exception {
|
|
|
+ SearchResponse response = client()
|
|
|
+ .prepareSearch("idx")
|
|
|
+ .setQuery(rangeQuery(SINGLE_VALUED_FIELD_NAME).lt(minRandomValue))
|
|
|
+ .addAggregation(
|
|
|
+ histogram("histo").field(SINGLE_VALUED_FIELD_NAME).interval(interval)
|
|
|
+ .subAggregation(sum("sum").field(SINGLE_VALUED_FIELD_NAME))
|
|
|
+ .subAggregation(cumulativeSum("cumulative_sum").setBucketsPaths("sum"))).execute().actionGet();
|
|
|
+
|
|
|
+ assertSearchResponse(response);
|
|
|
+
|
|
|
+ Histogram histo = response.getAggregations().get("histo");
|
|
|
+ assertThat(histo, notNullValue());
|
|
|
+ assertThat(histo.getName(), equalTo("histo"));
|
|
|
+ List<? extends Bucket> buckets = histo.getBuckets();
|
|
|
+ assertThat(buckets.size(), equalTo(0));
|
|
|
+ }
|
|
|
+}
|