Add x-content testing jar (#84775)

This commit adds a jar separate from the test framework to provide
utilities for testing x-content related code. The first thing moved
there is the base schema validation test case, which also pulls along
the com.networknt dependency and jackson. For now these are direct
dependencies, though we could consider shading them in the future so as
not to expose downstream projects to them, which may have version
conflicts.

distribution/tools/geoip-cli/build.gradle

@@ -15,4 +15,5 @@ dependencies {
   compileOnly project(":libs:elasticsearch-cli")
   compileOnly project(":libs:elasticsearch-x-content")
   testImplementation project(":test:framework")
+  testImplementation "org.apache.commons:commons-compress:1.19"
 }

libs/h3/src/test/java/org/elasticsearch/h3/CellBoundaryTests.java

@@ -18,7 +18,6 @@
  */
 package org.elasticsearch.h3;
 
-import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
 import org.elasticsearch.test.ESTestCase;
 
 import java.io.BufferedReader;
@@ -29,6 +28,7 @@ import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.StringTokenizer;
+import java.util.zip.GZIPInputStream;
 
 public class CellBoundaryTests extends ESTestCase {
 
@@ -142,7 +142,7 @@ public class CellBoundaryTests extends ESTestCase {
 
     private void processFile(String file) throws IOException {
         InputStream fis = getClass().getResourceAsStream(file + ".gz");
-        BufferedReader reader = new BufferedReader(new InputStreamReader(new GzipCompressorInputStream(fis), StandardCharsets.UTF_8));
+        BufferedReader reader = new BufferedReader(new InputStreamReader(new GZIPInputStream(fis), StandardCharsets.UTF_8));
         String h3Address = reader.readLine();
         while (h3Address != null) {
             assertEquals(true, H3.h3IsValid(h3Address));

libs/h3/src/test/java/org/elasticsearch/h3/CellCenterTests.java

@@ -18,7 +18,6 @@
  */
 package org.elasticsearch.h3;
 
-import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
 import org.elasticsearch.test.ESTestCase;
 
 import java.io.BufferedReader;
@@ -27,6 +26,7 @@ import java.io.InputStream;
 import java.io.InputStreamReader;
 import java.nio.charset.StandardCharsets;
 import java.util.StringTokenizer;
+import java.util.zip.GZIPInputStream;
 
 public class CellCenterTests extends ESTestCase {
 
@@ -144,7 +144,7 @@ public class CellCenterTests extends ESTestCase {
 
     private void processFile(String file) throws IOException {
         InputStream fis = getClass().getResourceAsStream(file + ".gz");
-        BufferedReader reader = new BufferedReader(new InputStreamReader(new GzipCompressorInputStream(fis), StandardCharsets.UTF_8));
+        BufferedReader reader = new BufferedReader(new InputStreamReader(new GZIPInputStream(fis), StandardCharsets.UTF_8));
         String line = reader.readLine();
         while (line != null) {
             StringTokenizer tokenizer = new StringTokenizer(line, " ");

qa/smoke-test-http/src/test/java/org/elasticsearch/http/DetailedErrorsEnabledIT.java

@@ -8,17 +8,20 @@
 
 package org.elasticsearch.http;
 
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.ObjectMapper;
-
 import org.elasticsearch.client.Request;
 import org.elasticsearch.client.Response;
 import org.elasticsearch.client.ResponseException;
+import org.elasticsearch.test.XContentTestUtils;
 
 import java.io.IOException;
+import java.util.List;
+import java.util.Map;
 
 import static org.hamcrest.Matchers.containsString;
+import static org.hamcrest.Matchers.not;
+import static org.hamcrest.Matchers.nullValue;
 import static org.hamcrest.Matchers.startsWith;
+import static org.hamcrest.collection.IsMapContaining.hasKey;
 
 /**
  * Tests that by default the error_trace parameter can be used to show stacktraces
@@ -26,7 +29,6 @@ import static org.hamcrest.Matchers.startsWith;
 public class DetailedErrorsEnabledIT extends HttpSmokeTestCase {
 
     public void testThatErrorTraceCanBeEnabled() throws IOException {
-        ObjectMapper mapper = new ObjectMapper();
 
         try {
             Request request = new Request("DELETE", "/");
@@ -37,18 +39,20 @@ public class DetailedErrorsEnabledIT extends HttpSmokeTestCase {
             Response response = e.getResponse();
             assertThat(response.getHeader("Content-Type"), containsString("application/json"));
 
-            JsonNode jsonNode = mapper.readTree(response.getEntity().getContent());
+            var jsonNode = XContentTestUtils.createJsonMapView(response.getEntity().getContent());
 
             assertThat(
-                jsonNode.get("error").get("stack_trace").asText(),
+                jsonNode.get("error.stack_trace"),
                 startsWith("org.elasticsearch.action.ActionRequestValidationException: Validation Failed: 1: index / indices is missing")
             );
 
             // An ActionRequestValidationException isn't an ElasticsearchException, so when the code tries
             // to work out the root cause, all it actually achieves is wrapping the actual exception in
             // an ElasticsearchException. At least this proves that the root cause logic is executing.
+            @SuppressWarnings("unchecked")
+            Map<String, Object> cause = (Map<String, Object>) jsonNode.<List<Object>>get("error.root_cause").get(0);
             assertThat(
-                jsonNode.get("error").get("root_cause").get(0).get("stack_trace").asText(),
+                cause.get("stack_trace").toString(),
                 startsWith("org.elasticsearch.ElasticsearchException$1: Validation Failed: 1: index / indices is missing")
             );
         }
@@ -63,14 +67,12 @@ public class DetailedErrorsEnabledIT extends HttpSmokeTestCase {
             Response response = e.getResponse();
             assertThat(response.getHeader("Content-Type"), containsString("application/json"));
 
-            ObjectMapper mapper = new ObjectMapper();
-            JsonNode jsonNode = mapper.readTree(response.getEntity().getContent());
+            var jsonNode = XContentTestUtils.createJsonMapView(response.getEntity().getContent());
 
-            assertFalse("Unexpected .stack_trace in JSON response", jsonNode.get("error").has("stack_trace"));
-            assertFalse(
-                "Unexpected .error.root_cause[0].stack_trace in JSON response",
-                jsonNode.get("error").get("root_cause").get(0).has("stack_trace")
-            );
+            assertThat("Unexpected .stack_trace in JSON response", jsonNode.get("error.stack_track"), nullValue());
+            @SuppressWarnings("unchecked")
+            Map<String, Object> cause = (Map<String, Object>) jsonNode.<List<Object>>get("error.root_cause").get(0);
+            assertThat("Unexpected .error.root_cause[0].stack_trace in JSON response", cause, not(hasKey("stack_trace")));
         }
     }
 }

settings.gradle

@@ -72,7 +72,8 @@ List projects = [
   'test:fixtures:geoip-fixture',
   'test:fixtures:url-fixture',
   'test:fixtures:nginx-fixture',
-  'test:logger-usage'
+  'test:logger-usage',
+  'test:x-content'
 ]
 
 /**

test/framework/build.gradle

@@ -31,14 +31,6 @@ dependencies {
   api 'org.objenesis:objenesis:3.2'
 
   api "org.elasticsearch:mocksocket:${versions.mocksocket}"
-
-  // json schema validation dependencies
-  api "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
-  api "com.networknt:json-schema-validator:${versions.networknt_json_schema_validator}"
-  api "com.fasterxml.jackson.core:jackson-databind:${versions.jackson}"
-  api "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
-  api "org.apache.commons:commons-compress:1.19"
-  api "org.apache.commons:commons-lang3:${versions.commons_lang3}"
 }
 
 // the main files are actually test files, so use the appropriate forbidden api sigs
@@ -54,11 +46,6 @@ tasks.named("dependenciesGraph").configure { enabled = false }
 tasks.named("thirdPartyAudit").configure {
   ignoreMissingClasses(
           // classes are missing
-          'com.github.luben.zstd.ZstdInputStream',
-          'com.github.luben.zstd.ZstdOutputStream',
-          'java.util.jar.Pack200',
-          'java.util.jar.Pack200$Packer',
-          'java.util.jar.Pack200$Unpacker',
           'javax.servlet.ServletContextEvent',
           'javax.servlet.ServletContextListener',
           'org.apache.avalon.framework.logger.Logger',
@@ -68,23 +55,6 @@ tasks.named("thirdPartyAudit").configure {
           'org.apache.log4j.Level',
           'org.apache.log4j.Logger',
           'org.apache.log4j.Priority',
-          'org.brotli.dec.BrotliInputStream',
-          'org.jcodings.specific.UTF8Encoding',
-          'org.joni.Matcher',
-          'org.joni.Regex',
-          'org.joni.Syntax',
-          'org.slf4j.Logger',
-          'org.slf4j.LoggerFactory',
-          'org.tukaani.xz.DeltaOptions',
-          'org.tukaani.xz.FilterOptions',
-          'org.tukaani.xz.LZMA2InputStream',
-          'org.tukaani.xz.LZMA2Options',
-          'org.tukaani.xz.LZMAInputStream',
-          'org.tukaani.xz.LZMAOutputStream',
-          'org.tukaani.xz.MemoryLimitException',
-          'org.tukaani.xz.UnsupportedOptionsException',
-          'org.tukaani.xz.XZ',
-          'org.tukaani.xz.XZOutputStream',
 
           // mockito
           'net.bytebuddy.agent.ByteBuddyAgent',

test/framework/src/main/java/org/elasticsearch/test/AbstractQueryTestCase.java

@@ -8,8 +8,6 @@
 
 package org.elasticsearch.test;
 
-import com.fasterxml.jackson.core.io.JsonStringEncoder;
-
 import org.apache.lucene.search.BoostQuery;
 import org.apache.lucene.search.MatchNoDocsQuery;
 import org.apache.lucene.search.Query;
@@ -41,7 +39,9 @@ import org.elasticsearch.xcontent.XContentParseException;
 import org.elasticsearch.xcontent.XContentParser;
 import org.elasticsearch.xcontent.XContentParserConfiguration;
 import org.elasticsearch.xcontent.XContentType;
+import org.elasticsearch.xcontent.json.JsonStringEncoder;
 import org.elasticsearch.xcontent.json.JsonXContent;
+import org.elasticsearch.xcontent.spi.XContentProvider;
 
 import java.io.IOException;
 import java.time.Instant;
@@ -646,7 +646,7 @@ public abstract class AbstractQueryTestCase<QB extends AbstractQueryBuilder<QB>>
             case TEXT_ALIAS_FIELD_NAME:
                 if (rarely()) {
                     // unicode in 10% cases
-                    JsonStringEncoder encoder = JsonStringEncoder.getInstance();
+                    JsonStringEncoder encoder = XContentProvider.provider().getJsonStringEncoder();
                     value = new String(encoder.quoteAsString(randomUnicodeOfLength(10)));
                 } else {
                     value = randomAlphaOfLengthBetween(1, 10);

test/framework/src/main/java/org/elasticsearch/test/XContentTestUtils.java

@@ -342,7 +342,7 @@ public final class XContentTestUtils {
                 } else if (context instanceof List) {
                     context = ((List<Object>) context).get(Integer.parseInt(key));
                 } else {
-                    throw new IllegalStateException("neither list nor map");
+                    return null; // node does not exist
                 }
             }
             return (T) context;

test/x-content/build.gradle

@@ -0,0 +1,64 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
+ */
+
+apply plugin: 'elasticsearch.build'
+apply plugin: 'elasticsearch.publish'
+
+dependencies {
+  api project(":test:framework")
+  api project(":libs:elasticsearch-x-content")
+
+  // json schema validation dependencies
+  implementation "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
+  implementation "com.networknt:json-schema-validator:${versions.networknt_json_schema_validator}"
+  implementation "com.fasterxml.jackson.core:jackson-databind:${versions.jackson}"
+  implementation "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
+  implementation "org.apache.commons:commons-compress:1.19"
+  implementation "org.apache.commons:commons-lang3:${versions.commons_lang3}"
+}
+
+// the main files are actually test files, so use the appropriate forbidden api sigs
+tasks.named('forbiddenApisMain').configure {
+  replaceSignatureFiles 'jdk-signatures', 'es-all-signatures', 'es-test-signatures'
+}
+
+// TODO: should we have licenses for our test deps?
+tasks.named("dependencyLicenses").configure { enabled = false }
+tasks.named("dependenciesInfo").configure { enabled = false }
+tasks.named("dependenciesGraph").configure { enabled = false }
+
+// no tests of the tests, yet
+tasks.named("testingConventions").configure { enabled = false }
+
+tasks.named("thirdPartyAudit").configure {
+  ignoreMissingClasses(
+          // classes are missing
+          'com.github.luben.zstd.ZstdInputStream',
+          'com.github.luben.zstd.ZstdOutputStream',
+          'java.util.jar.Pack200',
+          'java.util.jar.Pack200$Packer',
+          'java.util.jar.Pack200$Unpacker',
+          'org.brotli.dec.BrotliInputStream',
+          'org.jcodings.specific.UTF8Encoding',
+          'org.joni.Matcher',
+          'org.joni.Regex',
+          'org.joni.Syntax',
+          'org.slf4j.Logger',
+          'org.slf4j.LoggerFactory',
+          'org.tukaani.xz.DeltaOptions',
+          'org.tukaani.xz.FilterOptions',
+          'org.tukaani.xz.LZMA2InputStream',
+          'org.tukaani.xz.LZMA2Options',
+          'org.tukaani.xz.LZMAInputStream',
+          'org.tukaani.xz.LZMAOutputStream',
+          'org.tukaani.xz.MemoryLimitException',
+          'org.tukaani.xz.UnsupportedOptionsException',
+          'org.tukaani.xz.XZ',
+          'org.tukaani.xz.XZOutputStream',
+  )
+}

test/framework/src/main/java/org/elasticsearch/test/AbstractSchemaValidationTestCase.java → test/x-content/src/main/java/org/elasticsearch/test/xcontent/AbstractSchemaValidationTestCase.java

@@ -6,7 +6,7 @@
  * Side Public License, v 1.
  */
 
-package org.elasticsearch.test;
+package org.elasticsearch.test.xcontent;
 
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.ObjectMapper;
@@ -22,6 +22,7 @@ import com.networknt.schema.ValidationMessage;
 
 import org.elasticsearch.common.bytes.BytesReference;
 import org.elasticsearch.common.xcontent.XContentHelper;
+import org.elasticsearch.test.ESTestCase;
 import org.elasticsearch.xcontent.ToXContent;
 import org.elasticsearch.xcontent.XContentBuilder;
 import org.elasticsearch.xcontent.XContentType;

x-pack/plugin/core/build.gradle

@@ -49,6 +49,7 @@ dependencies {
   testImplementation project(path: ':modules:lang-mustache')
   testImplementation project(path: ':modules:analysis-common')
   testImplementation project(":client:rest-high-level")
+  testImplementation project(":test:x-content")
   // Needed for Fips140ProviderVerificationTests
   testCompileOnly('org.bouncycastle:bc-fips:1.0.2')
 

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/action/schema/GetTransformStatsActionResponseTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.action.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.action.GetTransformStatsAction.Response;
 
 import static org.elasticsearch.xpack.core.transform.action.GetTransformStatsActionResponseTests.randomTransformStatsResponse;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TimeRetentionPolicyConfigTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.transforms.TimeRetentionPolicyConfig;
 
 import static org.elasticsearch.xpack.core.transform.transforms.TimeRetentionPolicyConfigTests.randomTimeRetentionPolicyConfig;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TransformCheckpointStatsTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.transforms.TransformCheckpointStats;
 
 import static org.elasticsearch.xpack.core.transform.transforms.TransformCheckpointStatsTests.randomTransformCheckpointStats;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TransformCheckpointTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.transforms.TransformCheckpoint;
 
 import static org.elasticsearch.xpack.core.transform.transforms.TransformCheckpointTests.randomTransformCheckpoint;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TransformCheckpointingInfoTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.transforms.TransformCheckpointingInfo;
 
 import static org.elasticsearch.xpack.core.transform.transforms.TransformCheckpointingInfoTests.randomTransformCheckpointingInfo;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TransformConfigTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xcontent.ToXContent;
 import org.elasticsearch.xcontent.ToXContent.Params;
 import org.elasticsearch.xpack.core.transform.TransformField;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TransformIndexerStatsTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.transforms.TransformIndexerStats;
 
 import static org.elasticsearch.xpack.core.transform.transforms.TransformIndexerStatsTests.randomStats;

x-pack/plugin/core/src/test/java/org/elasticsearch/xpack/core/transform/transforms/schema/TransformStatsTests.java

@@ -7,7 +7,7 @@
 
 package org.elasticsearch.xpack.core.transform.transforms.schema;
 
-import org.elasticsearch.test.AbstractSchemaValidationTestCase;
+import org.elasticsearch.test.xcontent.AbstractSchemaValidationTestCase;
 import org.elasticsearch.xpack.core.transform.transforms.TransformStats;
 
 import static org.elasticsearch.xpack.core.transform.transforms.TransformStatsTests.randomTransformStats;

x-pack/plugin/deprecation/src/test/java/org/elasticsearch/xpack/deprecation/NodeDeprecationChecksTests.java

@@ -7,9 +7,6 @@
 
 package org.elasticsearch.xpack.deprecation;
 
-import com.fasterxml.jackson.core.JsonProcessingException;
-import com.fasterxml.jackson.databind.ObjectMapper;
-
 import org.apache.logging.log4j.Level;
 import org.elasticsearch.action.admin.cluster.node.info.PluginsAndModules;
 import org.elasticsearch.cluster.ClusterName;
@@ -30,7 +27,6 @@ import org.elasticsearch.xpack.core.deprecation.DeprecationIssue;
 import org.elasticsearch.xpack.core.ilm.LifecycleSettings;
 
 import java.util.ArrayList;
-import java.util.Arrays;
 import java.util.Collections;
 import java.util.List;
 import java.util.Map;
@@ -743,7 +739,7 @@ public class NodeDeprecationChecksTests extends ESTestCase {
         );
     }
 
-    public void testDynamicSettings() throws JsonProcessingException {
+    public void testDynamicSettings() {
         String concreteSettingKey = "xpack.monitoring.exporters." + randomAlphaOfLength(10) + ".use_ingest";
         Settings clusterSettings = Settings.builder().put(concreteSettingKey, randomBoolean()).build();
         Settings nodettings = Settings.builder().build();
@@ -776,15 +772,6 @@ public class NodeDeprecationChecksTests extends ESTestCase {
         assertThat(issues, hasItem(expected));
     }
 
-    @SuppressWarnings("unchecked")
-    private Map<String, Object> buildMetaObjectForRemovableSettings(String... settingNames) throws JsonProcessingException {
-        String settingNamesString = Arrays.stream(settingNames)
-            .map(settingName -> "\"" + settingName + "\"")
-            .collect(Collectors.joining(","));
-        String metaString = "{\"actions\": [{\"action_type\": \"remove_settings\", \"objects\":[" + settingNamesString + "]}]}";
-        return new ObjectMapper().readValue(metaString, Map.class);
-    }
-
     public void testCheckNodeAttrData() {
         Settings settings = Settings.builder().put("node.attr.data", randomAlphaOfLength(randomIntBetween(4, 20))).build();
         final PluginsAndModules pluginsAndModules = new PluginsAndModules(Collections.emptyList(), Collections.emptyList());

x-pack/plugin/ilm/qa/multi-node/src/javaRestTest/java/org/elasticsearch/xpack/MigrateToDataTiersIT.java

@@ -7,9 +7,6 @@
 
 package org.elasticsearch.xpack;
 
-import com.fasterxml.jackson.databind.JsonNode;
-import com.fasterxml.jackson.databind.ObjectMapper;
-
 import org.apache.http.entity.ContentType;
 import org.apache.http.entity.StringEntity;
 import org.apache.http.util.EntityUtils;
@@ -20,9 +17,12 @@ import org.elasticsearch.cluster.metadata.IndexMetadata;
 import org.elasticsearch.cluster.routing.allocation.DataTier;
 import org.elasticsearch.common.Strings;
 import org.elasticsearch.common.settings.Settings;
+import org.elasticsearch.core.Booleans;
 import org.elasticsearch.core.TimeValue;
 import org.elasticsearch.rest.RestStatus;
 import org.elasticsearch.rest.action.admin.indices.RestPutIndexTemplateAction;
+import org.elasticsearch.test.XContentTestUtils;
+import org.elasticsearch.test.XContentTestUtils.JsonMapView;
 import org.elasticsearch.test.rest.ESRestTestCase;
 import org.elasticsearch.xpack.cluster.action.MigrateToDataTiersResponse;
 import org.elasticsearch.xpack.core.ilm.AllocateAction;
@@ -248,10 +248,9 @@ public class MigrateToDataTiersIT extends ESRestTestCase {
         // ENFORCE_DEFAULT_TIER_PREFERENCE is not mentioned (and defaults to true)
         Request getSettingsRequest = new Request("GET", "_cluster/settings?include_defaults");
         Response getSettingsResponse = client().performRequest(getSettingsRequest);
-        ObjectMapper mapper = new ObjectMapper();
-        JsonNode json = mapper.readTree(getSettingsResponse.getEntity().getContent());
-        assertTrue(json.at("/persistent/cluster/routing/allocation/enforce_default_tier_preference").isMissingNode());
-        assertTrue(json.at("/defaults/cluster/routing/allocation/enforce_default_tier_preference").asBoolean());
+        JsonMapView json = XContentTestUtils.createJsonMapView(getSettingsResponse.getEntity().getContent());
+        assertThat(json.get("persistent.cluster.routing.allocation.enforce_default_tier_preference"), nullValue());
+        assertTrue(Booleans.parseBoolean(json.get("defaults.cluster.routing.allocation.enforce_default_tier_preference")));
     }
 
     @SuppressWarnings("unchecked")

x-pack/plugin/transform/src/internalClusterTest/java/org/elasticsearch/xpack/transform/checkpoint/TransformGetCheckpointIT.java

@@ -7,7 +7,6 @@
 
 package org.elasticsearch.xpack.transform.checkpoint;
 
-import org.apache.commons.lang3.ArrayUtils;
 import org.elasticsearch.action.admin.indices.refresh.RefreshRequest;
 import org.elasticsearch.action.admin.indices.stats.IndicesStatsResponse;
 import org.elasticsearch.action.support.IndicesOptions;
@@ -75,7 +74,7 @@ public class TransformGetCheckpointIT extends TransformSingleNodeTestCase {
                 + response2.getCheckpoints()
                     .entrySet()
                     .stream()
-                    .map(e -> e.getKey() + ": {" + Strings.arrayToCommaDelimitedString(ArrayUtils.toObject(e.getValue())) + "}")
+                    .map(e -> e.getKey() + ": {" + Strings.arrayToCommaDelimitedString(Arrays.stream(e.getValue()).boxed().toArray()) + "}")
                     .collect(Collectors.joining(",")),
             (docsToCreatePerShard - 1) * shards * indices,
             checkpointSum

x-pack/qa/full-cluster-restart/src/test/java/org/elasticsearch/xpack/restart/MlHiddenIndicesFullClusterRestartIT.java

@@ -6,8 +6,6 @@
  */
 package org.elasticsearch.xpack.restart;
 
-import com.fasterxml.jackson.databind.ObjectMapper;
-
 import org.elasticsearch.Version;
 import org.elasticsearch.client.Request;
 import org.elasticsearch.client.RequestOptions;
@@ -18,6 +16,9 @@ import org.elasticsearch.common.util.concurrent.ThreadContext;
 import org.elasticsearch.common.xcontent.support.XContentMapValues;
 import org.elasticsearch.core.Tuple;
 import org.elasticsearch.upgrades.AbstractFullClusterRestartTestCase;
+import org.elasticsearch.xcontent.XContentParser;
+import org.elasticsearch.xcontent.XContentParserConfiguration;
+import org.elasticsearch.xcontent.spi.XContentProvider;
 import org.elasticsearch.xpack.test.rest.XPackRestTestConstants;
 import org.elasticsearch.xpack.test.rest.XPackRestTestHelper;
 import org.junit.Before;
@@ -26,7 +27,6 @@ import java.io.IOException;
 import java.io.InputStreamReader;
 import java.nio.charset.StandardCharsets;
 import java.util.Base64;
-import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 
@@ -154,10 +154,12 @@ public class MlHiddenIndicesFullClusterRestartIT extends AbstractFullClusterRest
 
     @SuppressWarnings("unchecked")
     private static Map<String, Object> contentAsMap(Response response) throws IOException {
-        return new ObjectMapper().readValue(
-            new InputStreamReader(response.getEntity().getContent(), StandardCharsets.UTF_8),
-            HashMap.class
-        );
+        InputStreamReader reader = new InputStreamReader(response.getEntity().getContent(), StandardCharsets.UTF_8);
+        XContentParser parser = XContentProvider.provider()
+            .getJsonXContent()
+            .XContent()
+            .createParser(XContentParserConfiguration.EMPTY, reader);
+        return parser.map();
     }
 
     private void createAnomalyDetectorJob(String jobId) throws IOException {