Port smb fixture from test fixture plugin to testcontainer (#103440)

this removes smb test fixture to use test container instead of relying
on our gradle test fixture plugin.

build-tools-internal/src/main/java/org/elasticsearch/gradle/internal/ElasticsearchBuildCompletePlugin.java

@@ -134,7 +134,7 @@ public abstract class ElasticsearchBuildCompletePlugin implements Plugin<Project
             }
             uploadFile.getParentFile().mkdirs();
             createBuildArchiveTar(parameters.getFilteredFiles().get(), parameters.getProjectDir().get(), uploadFile);
-            if (uploadFile.exists() && System.getenv("BUILDKITE").equals("true")) {
+            if (uploadFile.exists() && "true".equals(System.getenv("BUILDKITE"))) {
                 String uploadFilePath = "build/" + uploadFile.getName();
                 try {
                     System.out.println("Uploading buildkite artifact: " + uploadFilePath + "...");

test/fixtures/minio-fixture/build.gradle

@@ -11,26 +11,20 @@ apply plugin: 'elasticsearch.cache-test-fixtures'
 description = 'Fixture for MinIO Storage service'
 
 configurations.all {
-  transitive = false
+  exclude group: 'org.hamcrest', module: 'hamcrest-core'
 }
-
 dependencies {
-  testImplementation project(':test:framework')
-
+  testImplementation (project(':test:framework'))
   api "junit:junit:${versions.junit}"
   api project(':test:fixtures:testcontainer-utils')
-  api "org.testcontainers:testcontainers:${versions.testcontainer}"
-  implementation "com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"
-  implementation "org.slf4j:slf4j-api:${versions.slf4j}"
-  implementation "com.github.docker-java:docker-java-api:${versions.dockerJava}"
-
-  runtimeOnly "com.github.docker-java:docker-java-transport-zerodep:${versions.dockerJava}"
-  runtimeOnly "com.github.docker-java:docker-java-transport:${versions.dockerJava}"
-  runtimeOnly "com.github.docker-java:docker-java-core:${versions.dockerJava}"
-  runtimeOnly "org.apache.commons:commons-compress:${versions.commonsCompress}"
-  runtimeOnly "org.rnorth.duct-tape:duct-tape:${versions.ductTape}"
+  api("org.testcontainers:testcontainers:${versions.testcontainer}") {
+    transitive = false
+  }
+  api("com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"){
+    transitive = false
+  }
 
   // ensure we have proper logging during when used in tests
   runtimeOnly "org.slf4j:slf4j-simple:${versions.slf4j}"
-  runtimeOnly "org.hamcrest:hamcrest:${versions.hamcrest}"
+  runtimeOnly("org.hamcrest:hamcrest:${versions.hamcrest}")
 }

test/fixtures/testcontainer-utils/build.gradle

@@ -1,6 +1,5 @@
 apply plugin: 'elasticsearch.java'
 
-
 configurations.all {
   transitive = false
 }
@@ -10,6 +9,13 @@ dependencies {
   api "junit:junit:${versions.junit}"
   api "org.testcontainers:testcontainers:${versions.testcontainer}"
   implementation "com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"
+  api "com.github.docker-java:docker-java-api:${versions.dockerJava}"
   implementation "org.slf4j:slf4j-api:${versions.slf4j}"
-  implementation "com.github.docker-java:docker-java-api:${versions.dockerJava}"
+  runtimeOnly "com.github.docker-java:docker-java-transport-zerodep:${versions.dockerJava}"
+  runtimeOnly "com.github.docker-java:docker-java-core:${versions.dockerJava}"
+  runtimeOnly "org.apache.commons:commons-compress:${versions.commonsCompress}"
+  runtimeOnly "org.rnorth.duct-tape:duct-tape:${versions.ductTape}"
+  runtimeOnly "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
+  runtimeOnly "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
+
 }

test/fixtures/testcontainer-utils/src/main/java/org/elasticsearch/test/fixtures/testcontainers/TestContainersThreadFilter.java

@@ -19,6 +19,6 @@ public class TestContainersThreadFilter implements ThreadFilter {
     public boolean reject(Thread t) {
         return t.getName().startsWith("testcontainers-")
             || t.getName().startsWith("ducttape")
-            || t.getName().startsWith("ForkJoinPool.commonPool-worker-1");
+            || t.getName().startsWith("ForkJoinPool.commonPool-worker-");
     }
 }

x-pack/qa/openldap-tests/build.gradle

@@ -5,11 +5,8 @@ dependencies {
   testImplementation(testArtifact(project(xpackModule('core'))))
   testImplementation project(":x-pack:test:idp-fixture")
   testImplementation "junit:junit:${versions.junit}"
-  testImplementation "com.fasterxml.jackson.core:jackson-core:${versions.jackson}"
-  testImplementation "com.fasterxml.jackson.core:jackson-annotations:${versions.jackson}"
 }
 
-
 tasks.named('test') {
   // test suite uses jks which is not supported in fips mode
   systemProperty 'tests.security.manager', 'false'

x-pack/qa/third-party/active-directory/build.gradle

@@ -1,12 +1,15 @@
 apply plugin: 'elasticsearch.standalone-test'
-apply plugin: 'elasticsearch.test.fixtures'
 
+configurations.all {
+  exclude group: 'org.slf4j', module: 'slf4j-nop'
+}
 dependencies {
+  testImplementation project(':test:framework')
   testImplementation project(xpackModule('core'))
   testImplementation project(xpackModule('security'))
-  testImplementation(testArtifact(project(xpackModule('security'))))}
-
-testFixtures.useFixture ":x-pack:test:smb-fixture"
+  testImplementation(testArtifact(project(xpackModule('security'))))
+  testImplementation project(":x-pack:test:smb-fixture")
+}
 
 // add test resources from security, so tests can use example certs
 tasks.named("processTestResources").configure {
@@ -23,6 +26,7 @@ tasks.named("forbiddenPatterns").configure {
 }
 
 tasks.named("test").configure {
+  systemProperty 'tests.security.manager', 'false'
   include '**/*IT.class'
   include '**/*Tests.class'
 }

x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/ADLdapUserSearchSessionFactoryTests.java

@@ -63,7 +63,7 @@ public class ADLdapUserSearchSessionFactoryTests extends AbstractActiveDirectory
         String groupSearchBase = "DC=ad,DC=test,DC=elasticsearch,DC=com";
         String userSearchBase = "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com";
         Settings settings = Settings.builder()
-            .put("url", ActiveDirectorySessionFactoryTests.AD_LDAP_URL)
+            .put("url", smbFixture.getAdLdapUrl())
             .put("group_search.base_dn", groupSearchBase)
             .put("user_search.base_dn", userSearchBase)
             .put("bind_dn", "ironman@ad.test.elasticsearch.com")

x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/AbstractActiveDirectoryTestCase.java

@@ -6,6 +6,7 @@
  */
 package org.elasticsearch.xpack.security.authc.ldap;
 
+import com.carrotsearch.randomizedtesting.annotations.ThreadLeakFilters;
 import com.unboundid.ldap.sdk.LDAPConnection;
 import com.unboundid.ldap.sdk.LDAPConnectionPool;
 import com.unboundid.ldap.sdk.LDAPException;
@@ -18,6 +19,8 @@ import org.elasticsearch.core.Booleans;
 import org.elasticsearch.env.Environment;
 import org.elasticsearch.env.TestEnvironment;
 import org.elasticsearch.test.ESTestCase;
+import org.elasticsearch.test.fixtures.smb.SmbTestContainer;
+import org.elasticsearch.test.fixtures.testcontainers.TestContainersThreadFilter;
 import org.elasticsearch.xpack.core.security.authc.RealmConfig;
 import org.elasticsearch.xpack.core.security.authc.ldap.ActiveDirectorySessionFactorySettings;
 import org.elasticsearch.xpack.core.security.authc.ldap.support.LdapSearchScope;
@@ -25,6 +28,7 @@ import org.elasticsearch.xpack.core.security.authc.ldap.support.SessionFactorySe
 import org.elasticsearch.xpack.core.ssl.SSLConfigurationSettings;
 import org.elasticsearch.xpack.core.ssl.SSLService;
 import org.junit.Before;
+import org.junit.ClassRule;
 
 import java.io.IOException;
 import java.nio.file.FileVisitResult;
@@ -39,8 +43,11 @@ import java.util.List;
 
 import static org.elasticsearch.xpack.core.security.authc.RealmSettings.getFullSettingKey;
 
+@ThreadLeakFilters(filters = { TestContainersThreadFilter.class })
 public abstract class AbstractActiveDirectoryTestCase extends ESTestCase {
 
+    @ClassRule
+    public static final SmbTestContainer smbFixture = new SmbTestContainer();
     // follow referrals defaults to false here which differs from the default value of the setting
     // this is needed to prevent test logs being filled by errors as the default configuration of
     // the tests run against a vagrant samba4 instance configured as a domain controller with the
@@ -48,14 +55,7 @@ public abstract class AbstractActiveDirectoryTestCase extends ESTestCase {
     // as we cannot control the URL of the referral which may contain a non-resolvable DNS name as
     // this name would be served by the samba4 instance
     public static final Boolean FOLLOW_REFERRALS = Booleans.parseBoolean(getFromEnv("TESTS_AD_FOLLOW_REFERRALS", "false"));
-    public static final String AD_LDAP_URL = getFromEnv("TESTS_AD_LDAP_URL", "ldaps://localhost:" + getFromProperty("636"));
-    public static final String AD_LDAP_GC_URL = getFromEnv("TESTS_AD_LDAP_GC_URL", "ldaps://localhost:" + getFromProperty("3269"));
-    public static final String PASSWORD = getFromEnv("TESTS_AD_USER_PASSWORD", "Passw0rd");
-    public static final String AD_LDAP_PORT = getFromEnv("TESTS_AD_LDAP_PORT", getFromProperty("389"));
-
-    public static final String AD_LDAPS_PORT = getFromEnv("TESTS_AD_LDAPS_PORT", getFromProperty("636"));
-    public static final String AD_GC_LDAP_PORT = getFromEnv("TESTS_AD_GC_LDAP_PORT", getFromProperty("3268"));
-    public static final String AD_GC_LDAPS_PORT = getFromEnv("TESTS_AD_GC_LDAPS_PORT", getFromProperty("3269"));
+    public static final String PASSWORD = "Passw0rd";
     public static final String AD_DOMAIN = "ad.test.elasticsearch.com";
 
     protected SSLService sslService;
@@ -108,10 +108,6 @@ public abstract class AbstractActiveDirectoryTestCase extends ESTestCase {
             .put(getFullSettingKey(realmId, ActiveDirectorySessionFactorySettings.AD_DOMAIN_NAME_SETTING), adDomainName)
             .put(getFullSettingKey(realmName, ActiveDirectorySessionFactorySettings.AD_USER_SEARCH_BASEDN_SETTING), userSearchDN)
             .put(getFullSettingKey(realmName, ActiveDirectorySessionFactorySettings.AD_USER_SEARCH_SCOPE_SETTING), scope)
-            .put(getFullSettingKey(realmName, ActiveDirectorySessionFactorySettings.AD_LDAP_PORT_SETTING), AD_LDAP_PORT)
-            .put(getFullSettingKey(realmName, ActiveDirectorySessionFactorySettings.AD_LDAPS_PORT_SETTING), AD_LDAPS_PORT)
-            .put(getFullSettingKey(realmName, ActiveDirectorySessionFactorySettings.AD_GC_LDAP_PORT_SETTING), AD_GC_LDAP_PORT)
-            .put(getFullSettingKey(realmName, ActiveDirectorySessionFactorySettings.AD_GC_LDAPS_PORT_SETTING), AD_GC_LDAPS_PORT)
             .put(getFullSettingKey(realmId, SessionFactorySettings.FOLLOW_REFERRALS_SETTING), FOLLOW_REFERRALS)
             .putList(getFullSettingKey(realmId, SSLConfigurationSettings.CAPATH_SETTING_REALM), certificatePaths);
         if (randomBoolean()) {
@@ -153,11 +149,4 @@ public abstract class AbstractActiveDirectoryTestCase extends ESTestCase {
         final String value = System.getenv(envVar);
         return value == null ? defaultValue : value;
     }
-
-    private static String getFromProperty(String port) {
-        String key = "test.fixtures.smb-fixture.tcp." + port;
-        final String value = System.getProperty(key);
-        assertNotNull("Expected the actual value for port " + port + " to be in system property " + key, value);
-        return value;
-    }
 }

x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/AbstractAdLdapRealmTestCase.java

@@ -6,6 +6,8 @@
  */
 package org.elasticsearch.xpack.security.authc.ldap;
 
+import com.carrotsearch.randomizedtesting.annotations.ThreadLeakFilters;
+
 import org.apache.logging.log4j.LogManager;
 import org.elasticsearch.ElasticsearchException;
 import org.elasticsearch.ElasticsearchSecurityException;
@@ -21,18 +23,20 @@ import org.elasticsearch.common.util.Maps;
 import org.elasticsearch.core.Nullable;
 import org.elasticsearch.test.ESTestCase;
 import org.elasticsearch.test.SecurityIntegTestCase;
+import org.elasticsearch.test.fixtures.smb.SmbTestContainer;
+import org.elasticsearch.test.fixtures.testcontainers.TestContainersThreadFilter;
 import org.elasticsearch.xcontent.XContentType;
 import org.elasticsearch.xpack.core.security.action.rolemapping.PutRoleMappingRequestBuilder;
 import org.elasticsearch.xpack.core.security.action.rolemapping.PutRoleMappingResponse;
 import org.elasticsearch.xpack.core.security.action.user.AuthenticateAction;
 import org.elasticsearch.xpack.core.security.action.user.AuthenticateRequest;
 import org.elasticsearch.xpack.core.security.action.user.AuthenticateResponse;
-import org.elasticsearch.xpack.core.security.authc.ldap.ActiveDirectorySessionFactorySettings;
 import org.elasticsearch.xpack.core.security.authc.support.UsernamePasswordToken;
 import org.junit.After;
 import org.junit.AfterClass;
 import org.junit.Before;
 import org.junit.BeforeClass;
+import org.junit.ClassRule;
 
 import java.io.IOException;
 import java.nio.file.Path;
@@ -47,14 +51,9 @@ import java.util.function.Supplier;
 import java.util.stream.Collectors;
 
 import static org.elasticsearch.xcontent.XContentFactory.jsonBuilder;
-import static org.elasticsearch.xpack.core.security.authc.RealmSettings.getFullSettingKey;
 import static org.elasticsearch.xpack.core.security.authc.ldap.support.LdapSearchScope.ONE_LEVEL;
 import static org.elasticsearch.xpack.core.security.authc.ldap.support.LdapSearchScope.SUB_TREE;
 import static org.elasticsearch.xpack.core.security.authc.support.UsernamePasswordToken.BASIC_AUTH_HEADER;
-import static org.elasticsearch.xpack.security.authc.ldap.AbstractActiveDirectoryTestCase.AD_GC_LDAPS_PORT;
-import static org.elasticsearch.xpack.security.authc.ldap.AbstractActiveDirectoryTestCase.AD_GC_LDAP_PORT;
-import static org.elasticsearch.xpack.security.authc.ldap.AbstractActiveDirectoryTestCase.AD_LDAPS_PORT;
-import static org.elasticsearch.xpack.security.authc.ldap.AbstractActiveDirectoryTestCase.AD_LDAP_PORT;
 import static org.elasticsearch.xpack.security.test.SecurityTestUtils.writeFile;
 import static org.hamcrest.Matchers.equalTo;
 import static org.hamcrest.Matchers.is;
@@ -63,6 +62,7 @@ import static org.hamcrest.Matchers.is;
  * This test assumes all subclass tests will be of type SUITE.  It picks a random realm configuration for the tests, and
  * writes a group to role mapping file for each node.
  */
+@ThreadLeakFilters(filters = { TestContainersThreadFilter.class })
 public abstract class AbstractAdLdapRealmTestCase extends SecurityIntegTestCase {
 
     public static final String XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL = "xpack.security.authc.realms.active_directory.external";
@@ -72,6 +72,9 @@ public abstract class AbstractAdLdapRealmTestCase extends SecurityIntegTestCase
     public static final String PHILANTHROPISTS_INDEX = "philanthropists";
     public static final String SECURITY_INDEX = "security";
 
+    @ClassRule
+    public static final SmbTestContainer smbFixture = new SmbTestContainer();
+
     private static final RoleMappingEntry[] AD_ROLE_MAPPING = new RoleMappingEntry[] {
         new RoleMappingEntry("SHIELD:  [ \"CN=SHIELD,CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com\" ]", """
             {
@@ -359,12 +362,8 @@ public abstract class AbstractAdLdapRealmTestCase extends SecurityIntegTestCase
                 .put(XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL + ".domain_name", ActiveDirectorySessionFactoryTests.AD_DOMAIN)
                 .put(XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL + ".group_search.base_dn", "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com")
                 .put(XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL + ".group_search.scope", randomBoolean() ? SUB_TREE : ONE_LEVEL)
-                .put(XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL + ".url", ActiveDirectorySessionFactoryTests.AD_LDAP_URL)
+                .put(XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL + ".url", smbFixture.getAdLdapUrl())
                 .put(XPACK_SECURITY_AUTHC_REALMS_AD_EXTERNAL + ".follow_referrals", ActiveDirectorySessionFactoryTests.FOLLOW_REFERRALS)
-                .put(getFullSettingKey("external", ActiveDirectorySessionFactorySettings.AD_LDAP_PORT_SETTING), AD_LDAP_PORT)
-                .put(getFullSettingKey("external", ActiveDirectorySessionFactorySettings.AD_LDAPS_PORT_SETTING), AD_LDAPS_PORT)
-                .put(getFullSettingKey("external", ActiveDirectorySessionFactorySettings.AD_GC_LDAP_PORT_SETTING), AD_GC_LDAP_PORT)
-                .put(getFullSettingKey("external", ActiveDirectorySessionFactorySettings.AD_GC_LDAPS_PORT_SETTING), AD_GC_LDAPS_PORT)
                 .build(),
             "active_directory"
         ),
@@ -373,7 +372,7 @@ public abstract class AbstractAdLdapRealmTestCase extends SecurityIntegTestCase
             true,
             AD_ROLE_MAPPING,
             Settings.builder()
-                .put(XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".url", ActiveDirectorySessionFactoryTests.AD_LDAP_URL)
+                .put(XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".url", smbFixture.getAdLdapUrl())
                 .put(XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".group_search.base_dn", "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com")
                 .put(XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".group_search.scope", randomBoolean() ? SUB_TREE : ONE_LEVEL)
                 .putList(
@@ -389,7 +388,7 @@ public abstract class AbstractAdLdapRealmTestCase extends SecurityIntegTestCase
             true,
             AD_ROLE_MAPPING,
             Settings.builder()
-                .put(XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".url", ActiveDirectorySessionFactoryTests.AD_LDAP_URL)
+                .put(XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".url", smbFixture.getAdLdapUrl())
                 .putList(
                     XPACK_SECURITY_AUTHC_REALMS_LDAP_EXTERNAL + ".user_dn_templates",
                     "cn={0},CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com"

x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/ActiveDirectoryGroupsResolverTests.java

@@ -6,15 +6,19 @@
  */
 package org.elasticsearch.xpack.security.authc.ldap;
 
+import com.carrotsearch.randomizedtesting.annotations.ThreadLeakFilters;
 import com.unboundid.ldap.sdk.Filter;
 
 import org.elasticsearch.action.support.PlainActionFuture;
 import org.elasticsearch.common.settings.Settings;
 import org.elasticsearch.core.TimeValue;
+import org.elasticsearch.test.fixtures.smb.SmbTestContainer;
+import org.elasticsearch.test.fixtures.testcontainers.TestContainersThreadFilter;
 import org.elasticsearch.xpack.core.security.authc.RealmConfig;
 import org.elasticsearch.xpack.core.security.authc.ldap.support.LdapSearchScope;
 import org.elasticsearch.xpack.core.security.support.NoOpLogger;
 import org.junit.Before;
+import org.junit.ClassRule;
 
 import java.util.List;
 import java.util.regex.Pattern;
@@ -24,12 +28,16 @@ import static org.hamcrest.Matchers.containsString;
 import static org.hamcrest.Matchers.hasItem;
 import static org.hamcrest.Matchers.is;
 
+@ThreadLeakFilters(filters = { TestContainersThreadFilter.class })
 public class ActiveDirectoryGroupsResolverTests extends GroupsResolverTestCase {
 
     private static final String BRUCE_BANNER_DN = "cn=Bruce Banner,CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com";
 
     private static final RealmConfig.RealmIdentifier REALM_ID = new RealmConfig.RealmIdentifier("active_directory", "ad");
 
+    @ClassRule
+    public static final SmbTestContainer smbFixture = new SmbTestContainer();
+
     @Before
     public void setReferralFollowing() {
         ldapConnection.getConnectionOptions().setFollowReferrals(AbstractActiveDirectoryTestCase.FOLLOW_REFERRALS);
@@ -145,7 +153,7 @@ public class ActiveDirectoryGroupsResolverTests extends GroupsResolverTestCase {
 
     @Override
     protected String ldapUrl() {
-        return ActiveDirectorySessionFactoryTests.AD_LDAP_URL;
+        return smbFixture.getAdLdapUrl();
     }
 
     @Override

x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/ActiveDirectorySessionFactoryTests.java

@@ -75,7 +75,11 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     }
 
     public void testAdAuth() throws Exception {
-        RealmConfig config = configureRealm("ad-test", LdapRealmSettings.AD_TYPE, buildAdSettings(AD_LDAP_URL, AD_DOMAIN, false));
+        RealmConfig config = configureRealm(
+            "ad-test",
+            LdapRealmSettings.AD_TYPE,
+            buildAdSettings(smbFixture.getAdLdapUrl(), AD_DOMAIN, false)
+        );
         try (ActiveDirectorySessionFactory sessionFactory = getActiveDirectorySessionFactory(config, sslService, threadPool)) {
 
             String userName = "ironman";
@@ -115,7 +119,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     }
 
     public void testNetbiosAuth() throws Exception {
-        final String adUrl = randomFrom(AD_LDAP_URL, AD_LDAP_GC_URL);
+        final String adUrl = randomFrom(smbFixture.getAdLdapUrl(), smbFixture.getAdLdapGcUrl());
         RealmConfig config = configureRealm("ad-test", LdapRealmSettings.AD_TYPE, buildAdSettings(adUrl, AD_DOMAIN, false));
         try (ActiveDirectorySessionFactory sessionFactory = getActiveDirectorySessionFactory(config, sslService, threadPool)) {
 
@@ -142,7 +146,11 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     }
 
     public void testAdAuthAvengers() throws Exception {
-        RealmConfig config = configureRealm("ad-test", LdapRealmSettings.AD_TYPE, buildAdSettings(AD_LDAP_URL, AD_DOMAIN, false));
+        RealmConfig config = configureRealm(
+            "ad-test",
+            LdapRealmSettings.AD_TYPE,
+            buildAdSettings(smbFixture.getAdLdapUrl(), AD_DOMAIN, false)
+        );
         try (ActiveDirectorySessionFactory sessionFactory = getActiveDirectorySessionFactory(config, sslService, threadPool)) {
 
             String[] users = new String[] { "cap", "hawkeye", "hulk", "ironman", "thor", "blackwidow" };
@@ -158,7 +166,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     public void testAuthenticate() throws Exception {
         Settings settings = buildAdSettings(
             REALM_ID,
-            AD_LDAP_URL,
+            smbFixture.getAdLdapUrl(),
             AD_DOMAIN,
             "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
             LdapSearchScope.ONE_LEVEL,
@@ -191,7 +199,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     public void testAuthenticateBaseUserSearch() throws Exception {
         Settings settings = buildAdSettings(
             REALM_ID,
-            AD_LDAP_URL,
+            smbFixture.getAdLdapUrl(),
             AD_DOMAIN,
             "CN=Bruce Banner, CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
             LdapSearchScope.BASE,
@@ -226,7 +234,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
             .put(
                 buildAdSettings(
                     REALM_ID,
-                    AD_LDAP_URL,
+                    smbFixture.getAdLdapUrl(),
                     AD_DOMAIN,
                     "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
                     LdapSearchScope.ONE_LEVEL,
@@ -255,7 +263,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     public void testAuthenticateWithUserPrincipalName() throws Exception {
         Settings settings = buildAdSettings(
             REALM_ID,
-            AD_LDAP_URL,
+            smbFixture.getAdLdapUrl(),
             AD_DOMAIN,
             "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
             LdapSearchScope.ONE_LEVEL,
@@ -281,7 +289,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     public void testAuthenticateWithSAMAccountName() throws Exception {
         Settings settings = buildAdSettings(
             REALM_ID,
-            AD_LDAP_URL,
+            smbFixture.getAdLdapUrl(),
             AD_DOMAIN,
             "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
             LdapSearchScope.ONE_LEVEL,
@@ -310,7 +318,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
             .put(
                 buildAdSettings(
                     REALM_ID,
-                    AD_LDAP_URL,
+                    smbFixture.getAdLdapUrl(),
                     AD_DOMAIN,
                     "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
                     LdapSearchScope.SUB_TREE,
@@ -349,7 +357,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
             .put(
                 LdapTestCase.buildLdapSettings(
                     realmId,
-                    new String[] { AD_LDAP_URL },
+                    new String[] { smbFixture.getAdLdapUrl() },
                     new String[] { userTemplate },
                     groupSearchBase,
                     LdapSearchScope.SUB_TREE,
@@ -389,7 +397,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
             .put(
                 LdapTestCase.buildLdapSettings(
                     realmId,
-                    new String[] { AD_LDAP_URL },
+                    new String[] { smbFixture.getAdLdapUrl() },
                     new String[] { userTemplate },
                     groupSearchBase,
                     LdapSearchScope.SUB_TREE,
@@ -423,7 +431,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
             .put(
                 LdapTestCase.buildLdapSettings(
                     realmId,
-                    new String[] { AD_LDAP_URL },
+                    new String[] { smbFixture.getAdLdapUrl() },
                     new String[] { userTemplate },
                     groupSearchBase,
                     LdapSearchScope.SUB_TREE,
@@ -456,7 +464,11 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
     }
 
     public void testADLookup() throws Exception {
-        RealmConfig config = configureRealm("ad-test", LdapRealmSettings.AD_TYPE, buildAdSettings(AD_LDAP_URL, AD_DOMAIN, false, true));
+        RealmConfig config = configureRealm(
+            "ad-test",
+            LdapRealmSettings.AD_TYPE,
+            buildAdSettings(smbFixture.getAdLdapUrl(), AD_DOMAIN, false, true)
+        );
         try (ActiveDirectorySessionFactory sessionFactory = getActiveDirectorySessionFactory(config, sslService, threadPool)) {
 
             List<String> users = randomSubsetOf(
@@ -499,7 +511,7 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
             .put(
                 buildAdSettings(
                     REALM_ID,
-                    AD_LDAP_URL,
+                    smbFixture.getAdLdapUrl(),
                     AD_DOMAIN,
                     "CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com",
                     LdapSearchScope.SUB_TREE,
@@ -536,10 +548,6 @@ public class ActiveDirectorySessionFactoryTests extends AbstractActiveDirectoryT
         Settings.Builder builder = Settings.builder()
             .put(getFullSettingKey(REALM_ID, SessionFactorySettings.URLS_SETTING), ldapUrl)
             .put(getFullSettingKey(REALM_ID, ActiveDirectorySessionFactorySettings.AD_DOMAIN_NAME_SETTING), adDomainName)
-            .put(getFullSettingKey(REALM_NAME, ActiveDirectorySessionFactorySettings.AD_LDAP_PORT_SETTING), AD_LDAP_PORT)
-            .put(getFullSettingKey(REALM_NAME, ActiveDirectorySessionFactorySettings.AD_LDAPS_PORT_SETTING), AD_LDAPS_PORT)
-            .put(getFullSettingKey(REALM_NAME, ActiveDirectorySessionFactorySettings.AD_GC_LDAP_PORT_SETTING), AD_GC_LDAP_PORT)
-            .put(getFullSettingKey(REALM_NAME, ActiveDirectorySessionFactorySettings.AD_GC_LDAPS_PORT_SETTING), AD_GC_LDAPS_PORT)
             .put(getFullSettingKey(REALM_ID, SessionFactorySettings.FOLLOW_REFERRALS_SETTING), FOLLOW_REFERRALS);
         if (randomBoolean()) {
             builder.put(

x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/UserAttributeGroupsResolverTests.java

@@ -6,16 +6,20 @@
  */
 package org.elasticsearch.xpack.security.authc.ldap;
 
+import com.carrotsearch.randomizedtesting.annotations.ThreadLeakFilters;
 import com.unboundid.ldap.sdk.Attribute;
 import com.unboundid.ldap.sdk.SearchRequest;
 import com.unboundid.ldap.sdk.SearchScope;
 
 import org.elasticsearch.common.settings.Settings;
 import org.elasticsearch.core.TimeValue;
+import org.elasticsearch.test.fixtures.smb.SmbTestContainer;
+import org.elasticsearch.test.fixtures.testcontainers.TestContainersThreadFilter;
 import org.elasticsearch.xpack.core.security.authc.RealmConfig;
 import org.elasticsearch.xpack.core.security.authc.ldap.UserAttributeGroupsResolverSettings;
 import org.elasticsearch.xpack.core.security.support.NoOpLogger;
 import org.elasticsearch.xpack.security.authc.ldap.support.LdapUtils;
+import org.junit.ClassRule;
 
 import java.util.Collection;
 import java.util.List;
@@ -26,11 +30,15 @@ import static org.hamcrest.Matchers.containsString;
 import static org.hamcrest.Matchers.empty;
 import static org.hamcrest.Matchers.hasSize;
 
+@ThreadLeakFilters(filters = { TestContainersThreadFilter.class })
 public class UserAttributeGroupsResolverTests extends GroupsResolverTestCase {
 
     public static final String BRUCE_BANNER_DN = "cn=Bruce Banner,CN=Users,DC=ad,DC=test,DC=elasticsearch,DC=com";
     private static final RealmConfig.RealmIdentifier REALM_ID = new RealmConfig.RealmIdentifier("ldap", "realm1");
 
+    @ClassRule
+    public static final SmbTestContainer smbFixture = new SmbTestContainer();
+
     public void testResolve() throws Exception {
         // falling back on the 'memberOf' attribute
         UserAttributeGroupsResolver resolver = new UserAttributeGroupsResolver(config(REALM_ID, Settings.EMPTY));
@@ -112,7 +120,7 @@ public class UserAttributeGroupsResolverTests extends GroupsResolverTestCase {
 
     @Override
     protected String ldapUrl() {
-        return ActiveDirectorySessionFactoryTests.AD_LDAP_URL;
+        return smbFixture.getAdLdapUrl();
     }
 
     @Override

x-pack/test/idp-fixture/build.gradle

@@ -1,27 +1,9 @@
 apply plugin: 'elasticsearch.java'
 apply plugin: 'elasticsearch.cache-test-fixtures'
 
-configurations.all {
-  transitive = false
-}
-
 dependencies {
   testImplementation project(':test:framework')
 
   api project(':test:fixtures:testcontainer-utils')
   api "junit:junit:${versions.junit}"
-  api "org.testcontainers:testcontainers:${versions.testcontainer}"
-  implementation "com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"
-  implementation "org.slf4j:slf4j-api:${versions.slf4j}"
-  implementation "com.github.docker-java:docker-java-api:${versions.dockerJava}"
-
-  runtimeOnly "com.github.docker-java:docker-java-transport-zerodep:${versions.dockerJava}"
-  runtimeOnly "com.github.docker-java:docker-java-transport:${versions.dockerJava}"
-  runtimeOnly "com.github.docker-java:docker-java-core:${versions.dockerJava}"
-  runtimeOnly "org.apache.commons:commons-compress:${versions.commonsCompress}"
-  runtimeOnly "org.rnorth.duct-tape:duct-tape:${versions.ductTape}"
-
-  // ensure we have proper logging during when used in tests
-  runtimeOnly "org.slf4j:slf4j-simple:${versions.slf4j}"
-  runtimeOnly "org.hamcrest:hamcrest:${versions.hamcrest}"
 }

x-pack/test/idp-fixture/src/main/java/org/elasticsearch/test/fixtures/idp/HttpProxyTestContainer.java

@@ -31,7 +31,6 @@ public final class HttpProxyTestContainer extends DockerEnvironmentAwareTestCont
         );
         addExposedPort(PORT);
         withNetwork(network);
-
     }
 
     public Integer getProxyPort() {

x-pack/test/smb-fixture/Dockerfile

@@ -1,12 +0,0 @@
-FROM ubuntu:16.04
-RUN apt-get update -qqy && apt-get install -qqy samba ldap-utils
-ADD . /fixture
-RUN chmod +x /fixture/src/main/resources/provision/installsmb.sh
-RUN /fixture/src/main/resources/provision/installsmb.sh
-
-EXPOSE 389
-EXPOSE 636
-EXPOSE 3268
-EXPOSE 3269
-
-CMD service samba-ad-dc restart && sleep infinity

x-pack/test/smb-fixture/build.gradle

@@ -1 +1,13 @@
-apply plugin: 'elasticsearch.test.fixtures'
+apply plugin: 'elasticsearch.java'
+apply plugin: 'elasticsearch.cache-test-fixtures'
+
+dependencies {
+  api project(':test:fixtures:testcontainer-utils')
+  api "junit:junit:${versions.junit}"
+  api "org.testcontainers:testcontainers:${versions.testcontainer}"
+  api "com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"
+
+  // ensure we have proper logging during when used in tests
+  runtimeOnly "org.slf4j:slf4j-simple:${versions.slf4j}"
+  runtimeOnly "org.hamcrest:hamcrest:${versions.hamcrest}"
+}

x-pack/test/smb-fixture/docker-compose.yml

@@ -1,11 +0,0 @@
-version: '3'
-services:
-  smb-fixture:
-    build: 
-      context: .
-      dockerfile: Dockerfile
-    ports:
-      - "389"  
-      - "636"  
-      - "3268"
-      - "3269"  

x-pack/test/smb-fixture/src/main/java/org/elasticsearch/test/fixtures/smb/SmbTestContainer.java

@@ -0,0 +1,53 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+package org.elasticsearch.test.fixtures.smb;
+
+import org.elasticsearch.test.fixtures.testcontainers.DockerEnvironmentAwareTestContainer;
+import org.testcontainers.images.builder.ImageFromDockerfile;
+
+public final class SmbTestContainer extends DockerEnvironmentAwareTestContainer {
+
+    private static final String DOCKER_BASE_IMAGE = "ubuntu:16.04";
+    public static final int AD_LDAP_PORT = 636;
+    public static final int AD_LDAP_GC_PORT = 3269;
+
+    public SmbTestContainer() {
+        super(
+            new ImageFromDockerfile("es-smb-fixture").withDockerfileFromBuilder(
+                builder -> builder.from(DOCKER_BASE_IMAGE)
+                    .run("apt-get update -qqy && apt-get install -qqy samba ldap-utils")
+                    .copy("fixture/provision/installsmb.sh", "/fixture/provision/installsmb.sh")
+                    .copy("fixture/certs/ca.key", "/fixture/certs/ca.key")
+                    .copy("fixture/certs/ca.pem", "/fixture/certs/ca.pem")
+                    .copy("fixture/certs/cert.pem", "/fixture/certs/cert.pem")
+                    .copy("fixture/certs/key.pem", "/fixture/certs/key.pem")
+                    .run("chmod +x /fixture/provision/installsmb.sh")
+                    .run("/fixture/provision/installsmb.sh")
+                    .cmd("service samba-ad-dc restart && sleep infinity")
+                    .build()
+            )
+                .withFileFromClasspath("fixture/provision/installsmb.sh", "/smb/provision/installsmb.sh")
+                .withFileFromClasspath("fixture/certs/ca.key", "/smb/certs/ca.key")
+                .withFileFromClasspath("fixture/certs/ca.pem", "/smb/certs/ca.pem")
+                .withFileFromClasspath("fixture/certs/cert.pem", "/smb/certs/cert.pem")
+                .withFileFromClasspath("fixture/certs/key.pem", "/smb/certs/key.pem")
+        );
+        // addExposedPort(389);
+        // addExposedPort(3268);
+        addExposedPort(AD_LDAP_PORT);
+        addExposedPort(AD_LDAP_GC_PORT);
+    }
+
+    public String getAdLdapUrl() {
+        return "ldaps://localhost:" + getMappedPort(AD_LDAP_PORT);
+    }
+
+    public String getAdLdapGcUrl() {
+        return "ldaps://localhost:" + getMappedPort(AD_LDAP_GC_PORT);
+    }
+}

x-pack/test/smb-fixture/src/main/resources/provision/installsmb.sh → x-pack/test/smb-fixture/src/main/resources/smb/provision/installsmb.sh

@@ -8,8 +8,7 @@
 set -ex
 
 VDIR=/fixture
-RESOURCES=$VDIR/src/main/resources
-CERTS_DIR=$RESOURCES/certs
+CERTS_DIR=$VDIR/certs
 SSL_DIR=/var/lib/samba/private/tls
 
 # install ssl certs