Update testcontainers to 1.15.0-rc2 (fix for a breaking change that appeared in Docker for Mac v2.4.0.0 testcontainers/testcontainers-java#3159) (#505)

Author: Apple0717

embedded-aerospike/src/main/java/com/playtika/test/aerospike/EmbeddedAerospikeBootstrapConfiguration.java

@@ -80,7 +80,7 @@ public GenericContainer aerospike(AerospikeWaitStrategy aerospikeWaitStrategy,
                         .withEnv("SERVICE_PORT", String.valueOf(properties.port))
                         .withEnv("MEM_GB", String.valueOf(1))
                         .withEnv("STORAGE_GB", String.valueOf(1))
-                        .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                        .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                         .waitingFor(waitStrategy);
 
         aerospike = configureCommonsAndStart(aerospike, properties, log);

embedded-couchbase/src/main/java/com/playtika/test/couchbase/EmbeddedCouchbaseBootstrapConfiguration.java

@@ -63,7 +63,7 @@ public CouchbaseContainer couchbase(ConfigurableEnvironment environment,
                 .withBucket(bucketDefinition)
                 .withEnabledServices(properties.getServices())
                 .withCredentials(properties.getUser(), properties.getPassword())
-                .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN));
+                .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN));
 
         couchbase = (CouchbaseContainer) configureCommonsAndStart(couchbase, properties, log);
 

embedded-elasticsearch/src/main/java/com/playtika/test/elasticsearch/ElasticSearchContainerFactory.java

@@ -30,18 +30,20 @@
 import org.testcontainers.containers.wait.strategy.WaitAllStrategy;
 import org.testcontainers.containers.wait.strategy.WaitStrategy;
 import org.testcontainers.elasticsearch.ElasticsearchContainer;
+import org.testcontainers.utility.DockerImageName;
 
 import static com.playtika.test.common.utils.ContainerUtils.DEFAULT_CONTAINER_WAIT_DURATION;
 
 class ElasticSearchContainerFactory {
 
     static ElasticsearchContainer create(ElasticSearchProperties properties) {
-        return new ElasticsearchContainer(properties.dockerImage)
+        return new ElasticsearchContainer(DockerImageName.parse(properties.dockerImage)
+                .asCompatibleSubstituteFor("docker.elastic.co/elasticsearch/elasticsearch"))
                 .withExposedPorts(properties.httpPort, properties.transportPort)
                 .withEnv("cluster.name", properties.getClusterName())
                 .withEnv("discovery.type", "single-node")
                 .withEnv("ES_JAVA_OPTS", getJavaOpts(properties))
-                .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                 .waitingFor(getCompositeWaitStrategy(properties));
     }
 

embedded-elasticsearch/src/test/resources/log4j2.xml

@@ -6,7 +6,7 @@
         </Console>
     </Appenders>
     <Loggers>
-        <Logger name="com.playtika.test" level="debug"/>
+        <Logger name="com.playtika.test" level="info"/>
         <Root level="error">
             <AppenderRef ref="console"/>
         </Root>

embedded-influxdb/src/main/java/com/playtika/test/influxdb/EmbeddedInfluxDBBootstrapConfiguration.java

@@ -36,6 +36,7 @@
 import org.testcontainers.containers.InfluxDBContainer;
 import org.testcontainers.containers.wait.strategy.Wait;
 import org.testcontainers.containers.wait.strategy.WaitAllStrategy;
+import org.testcontainers.utility.DockerImageName;
 
 import java.util.LinkedHashMap;
 
@@ -94,7 +95,7 @@ private void registerInfluxEnvironment(ConcreteInfluxDbContainer influx,
 
     private static class ConcreteInfluxDbContainer extends InfluxDBContainer<ConcreteInfluxDbContainer> {
         ConcreteInfluxDbContainer(final String dockerImageName) {
-            setDockerImageName(dockerImageName);
+            super(DockerImageName.parse(dockerImageName));
             addExposedPort(INFLUXDB_PORT);
         }
     }

embedded-kafka/src/main/java/com/playtika/test/kafka/KafkaTopicsConfigurer.java

@@ -23,17 +23,19 @@
  */
 package com.playtika.test.kafka;
 
-import com.playtika.test.common.utils.ContainerUtils;
 import com.playtika.test.kafka.properties.KafkaConfigurationProperties;
 import com.playtika.test.kafka.properties.ZookeeperConfigurationProperties;
 import lombok.Getter;
 import lombok.RequiredArgsConstructor;
 import lombok.extern.slf4j.Slf4j;
+import org.testcontainers.containers.Container;
 import org.testcontainers.containers.GenericContainer;
 
 import javax.annotation.PostConstruct;
 import java.util.Collection;
 
+import static com.playtika.test.common.utils.ContainerUtils.executeInContainer;
+
 @Slf4j
 @RequiredArgsConstructor
 @Getter
@@ -60,9 +62,8 @@ public void createTopics(Collection<String> topics) {
 
     private void createTopic(String topic) {
         String[] createTopicCmd = getCreateTopicCmd(topic, zookeeperProperties.getZookeeperConnect());
-        ContainerUtils.ExecCmdResult output = ContainerUtils.execCmd(this.kafka.getDockerClient(), this.kafka.getContainerId(), createTopicCmd);
-        log.debug("Topic={} creation cmd='{}' exitCode={} : {}",
-                topic, createTopicCmd, output.getExitCode(), output.getOutput());
+        Container.ExecResult execResult = executeInContainer(this.kafka, createTopicCmd);
+        log.debug("Topic={} creation cmd='{}' execResult={}", topic, createTopicCmd, execResult);
     }
 
     private void restrictTopics(String username, Collection<String> topics) {
@@ -71,11 +72,11 @@ private void restrictTopics(String username, Collection<String> topics) {
             for (String topic : topics) {
                 String[] topicConsumerACLsCmd = getTopicConsumerACLCmd(username, topic, zookeeperProperties.getZookeeperConnect());
                 String[] topicProducerACLsCmd = getTopicProducerACLCmd(username, topic, zookeeperProperties.getZookeeperConnect());
-                ContainerUtils.ExecCmdResult topicConsumerACLsOutput = ContainerUtils.execCmd(this.kafka.getDockerClient(), this.kafka.getContainerId(), topicConsumerACLsCmd);
-                ContainerUtils.ExecCmdResult topicProducerACLsOutput = ContainerUtils.execCmd(this.kafka.getDockerClient(), this.kafka.getContainerId(), topicProducerACLsCmd);
-                log.debug("Topic={} consumer ACLs cmd='{}' exitCode={} : {}, producer ACLs cmd='{}' exitCode={} : {}",
-                        topic, topicConsumerACLsCmd, topicConsumerACLsOutput.getExitCode(), topicConsumerACLsOutput.getOutput(),
-                        topicProducerACLsCmd, topicProducerACLsOutput.getExitCode(), topicProducerACLsOutput.getOutput());
+                Container.ExecResult topicConsumerACLsOutput = executeInContainer(this.kafka, topicConsumerACLsCmd);
+                Container.ExecResult topicProducerACLsOutput = executeInContainer(this.kafka, topicProducerACLsCmd);
+                log.debug("Topic={} consumer ACLs cmd='{}' execResult={}, producer ACLs cmd='{}' execResult={}",
+                        topic, topicConsumerACLsCmd, topicConsumerACLsOutput,
+                        topicProducerACLsCmd, topicProducerACLsOutput.getExitCode());
             }
             log.info("Created ACLs for Kafka topics: {}", topics);
         }

embedded-kafka/src/main/java/com/playtika/test/kafka/configuration/KafkaContainerConfiguration.java

@@ -100,7 +100,7 @@ public String getBootstrapServers() {
             }
         }
                 .withCreateContainerCmdModifier(cmd -> cmd.withHostName(KAFKA_HOST_NAME))
-                .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                 .withEmbeddedZookeeper()
                 .withEnv("KAFKA_BROKER_ID", "-1")
                 //see: https://stackoverflow.com/questions/41868161/kafka-in-kubernetes-cluster-how-to-publish-consume-messages-from-outside-of-kub

embedded-kafka/src/main/java/com/playtika/test/kafka/configuration/SchemaRegistryContainerConfiguration.java

@@ -62,7 +62,7 @@ public GenericContainer schemaRegistry(
 
         GenericContainer schemaRegistry = new FixedHostPortGenericContainer<>(properties.getDockerImage())
                 .withCreateContainerCmdModifier(cmd -> cmd.withHostName(SCHEMA_REGISTRY_HOST_NAME))
-                .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                 .withEnv("SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS", "PLAINTEXT://" + kafkaContainerBrokerList)
                 .withEnv("SCHEMA_REGISTRY_HOST_NAME", SCHEMA_REGISTRY_HOST_NAME)
                 .withEnv("SCHEMA_REGISTRY_LISTENERS", "http://0.0.0.0:" + properties.getPort())

embedded-keycloak/src/test/java/com/playtika/test/keycloak/util/RealmInfo.java

@@ -1,10 +1,10 @@
 package com.playtika.test.keycloak.util;
 
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import com.fasterxml.jackson.annotation.JsonProperty;
 import lombok.Getter;
 import lombok.Setter;
 import lombok.ToString;
-import org.testcontainers.shaded.com.fasterxml.jackson.annotation.JsonIgnoreProperties;
-import org.testcontainers.shaded.com.fasterxml.jackson.annotation.JsonProperty;
 
 @ToString
 @Getter

embedded-localstack/src/main/java/com/playtika/test/localstack/EmbeddedLocalStackBootstrapConfiguration.java

@@ -12,6 +12,7 @@
 import org.springframework.core.env.ConfigurableEnvironment;
 import org.springframework.core.env.MapPropertySource;
 import org.testcontainers.containers.localstack.LocalStackContainer;
+import org.testcontainers.utility.DockerImageName;
 
 import java.util.LinkedHashMap;
 
@@ -77,7 +78,7 @@ private static void setSystemProperties(EmbeddedLocalStackContainer localStack)
 
     private static class EmbeddedLocalStackContainer extends LocalStackContainer {
         EmbeddedLocalStackContainer(final String dockerImageName) {
-            setDockerImageName(dockerImageName);
+            super(DockerImageName.parse(dockerImageName));
         }
     }
 }

embedded-localstack/src/test/java/com/playtika/test/localstack/EmbeddedLocalStackTest.java

@@ -67,7 +67,7 @@ public void shouldStartS3() throws IOException {
 
         final List<Bucket> buckets = s3.listBuckets();
         final Optional<Bucket> maybeBucket = buckets.stream().filter(b -> b.getName().equals(bucketName)).findFirst();
-        assertThat(maybeBucket.isPresent()).isTrue();
+        assertThat(maybeBucket).isPresent();
 
         final Bucket bucket = maybeBucket.get();
         assertThat(bucketName).isEqualTo(bucket.getName());

embedded-localstack/src/test/resources/log4j2.xml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Configuration status="WARN" shutdownHook="disable">
+    <Appenders>
+        <Console name="Console" target="SYSTEM_OUT">
+            <PatternLayout pattern="%d{HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n"/>
+        </Console>
+    </Appenders>
+    <Loggers>
+        <Logger name="com.playtika.test" level="info"/>
+        <Logger name="org.springframework" level="error"/>
+        <Root level="error">
+            <AppenderRef ref="Console"/>
+        </Root>
+    </Loggers>
+</Configuration>

embedded-mariadb/src/main/java/com/playtika/test/mariadb/EmbeddedMariaDBBootstrapConfiguration.java

@@ -64,7 +64,7 @@ public MariaDBContainer mariadb(ConfigurableEnvironment environment,
                                 "--collation-server=" + properties.getCollation(),
                                 "--max_allowed_packet=" + properties.getMaxAllowedPacket())
                         .withExposedPorts(properties.port)
-                        .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                        .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                         .withInitScript(properties.initScriptPath);
         mariadb = (MariaDBContainer) configureCommonsAndStart(mariadb, properties, log);
         registerMariadbEnvironment(mariadb, environment, properties);

embedded-memsql/src/main/java/com/playtika/test/memsql/EmbeddedMemSqlBootstrapConfiguration.java

@@ -67,7 +67,7 @@ public GenericContainer memsql(ConfigurableEnvironment environment,
                 .withEnv("IGNORE_MIN_REQUIREMENTS", "1")
                 .withExposedPorts(properties.port)
                 .withCopyFileToContainer(MountableFile.forClasspathResource("mem.sql"), "/schema.sql")
-                .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                 .waitingFor(memSqlStatusCheck);
         memsql = configureCommonsAndStart(memsql, properties, log);
         registerMemSqlEnvironment(memsql, environment, properties);

embedded-minio/src/main/java/com/playtika/test/minio/EmbeddedMinioBootstrapConfiguration.java

@@ -77,7 +77,7 @@ public GenericContainer minio(MinioWaitStrategy minioWaitStrategy,
                         .withEnv("MINIO_WORM", properties.worm)
                         .withEnv("MINIO_BROWSER", properties.browser)
                         .withCommand("server", properties.directory)
-                        .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                        .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                         .waitingFor(minioWaitStrategy);
 
         minio = configureCommonsAndStart(minio, properties, log);

embedded-mongodb/src/main/java/com/playtika/test/mongodb/EmbeddedMongodbBootstrapConfiguration.java

@@ -64,7 +64,7 @@ public GenericContainer mongodb(
                         .withEnv("MONGO_INITDB_ROOT_PASSWORD", properties.getPassword())
                         .withEnv("MONGO_INITDB_DATABASE", properties.getDatabase())
                         .withExposedPorts(properties.getPort())
-                        .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                        .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                         .waitingFor(mongodbStatusCheck);
 
         mongodb = configureCommonsAndStart(mongodb, properties, log);

embedded-mysql/src/main/java/com/playtika/test/mysql/EmbeddedMySQLBootstrapConfiguration.java

@@ -63,7 +63,7 @@ public MySQLContainer mysql(ConfigurableEnvironment environment,
                                 "--character-set-server=" + properties.getEncoding(),
                                 "--collation-server=" + properties.getCollation())
                         .withExposedPorts(properties.port)
-                        .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN))
+                        .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN))
                         .withInitScript(properties.initScriptPath);
         mysql = (MySQLContainer) configureCommonsAndStart(mysql, properties, log);
         registerMySQLEnvironment(mysql, environment, properties);

embedded-neo4j/src/main/java/com/playtika/test/neo4j/EmbeddedNeo4jBootstrapConfiguration.java

@@ -57,7 +57,7 @@ public Neo4jContainer neo4j(ConfigurableEnvironment environment,
 
         Neo4jContainer neo4j = new Neo4jContainer<>(properties.dockerImage)
                 .withAdminPassword(properties.password)
-                .withCreateContainerCmdModifier(cmd -> cmd.withCapAdd(Capability.NET_ADMIN));
+                .withCreateContainerCmdModifier(cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN));
         neo4j = (Neo4jContainer) configureCommonsAndStart(neo4j, properties, log);
         registerNeo4jEnvironment(neo4j, environment, properties);
         return neo4j;

embedded-postgresql/src/main/java/com/playtika/test/postgresql/EmbeddedPostgreSQLBootstrapConfiguration.java

@@ -34,6 +34,7 @@
 import org.springframework.core.env.ConfigurableEnvironment;
 import org.springframework.core.env.MapPropertySource;
 import org.testcontainers.containers.PostgreSQLContainer;
+import org.testcontainers.utility.DockerImageName;
 
 import java.util.LinkedHashMap;
 
@@ -54,7 +55,8 @@ public ConcretePostgreSQLContainer postgresql(ConfigurableEnvironment environmen
         log.info("Starting postgresql server. Docker image: {}", properties.dockerImage);
 
         ConcretePostgreSQLContainer postgresql =
-                new ConcretePostgreSQLContainer(properties.dockerImage)
+                new ConcretePostgreSQLContainer(DockerImageName.parse(properties.dockerImage)
+                        .asCompatibleSubstituteFor("postgres"))
                         .withUsername(properties.getUser())
                         .withPassword(properties.getPassword())
                         .withDatabaseName(properties.getDatabase())
@@ -86,7 +88,7 @@ private void registerPostgresqlEnvironment(ConcretePostgreSQLContainer postgresq
     }
 
     private static class ConcretePostgreSQLContainer extends PostgreSQLContainer<ConcretePostgreSQLContainer> {
-        public ConcretePostgreSQLContainer(String dockerImageName) {
+        public ConcretePostgreSQLContainer(DockerImageName dockerImageName) {
             super(dockerImageName);
         }
     }

embedded-redis/src/main/java/com/playtika/test/redis/EmbeddedRedisBootstrapConfiguration.java

@@ -91,7 +91,7 @@ public GenericContainer redis(ConfigurableEnvironment environment,
 
         // CLUSTER SLOTS command returns IP:port for each node, so ports outside and inside
         // container must be the same
-        Consumer<CreateContainerCmd> containerCmdModifier = cmd -> cmd.withCapAdd(Capability.NET_ADMIN);
+        Consumer<CreateContainerCmd> containerCmdModifier = cmd -> cmd.getHostConfig().withCapAdd(Capability.NET_ADMIN);
         GenericContainer redis =
                 new FixedHostPortGenericContainer(properties.dockerImage)
                         .withFixedExposedPort(properties.port, properties.port)

pom.xml

@@ -61,7 +61,7 @@
         <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
         <java.version>1.8</java.version>
 
-        <testcontainers.version>1.14.3</testcontainers.version>
+        <testcontainers.version>1.15.0-rc2</testcontainers.version>
         <spring.cloud.version>Hoxton.SR8</spring.cloud.version>
 
         <equalsverifier.version>3.4.2</equalsverifier.version>