Skip to content

Commit 8ac0588

Browse files
varunbpatilgl-pix
authored andcommitted
🐛 Destination S3: fix minio output for parquet format
1 parent af1b9d5 commit 8ac0588

File tree

1 file changed

+6
-2
lines changed
  • airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/parquet

1 file changed

+6
-2
lines changed

airbyte-integrations/connectors/destination-s3/src/main/java/io/airbyte/integrations/destination/s3/parquet/S3ParquetWriter.java

+6-2
Original file line numberDiff line numberDiff line change
@@ -94,8 +94,12 @@ public static Configuration getHadoopConfig(S3DestinationConfig config) {
9494
Configuration hadoopConfig = new Configuration();
9595
hadoopConfig.set(Constants.ACCESS_KEY, config.getAccessKeyId());
9696
hadoopConfig.set(Constants.SECRET_KEY, config.getSecretAccessKey());
97-
hadoopConfig
98-
.set(Constants.ENDPOINT, String.format("s3.%s.amazonaws.com", config.getBucketRegion()));
97+
if (config.getEndpoint().isEmpty()) {
98+
hadoopConfig.set(Constants.ENDPOINT, String.format("s3.%s.amazonaws.com", config.getBucketRegion()));
99+
} else {
100+
hadoopConfig.set(Constants.ENDPOINT, config.getEndpoint());
101+
hadoopConfig.set(Constants.PATH_STYLE_ACCESS, "true");
102+
}
99103
hadoopConfig.set(Constants.AWS_CREDENTIALS_PROVIDER,
100104
"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider");
101105
return hadoopConfig;

0 commit comments

Comments
 (0)