🐛Destination Iceberg: Bump Iceberg to 1.5.2 and Spark to 3.5.1 (#38283)

Co-authored-by: Marcos Marx <[email protected]>
airbytehq · Jun 15, 2024 · b3839e7 · b3839e7
1 parent 9b96419
commit b3839e7
Show file tree

Hide file tree

Showing 3 changed files with 21 additions and 14 deletions.
diff --git a/airbyte-integrations/connectors/destination-iceberg/build.gradle b/airbyte-integrations/connectors/destination-iceberg/build.gradle
@@ -24,31 +24,37 @@ application {
 
 dependencies {
 
-    implementation('org.apache.spark:spark-sql_2.13:3.3.2') {
+    implementation('org.apache.spark:spark-sql_2.13:3.5.1') {
         exclude(group: 'org.apache.hadoop', module: 'hadoop-common')
     }
-    implementation('org.apache.spark:spark-hive_2.13:3.3.2') {
+    implementation('org.apache.spark:spark-hive_2.13:3.5.1') {
         exclude(group: 'org.apache.hadoop', module: 'hadoop-common')
     }
-    implementation 'org.apache.iceberg:iceberg-spark-runtime-3.3_2.13:1.3.0'
+    implementation 'org.apache.iceberg:iceberg-spark-runtime-3.5_2.13:1.5.2'
 
     // force awssdk version required by Iceberg
-    implementation "software.amazon.awssdk:utils:2.20.18"
-    implementation "software.amazon.awssdk:url-connection-client:2.20.18"
-    implementation "software.amazon.awssdk:s3:2.20.18"
-    implementation "software.amazon.awssdk:glue:2.20.18"
-    implementation "software.amazon.awssdk:dynamodb:2.20.18"
-    implementation "software.amazon.awssdk:kms:2.20.18"
-    implementation "software.amazon.awssdk:sts:2.20.18"
-    implementation "software.amazon.awssdk:sdk-core:2.20.18"
-    implementation "software.amazon.awssdk:aws-core:2.20.18"
+    implementation "software.amazon.awssdk:utils:2.24.5"
+    implementation "software.amazon.awssdk:url-connection-client:2.24.5"
+    implementation "software.amazon.awssdk:s3:2.24.5"
+    implementation "software.amazon.awssdk:glue:2.24.5"
+    implementation "software.amazon.awssdk:dynamodb:2.24.5"
+    implementation "software.amazon.awssdk:kms:2.24.5"
+    implementation "software.amazon.awssdk:sts:2.24.5"
+    implementation "software.amazon.awssdk:sdk-core:2.24.5"
+    implementation "software.amazon.awssdk:aws-core:2.24.5"
 
     implementation "org.apache.hadoop:hadoop-aws:3.3.2"
     implementation "org.apache.hadoop:hadoop-client-api:3.3.2"
     implementation "org.apache.hadoop:hadoop-client-runtime:3.3.2"
     implementation "org.postgresql:postgresql:42.5.0"
     implementation "commons-collections:commons-collections:3.2.2"
 
+    implementation('org.antlr:antlr4-runtime') {
+        version {
+            strictly('4.9.3')
+        }
+    }
+
     testImplementation libs.testcontainers.postgresql
     integrationTestJavaImplementation libs.testcontainers.postgresql
 

diff --git a/airbyte-integrations/connectors/destination-iceberg/metadata.yaml b/airbyte-integrations/connectors/destination-iceberg/metadata.yaml
@@ -2,7 +2,7 @@ data:
   connectorSubtype: database
   connectorType: destination
   definitionId: df65a8f3-9908-451b-aa9b-445462803560
-  dockerImageTag: 0.1.6
+  dockerImageTag: 0.1.7
   dockerRepository: airbyte/destination-iceberg
   githubIssueLabel: destination-iceberg
   license: MIT

diff --git a/docs/integrations/destinations/iceberg.md b/docs/integrations/destinations/iceberg.md
@@ -63,7 +63,8 @@ specify the target size of compacted Iceberg data file.
   <summary>Expand to review</summary>
 
 | Version | Date       | Pull Request                                              | Subject                                                    |
-| :------ | :--------- | :-------------------------------------------------------- | :--------------------------------------------------------- |
+|:--------|:-----------| :-------------------------------------------------------- |:-----------------------------------------------------------|
+| 0.1.7   | 2024-05-17 | [38283](https://github.com/airbytehq/airbyte/pull/38283)  | Bump Iceberg library to 1.5.2 and Spark to 3.5.1           |
 | 0.1.6   | 2024-04-04 | [#36846](https://github.com/airbytehq/airbyte/pull/36846) | Remove duplicate S3 Region                                 |
 | 0.1.5   | 2024-01-03 | [#33924](https://github.com/airbytehq/airbyte/pull/33924) | Add new ap-southeast-3 AWS region                          |
 | 0.1.4   | 2023-07-20 | [28506](https://github.com/airbytehq/airbyte/pull/28506)  | Support server-managed storage config                      |