From 10863159de7cb3b2cb78cc768238aefd2c6f5a64 Mon Sep 17 00:00:00 2001 From: Turki Ali Albalawi Date: Sun, 23 Mar 2025 04:38:43 +0300 Subject: [PATCH 1/5] updating libs and usage name in HiveConnector for warehouse --- tools/java-iceberg-cli/pom.xml | 39 +++++++++++++------ .../main/java/iceberg_cli/HiveConnector.java | 2 +- 2 files changed, 29 insertions(+), 12 deletions(-) diff --git a/tools/java-iceberg-cli/pom.xml b/tools/java-iceberg-cli/pom.xml index 309c029..b8e111b 100644 --- a/tools/java-iceberg-cli/pom.xml +++ b/tools/java-iceberg-cli/pom.xml @@ -7,22 +7,22 @@ Java Iceberg CLI - 4.1.108.Final + 4.1.118.Final 1.23.0 2.20.0 1.1.10.5 2.57 2.16.0 - 11.0.18 - 1.4.2 - 3.3.6 - 4.0.0-alpha-2 + 12.0.18 + 1.8.1 + 3.4.1 + 4.0.1 2.17.272 5.8.1 - 1.11.3 + 1.11.4 3.9.2 10.17.1.0 - 1.4.14 + 1.5.13 2.9.0 3.25.0 1.26.0 @@ -137,8 +137,8 @@ ${org.eclipse.jetty.version} - org.eclipse.jetty - jetty-webapp + org.eclipse.jetty.ee10 + jetty-ee10-webapp ${org.eclipse.jetty.version} @@ -260,6 +260,12 @@ org.apache.hadoop hadoop-client ${org.apache.hadoop.version} + + + org.eclipse.jetty + jetty-io + + org.apache.hadoop @@ -270,6 +276,12 @@ org.apache.hadoop hadoop-common ${org.apache.hadoop.version} + + + io.netty + netty-handler + + org.apache.hive @@ -419,8 +431,8 @@ jetty-server - org.eclipse.jetty - jetty-webapp + org.eclipse.jetty.ee10 + jetty-ee10-webapp com.fasterxml.jackson.dataformat @@ -603,6 +615,11 @@ ${org.junit.jupiter.version} test + + ch.qos.logback + logback-classic + 1.5.18 + diff --git a/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java b/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java index 72695fb..c319802 100644 --- a/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java +++ b/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java @@ -205,7 +205,7 @@ public java.util.Map loadNamespaceMetadata(Na @Override public boolean createNamespace(Namespace namespace) throws Exception, AlreadyExistsException, UnsupportedOperationException { // Get warehouse path - String warehouse = clients.run(client -> client.getConfigValue(HiveConf.ConfVars.METASTOREWAREHOUSE.varname, null)); + String warehouse = clients.run(client -> client.getConfigValue(HiveConf.ConfVars.METASTORE_WAREHOUSE.varname, null)); Database database = new Database(namespace.toString(), null, warehouse, new HashMap()); clients.run( client -> { From cb53ff232e9859d9e9ca1a55682e6bbbd3286242 Mon Sep 17 00:00:00 2001 From: Turki Ali Albalawi Date: Tue, 25 Mar 2025 07:19:15 +0300 Subject: [PATCH 2/5] test alpha version hive --- tools/java-iceberg-cli/pom.xml | 2 +- .../src/main/java/iceberg_cli/HiveConnector.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/java-iceberg-cli/pom.xml b/tools/java-iceberg-cli/pom.xml index b8e111b..95209ad 100644 --- a/tools/java-iceberg-cli/pom.xml +++ b/tools/java-iceberg-cli/pom.xml @@ -16,7 +16,7 @@ 12.0.18 1.8.1 3.4.1 - 4.0.1 + 4.0.0-alpha-2 2.17.272 5.8.1 1.11.4 diff --git a/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java b/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java index c319802..72695fb 100644 --- a/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java +++ b/tools/java-iceberg-cli/src/main/java/iceberg_cli/HiveConnector.java @@ -205,7 +205,7 @@ public java.util.Map loadNamespaceMetadata(Na @Override public boolean createNamespace(Namespace namespace) throws Exception, AlreadyExistsException, UnsupportedOperationException { // Get warehouse path - String warehouse = clients.run(client -> client.getConfigValue(HiveConf.ConfVars.METASTORE_WAREHOUSE.varname, null)); + String warehouse = clients.run(client -> client.getConfigValue(HiveConf.ConfVars.METASTOREWAREHOUSE.varname, null)); Database database = new Database(namespace.toString(), null, warehouse, new HashMap()); clients.run( client -> { From 134429c5aa27ba0b0ad9e6d4db11671545655792 Mon Sep 17 00:00:00 2001 From: Turki Ali Albalawi Date: Wed, 26 Mar 2025 08:09:57 +0300 Subject: [PATCH 3/5] upgrade icebeerg to 1.8.1 upgrade hive to 4.0.0-beta-1 upgrade awssdk to 2.27.21 --- tools/java-iceberg-cli/pom.xml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tools/java-iceberg-cli/pom.xml b/tools/java-iceberg-cli/pom.xml index 95209ad..bd3908f 100644 --- a/tools/java-iceberg-cli/pom.xml +++ b/tools/java-iceberg-cli/pom.xml @@ -14,10 +14,10 @@ 2.57 2.16.0 12.0.18 - 1.8.1 + 1.4.2 3.4.1 - 4.0.0-alpha-2 - 2.17.272 + 4.0.0-beta-1 + 2.27.21 5.8.1 1.11.4 3.9.2 From ec959098c93a40b703d2067fd7a078934e267006 Mon Sep 17 00:00:00 2001 From: Turki Ali Albalawi Date: Wed, 26 Mar 2025 08:56:24 +0300 Subject: [PATCH 4/5] exclusion of netty-common from iceberg-arrow use hive-exec 4.0.1 --- tools/java-iceberg-cli/pom.xml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/tools/java-iceberg-cli/pom.xml b/tools/java-iceberg-cli/pom.xml index bd3908f..71bcf6c 100644 --- a/tools/java-iceberg-cli/pom.xml +++ b/tools/java-iceberg-cli/pom.xml @@ -230,6 +230,12 @@ org.apache.iceberg iceberg-arrow ${org.apache.iceberg.version} + + + io.netty + netty-common + + org.apache.iceberg @@ -296,7 +302,7 @@ org.apache.hive hive-exec - ${org.apache.hive.version} + 4.0.1 org.apache.hadoop From 07b2263fec93242d748c47e16486f912c4e60435 Mon Sep 17 00:00:00 2001 From: Turki Ali Albalawi Date: Wed, 26 Mar 2025 10:07:05 +0300 Subject: [PATCH 5/5] exclusion of netty-handler from hadoop-common --- tools/java-iceberg-cli/pom.xml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tools/java-iceberg-cli/pom.xml b/tools/java-iceberg-cli/pom.xml index 71bcf6c..1ff2af0 100644 --- a/tools/java-iceberg-cli/pom.xml +++ b/tools/java-iceberg-cli/pom.xml @@ -541,6 +541,10 @@ org.apache.hadoop.thirdparty hadoop-shaded-protobuf_3_7 + + io.netty + netty-transport-native-epoll +