diff --git a/CHANGELOG.md b/CHANGELOG.md index 5b68a5b3f..3f18a9a86 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -15,6 +15,7 @@ All notable changes to this project will be documented in this file. util-linux-core contains a basic set of Linux utilities, including the command logger which allows to enter messages into the system log. - vector: Add version 0.43.1 ([#980]). +- druid: Add version 30.0.1 and 31.0.1 ([#984]) - opa: Add version 1.0.1 ([#981], [#1000]). - statsd-exporter: Bump version to 0.28.0 ([#982]). - git-sync: Bump version to 4.4.0 ([#990]). @@ -36,7 +37,7 @@ All notable changes to this project will be documented in this file. - kafka: Bump 3.8.0 to 3.8.1 ([#995]). - Update registry references to oci ([#989]). - trino-storage-connector: Move the build out of trino/ for easier patching ([#996]). -- druid 26.0.0: Migrate to patchable ([#1003]). +- BREAKING: druid: Bump opa-authorizer to 0.6.0 for all versions ([#984]) ### Removed @@ -47,6 +48,7 @@ All notable changes to this project will be documented in this file. - trino-cli: Remove version 469 ([#999]). - trino-storage-connector: Remove version 469 ([#999]). - nifi: Remove 2.0.0 ([#1006]). +- druid: Remove 26.0.0 ([#984]) ### Fixed @@ -66,9 +68,10 @@ All notable changes to this project will be documented in this file. [#980]: https://github.com/stackabletech/docker-images/pull/980 [#981]: https://github.com/stackabletech/docker-images/pull/981 [#982]: https://github.com/stackabletech/docker-images/pull/982 +[#984]: https://github.com/stackabletech/docker-images/pull/984 +[#988]: https://github.com/stackabletech/docker-images/pull/988 [#989]: https://github.com/stackabletech/docker-images/pull/989 [#990]: https://github.com/stackabletech/docker-images/pull/990 -[#988]: https://github.com/stackabletech/docker-images/pull/988 [#991]: https://github.com/stackabletech/docker-images/pull/991 [#992]: https://github.com/stackabletech/docker-images/pull/992 [#993]: https://github.com/stackabletech/docker-images/pull/993 diff --git a/druid/Dockerfile b/druid/Dockerfile index 6cc597774..de5137591 100644 --- a/druid/Dockerfile +++ b/druid/Dockerfile @@ -18,7 +18,7 @@ RUN < -Date: Thu, 12 Dec 2024 17:59:17 +0100 -Subject: Updates all dependencies that have a new patch release available. - ---- - extensions-core/avro-extensions/pom.xml | 2 +- - extensions-core/kubernetes-extensions/pom.xml | 2 +- - extensions-core/orc-extensions/pom.xml | 2 +- - extensions-core/parquet-extensions/pom.xml | 2 +- - extensions-core/protobuf-extensions/pom.xml | 2 +- - pom.xml | 20 +++++++++---------- - 6 files changed, 15 insertions(+), 15 deletions(-) - -diff --git a/extensions-core/avro-extensions/pom.xml b/extensions-core/avro-extensions/pom.xml -index 35b154a469..a9eb0c6851 100644 ---- a/extensions-core/avro-extensions/pom.xml -+++ b/extensions-core/avro-extensions/pom.xml -@@ -35,7 +35,7 @@ - - - 0.1.3 -- 5.5.1 -+ 5.5.15 - - - -diff --git a/extensions-core/kubernetes-extensions/pom.xml b/extensions-core/kubernetes-extensions/pom.xml -index aeac095d53..105f7f0d76 100644 ---- a/extensions-core/kubernetes-extensions/pom.xml -+++ b/extensions-core/kubernetes-extensions/pom.xml -@@ -34,7 +34,7 @@ - - - -- 11.0.1 -+ 11.0.4 - - - -diff --git a/extensions-core/orc-extensions/pom.xml b/extensions-core/orc-extensions/pom.xml -index cb1ed09c7a..f118b6c385 100644 ---- a/extensions-core/orc-extensions/pom.xml -+++ b/extensions-core/orc-extensions/pom.xml -@@ -31,7 +31,7 @@ - - 4.0.0 - -- 1.7.6 -+ 1.7.10 - - - -diff --git a/extensions-core/parquet-extensions/pom.xml b/extensions-core/parquet-extensions/pom.xml -index 79ad46b038..be95251485 100644 ---- a/extensions-core/parquet-extensions/pom.xml -+++ b/extensions-core/parquet-extensions/pom.xml -@@ -33,7 +33,7 @@ - 4.0.0 - - -- 1.12.0 -+ 1.12.3 - - - -diff --git a/extensions-core/protobuf-extensions/pom.xml b/extensions-core/protobuf-extensions/pom.xml -index 77fe703838..fdbc6703ab 100644 ---- a/extensions-core/protobuf-extensions/pom.xml -+++ b/extensions-core/protobuf-extensions/pom.xml -@@ -34,7 +34,7 @@ - - - -- 6.0.1 -+ 6.0.15 - 2.11.0 - - -diff --git a/pom.xml b/pom.xml -index f5001910e1..2364f27dc4 100644 ---- a/pom.xml -+++ b/pom.xml -@@ -74,7 +74,7 @@ - 1.8 - 8 - UTF-8 -- 0.9.0.M2 -+ 0.9.1.v20140329 - 5.4.0 - 3.4.0 - 2.0.0 -@@ -90,13 +90,13 @@ - 3.2.0 - 2.0.0 - 10.14.2.0 -- 4.0.0 -+ 4.0.7 - 2.11.0 - 8.5.4 - 16.0.1 - 4.1.0 - 1.3 -- 9.4.48.v20220622 -+ 9.4.54.v20240208 - 1.19.4 - 2.10.5.20201202 - 1.9.13 -@@ -104,18 +104,18 @@ - 5.1.49 - 2.7.3 - 3.10.6.Final -- 4.1.86.Final -- 42.4.1 -- 3.21.7 -+ 4.1.111.Final -+ 42.4.5 -+ 3.21.12 - 1.3.1 - 1.7.36 - 2.8.5 - 4.3.1 -- 1.12.317 -- 2.8.0 -- 0.8.7 -+ 1.12.754 -+ 2.8.8 -+ 0.8.12 - 5.2.5.Final -- 4.5.13 -+ 4.5.14 - - 3.5.10 - 2.5.7 diff --git a/druid/stackable/patches/26.0.0/patchable.toml b/druid/stackable/patches/26.0.0/patchable.toml deleted file mode 100644 index 264c71a6a..000000000 --- a/druid/stackable/patches/26.0.0/patchable.toml +++ /dev/null @@ -1,2 +0,0 @@ -upstream = "https://github.com/apache/druid.git" -base = "7cffb81a8e124d5f218f9af16ad685acf5e9c67c" diff --git a/druid/stackable/patches/26.0.0/0001-Removes-all-traces-of-the-druid-ranger-extension.patch b/druid/stackable/patches/30.0.1/0001-Removes-all-traces-of-the-druid-ranger-extension.patch similarity index 60% rename from druid/stackable/patches/26.0.0/0001-Removes-all-traces-of-the-druid-ranger-extension.patch rename to druid/stackable/patches/30.0.1/0001-Removes-all-traces-of-the-druid-ranger-extension.patch index 1e8e17aba..e483b6144 100644 --- a/druid/stackable/patches/26.0.0/0001-Removes-all-traces-of-the-druid-ranger-extension.patch +++ b/druid/stackable/patches/30.0.1/0001-Removes-all-traces-of-the-druid-ranger-extension.patch @@ -1,18 +1,18 @@ -From 098e0333cb3977164c62ab0f29aafaf9b1ac6c7c Mon Sep 17 00:00:00 2001 +From 1f18905f78c9c46c7c12c1d705547f00ddbfa1ab Mon Sep 17 00:00:00 2001 From: Lars Francke Date: Wed, 10 Jul 2024 17:07:13 +0200 Subject: Removes all traces of the druid ranger extension --- - distribution/pom.xml | 4 ---- + distribution/pom.xml | 2 -- pom.xml | 1 - - 2 files changed, 5 deletions(-) + 2 files changed, 3 deletions(-) diff --git a/distribution/pom.xml b/distribution/pom.xml -index eec26171af..a6e72cf2c2 100644 +index 1ebfa31f84..9c2cfc8753 100644 --- a/distribution/pom.xml +++ b/distribution/pom.xml -@@ -255,8 +255,6 @@ +@@ -252,8 +252,6 @@ -c org.apache.druid.extensions:druid-pac4j -c @@ -21,20 +21,11 @@ index eec26171af..a6e72cf2c2 100644 org.apache.druid.extensions:druid-kubernetes-extensions -c org.apache.druid.extensions:druid-catalog -@@ -439,8 +437,6 @@ - -c - org.apache.druid.extensions:druid-pac4j - -c -- org.apache.druid.extensions:druid-ranger-security -- -c - org.apache.druid.extensions:druid-kubernetes-extensions - ${druid.distribution.pulldeps.opts} - diff --git a/pom.xml b/pom.xml -index 0c6294f5ed..a33c6bd521 100644 +index 17cd202ea6..08a3f24210 100644 --- a/pom.xml +++ b/pom.xml -@@ -186,7 +186,6 @@ +@@ -198,7 +198,6 @@ extensions-core/simple-client-sslcontext extensions-core/druid-basic-security extensions-core/google-extensions diff --git a/druid/stackable/patches/26.0.0/0002-Include-Prometheus-emitter-in-distribution.patch b/druid/stackable/patches/30.0.1/0002-Include-Prometheus-emitter-in-distribution.patch similarity index 95% rename from druid/stackable/patches/26.0.0/0002-Include-Prometheus-emitter-in-distribution.patch rename to druid/stackable/patches/30.0.1/0002-Include-Prometheus-emitter-in-distribution.patch index 269b870f8..9ed01f6ff 100644 --- a/druid/stackable/patches/26.0.0/0002-Include-Prometheus-emitter-in-distribution.patch +++ b/druid/stackable/patches/30.0.1/0002-Include-Prometheus-emitter-in-distribution.patch @@ -1,6 +1,6 @@ -From cb547abec8bb002984bcb598c75f5031ea9513e1 Mon Sep 17 00:00:00 2001 +From b449a870c7cf546117aba0a64c1b1487e036ab14 Mon Sep 17 00:00:00 2001 From: Lars Francke -Date: Wed, 10 Jul 2024 17:07:13 +0200 +Date: Mon, 17 Feb 2025 16:42:34 +0100 Subject: Include Prometheus emitter in distribution --- @@ -8,10 +8,10 @@ Subject: Include Prometheus emitter in distribution 1 file changed, 46 insertions(+) diff --git a/distribution/pom.xml b/distribution/pom.xml -index a6e72cf2c2..3ab13d5d11 100644 +index 9c2cfc8753..08b4121287 100644 --- a/distribution/pom.xml +++ b/distribution/pom.xml -@@ -637,6 +637,52 @@ +@@ -464,6 +464,52 @@ diff --git a/druid/stackable/patches/26.0.0/0003-Stop-building-unused-extensions.patch b/druid/stackable/patches/30.0.1/0003-Stop-building-unused-extensions.patch similarity index 75% rename from druid/stackable/patches/26.0.0/0003-Stop-building-unused-extensions.patch rename to druid/stackable/patches/30.0.1/0003-Stop-building-unused-extensions.patch index a46cccaf7..08e568794 100644 --- a/druid/stackable/patches/26.0.0/0003-Stop-building-unused-extensions.patch +++ b/druid/stackable/patches/30.0.1/0003-Stop-building-unused-extensions.patch @@ -1,20 +1,20 @@ -From 2722e90c01f02f804f1030f6aa91d07638e5e0a3 Mon Sep 17 00:00:00 2001 +From 087a8e2324d938871c012097446f106daba7d6a7 Mon Sep 17 00:00:00 2001 From: Lars Francke -Date: Thu, 12 Dec 2024 17:59:17 +0100 +Date: Mon, 17 Feb 2025 16:42:34 +0100 Subject: Stop building unused extensions. By default Druid builds all community extensions and then discards them while assembling the final distribution. This patch removes unused extensions from the build. --- - pom.xml | 32 ++++---------------------------- - 1 file changed, 4 insertions(+), 28 deletions(-) + pom.xml | 32 +------------------------------- + 1 file changed, 1 insertion(+), 31 deletions(-) diff --git a/pom.xml b/pom.xml -index a33c6bd521..f5001910e1 100644 +index 08a3f24210..e8585349f4 100644 --- a/pom.xml +++ b/pom.xml -@@ -188,34 +188,10 @@ +@@ -200,39 +200,9 @@ extensions-core/google-extensions extensions-core/druid-catalog extensions-core/testing-tools @@ -41,31 +41,17 @@ index a33c6bd521..f5001910e1 100644 - extensions-contrib/momentsketch - extensions-contrib/moving-average-query - extensions-contrib/tdigestsketch +- extensions-contrib/ddsketch - extensions-contrib/influxdb-emitter - extensions-contrib/gce-extensions - extensions-contrib/aliyun-oss-extensions extensions-contrib/prometheus-emitter - extensions-contrib/opentelemetry-emitter - extensions-contrib/kubernetes-overlord-extensions -+ +- extensions-contrib/druid-iceberg-extensions +- extensions-contrib/druid-deltalake-extensions +- extensions-contrib/spectator-histogram +- extensions-contrib/rabbit-stream-indexing-service + distribution - -@@ -233,7 +209,7 @@ - false - - -- -+ - - - sigar -@@ -243,7 +219,7 @@ - - - -- -+ - - - ${repoOrgId} diff --git a/druid/stackable/patches/30.0.1/0004-Updates-all-dependencies-that-have-a-new-patch-relea.patch b/druid/stackable/patches/30.0.1/0004-Updates-all-dependencies-that-have-a-new-patch-relea.patch new file mode 100644 index 000000000..6c3c75c4d --- /dev/null +++ b/druid/stackable/patches/30.0.1/0004-Updates-all-dependencies-that-have-a-new-patch-relea.patch @@ -0,0 +1,154 @@ +From cf05fadf57c308bf782844226d7fd133ec200189 Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Mon, 17 Feb 2025 16:42:49 +0100 +Subject: Updates all dependencies that have a new patch release available. + +--- + extensions-core/druid-pac4j/pom.xml | 5 +++- + extensions-core/kubernetes-extensions/pom.xml | 2 +- + extensions-core/orc-extensions/pom.xml | 2 +- + extensions-core/parquet-extensions/pom.xml | 2 +- + pom.xml | 29 ++++++++++--------- + processing/pom.xml | 2 +- + 6 files changed, 24 insertions(+), 18 deletions(-) + +diff --git a/extensions-core/druid-pac4j/pom.xml b/extensions-core/druid-pac4j/pom.xml +index 1f95186c19..7961274438 100644 +--- a/extensions-core/druid-pac4j/pom.xml ++++ b/extensions-core/druid-pac4j/pom.xml +@@ -38,7 +38,10 @@ + + + 1.7 +- 9.37.2 ++ ++ 8.22.1 + 8.22 + + +diff --git a/extensions-core/kubernetes-extensions/pom.xml b/extensions-core/kubernetes-extensions/pom.xml +index 33c8a0b2f6..17f288b868 100644 +--- a/extensions-core/kubernetes-extensions/pom.xml ++++ b/extensions-core/kubernetes-extensions/pom.xml +@@ -34,7 +34,7 @@ + + + +- 19.0.0 ++ 19.0.1 + + + +diff --git a/extensions-core/orc-extensions/pom.xml b/extensions-core/orc-extensions/pom.xml +index 47e178d19e..fd985b9061 100644 +--- a/extensions-core/orc-extensions/pom.xml ++++ b/extensions-core/orc-extensions/pom.xml +@@ -31,7 +31,7 @@ + + 4.0.0 + +- 1.7.6 ++ 1.7.10 + + + +diff --git a/extensions-core/parquet-extensions/pom.xml b/extensions-core/parquet-extensions/pom.xml +index b2b7c2ff04..f8d213d63c 100644 +--- a/extensions-core/parquet-extensions/pom.xml ++++ b/extensions-core/parquet-extensions/pom.xml +@@ -201,7 +201,7 @@ + + + +- 1.13.0 ++ 1.13.1 + + + +diff --git a/pom.xml b/pom.xml +index e8585349f4..e1b83dac70 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -74,7 +74,7 @@ + 1.8 + 8 + UTF-8 +- 0.9.0.M2 ++ 0.9.1.v20140329 + 5.5.0 + 3.6.1 + ++ 8.5.6 + 32.0.1-jre + 4.1.0 + 1.3 + 9.4.54.v20240208 + 1.19.4 +- 2.12.7.20221012 ++ 2.12.7.20240502 + 1.9.13 + 2.22.1 + 8.2.0 + 2.7.3 + 3.10.6.Final +- 4.1.108.Final +- 42.7.2 +- 3.24.0 ++ 4.1.111.Final ++ 42.7.3 ++ 3.24.4 + 1.3.1 + 1.7.36 + 5.13.0 +@@ -119,17 +122,17 @@ + + core +- 1.12.638 +- 2.8.0 +- 0.8.7 ++ 1.12.754 ++ 2.8.8 ++ 0.8.12 + 6.2.5.Final +- 4.5.13 ++ 4.5.14 + + 3.8.4 + 2.5.7 + 2.2.0 + 1.42.3 +- v1-rev20230606-2.0.0 ++ v1-rev20240618-2.0.0 + 2.29.1 + + +diff --git a/processing/pom.xml b/processing/pom.xml +index fcc16a65c5..2f5fb45890 100644 +--- a/processing/pom.xml ++++ b/processing/pom.xml +@@ -36,7 +36,7 @@ + 1.6.5 + ${sigar.base.version}.132 + 5.3.4 +- 6.4.4 ++ 6.4.13 + + + diff --git a/druid/stackable/patches/26.0.0/0005-Include-jackson-dataformat-xml-dependency.patch b/druid/stackable/patches/30.0.1/0005-Include-jackson-dataformat-xml-dependency.patch similarity index 86% rename from druid/stackable/patches/26.0.0/0005-Include-jackson-dataformat-xml-dependency.patch rename to druid/stackable/patches/30.0.1/0005-Include-jackson-dataformat-xml-dependency.patch index e2876fc7a..dc3775693 100644 --- a/druid/stackable/patches/26.0.0/0005-Include-jackson-dataformat-xml-dependency.patch +++ b/druid/stackable/patches/30.0.1/0005-Include-jackson-dataformat-xml-dependency.patch @@ -1,6 +1,6 @@ -From 1e4c0f607abfe1362941af5f53e04cd0b845f41f Mon Sep 17 00:00:00 2001 +From 1f1d47e9ab58fe2d4549225f182f3ff381971c20 Mon Sep 17 00:00:00 2001 From: Lars Francke -Date: Thu, 12 Dec 2024 17:59:17 +0100 +Date: Mon, 17 Feb 2025 16:42:49 +0100 Subject: Include jackson-dataformat-xml dependency. This allows us to use XmlLayout for Log4jV2. @@ -12,10 +12,10 @@ build. 1 file changed, 5 insertions(+) diff --git a/server/pom.xml b/server/pom.xml -index fdc6f1f548..9f18e614e9 100644 +index cfa6b8f9f5..4e36bc9438 100644 --- a/server/pom.xml +++ b/server/pom.xml -@@ -195,6 +195,11 @@ +@@ -205,6 +205,11 @@ org.apache.logging.log4j log4j-core diff --git a/druid/stackable/patches/26.0.0/0006-Stop-building-the-tar.gz-distribution.patch b/druid/stackable/patches/30.0.1/0006-Stop-building-the-tar.gz-distribution.patch similarity index 89% rename from druid/stackable/patches/26.0.0/0006-Stop-building-the-tar.gz-distribution.patch rename to druid/stackable/patches/30.0.1/0006-Stop-building-the-tar.gz-distribution.patch index 00a9e9719..f2474299a 100644 --- a/druid/stackable/patches/26.0.0/0006-Stop-building-the-tar.gz-distribution.patch +++ b/druid/stackable/patches/30.0.1/0006-Stop-building-the-tar.gz-distribution.patch @@ -1,6 +1,6 @@ -From c7d74ad665618125e09f365bae0ecaa2876b6a87 Mon Sep 17 00:00:00 2001 +From 719e70a5143f7fc3143186a2e277495be7eada72 Mon Sep 17 00:00:00 2001 From: Lars Francke -Date: Thu, 12 Dec 2024 17:59:17 +0100 +Date: Mon, 17 Feb 2025 16:42:49 +0100 Subject: Stop building the tar.gz distribution. All we do is build Druid tar and gzip it only to immediately uncompress it diff --git a/druid/stackable/patches/26.0.0/0007-Update-CycloneDX-plugin.patch b/druid/stackable/patches/30.0.1/0007-Update-CycloneDX-plugin.patch similarity index 77% rename from druid/stackable/patches/26.0.0/0007-Update-CycloneDX-plugin.patch rename to druid/stackable/patches/30.0.1/0007-Update-CycloneDX-plugin.patch index 89e466782..ac98de27e 100644 --- a/druid/stackable/patches/26.0.0/0007-Update-CycloneDX-plugin.patch +++ b/druid/stackable/patches/30.0.1/0007-Update-CycloneDX-plugin.patch @@ -1,4 +1,4 @@ -From 56541040ce6a5c36d53fdda71316d2a7ab8245c0 Mon Sep 17 00:00:00 2001 +From aff63a7572dd88797be111e8ab04d443bf125369 Mon Sep 17 00:00:00 2001 From: Lukas Voetmand Date: Fri, 6 Sep 2024 17:53:52 +0200 Subject: Update CycloneDX plugin @@ -8,15 +8,15 @@ Subject: Update CycloneDX plugin 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml -index 2364f27dc4..c902899304 100644 +index e1b83dac70..7cf5ffda15 100644 --- a/pom.xml +++ b/pom.xml -@@ -1533,7 +1533,11 @@ +@@ -1700,7 +1700,11 @@ org.cyclonedx cyclonedx-maven-plugin -- 2.7.5 -+ 2.8.1 +- 2.7.9 ++ 2.8.0 + + application + 1.5 diff --git a/druid/stackable/patches/26.0.0/0008-Fix-CVE-2024-36114.patch b/druid/stackable/patches/30.0.1/0008-Fix-CVE-2024-36114.patch similarity index 89% rename from druid/stackable/patches/26.0.0/0008-Fix-CVE-2024-36114.patch rename to druid/stackable/patches/30.0.1/0008-Fix-CVE-2024-36114.patch index 766d53a5f..240d7f409 100644 --- a/druid/stackable/patches/26.0.0/0008-Fix-CVE-2024-36114.patch +++ b/druid/stackable/patches/30.0.1/0008-Fix-CVE-2024-36114.patch @@ -1,9 +1,9 @@ -From a8442f203b70216cd7b3ec9cefe8f7627fa0d7e2 Mon Sep 17 00:00:00 2001 +From 3c4e883753763d3b76b05b438b65feff345d3fb2 Mon Sep 17 00:00:00 2001 From: Malte Sander Date: Thu, 12 Dec 2024 17:59:17 +0100 Subject: Fix CVE-2024-36114 -See https://github.com/stackabletech/vulnerabilities/issues/834 +see https://github.com/stackabletech/vulnerabilities/issues/834 Aircompressor is a library with ports of the Snappy, LZO, LZ4, and Zstandard compression algorithms to Java. All decompressor @@ -26,11 +26,11 @@ known workarounds for this issue. 1 file changed, 6 insertions(+) diff --git a/pom.xml b/pom.xml -index c902899304..6c24bdc0b2 100644 +index 7cf5ffda15..f27713d5fd 100644 --- a/pom.xml +++ b/pom.xml -@@ -233,6 +233,12 @@ - +@@ -255,6 +255,12 @@ + + diff --git a/druid/stackable/patches/26.0.0/0009-Update-FMPP-version.patch b/druid/stackable/patches/30.0.1/0009-Update-FMPP-version.patch similarity index 88% rename from druid/stackable/patches/26.0.0/0009-Update-FMPP-version.patch rename to druid/stackable/patches/30.0.1/0009-Update-FMPP-version.patch index 90ea19709..2580e05e1 100644 --- a/druid/stackable/patches/26.0.0/0009-Update-FMPP-version.patch +++ b/druid/stackable/patches/30.0.1/0009-Update-FMPP-version.patch @@ -1,4 +1,4 @@ -From 2d634afe93690d295ddf69751b03e824cbd9f934 Mon Sep 17 00:00:00 2001 +From 64f5d9955d31695a0bbb98bc70233cca49939bfb Mon Sep 17 00:00:00 2001 From: Lars Francke Date: Thu, 12 Dec 2024 06:35:21 +0100 Subject: Update FMPP version @@ -12,10 +12,10 @@ which we don't want. 1 file changed, 7 insertions(+) diff --git a/sql/pom.xml b/sql/pom.xml -index e2bbd8c7f8..a72f96a6ca 100644 +index 00ed50cf69..bad8096a59 100644 --- a/sql/pom.xml +++ b/sql/pom.xml -@@ -322,6 +322,13 @@ +@@ -384,6 +384,13 @@ com.googlecode.fmpp-maven-plugin fmpp-maven-plugin diff --git a/druid/stackable/patches/30.0.1/0010-Fix-CVE-2023-34455.patch b/druid/stackable/patches/30.0.1/0010-Fix-CVE-2023-34455.patch new file mode 100644 index 000000000..fab4b0f0d --- /dev/null +++ b/druid/stackable/patches/30.0.1/0010-Fix-CVE-2023-34455.patch @@ -0,0 +1,43 @@ +From f246bea0ec12b167b4fb49dcf775527429715f77 Mon Sep 17 00:00:00 2001 +From: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com> +Date: Tue, 28 Jan 2025 17:29:59 +0100 +Subject: Fix CVE-2023-34455 + +see https://github.com/stackabletech/vulnerabilities/issues/558 + +At the end of build process, Druid downloads dependencies directly from a remote +Maven repository ignoring existing patches that have been applyed locally. +These dependencies include all transitive dependencies too. +The hadoop client depends on a vulnerable version of the snappy library which +is then also downloaded even though a newer version is already on the system. + +This patch removes the vulnerable jars. +--- + distribution/pom.xml | 14 ++++++++++++++ + 1 file changed, 14 insertions(+) + +diff --git a/distribution/pom.xml b/distribution/pom.xml +index 08b4121287..ba08137c26 100644 +--- a/distribution/pom.xml ++++ b/distribution/pom.xml +@@ -259,6 +259,20 @@ + + + ++ ++ fix-cve-2023-34455-remove-snappy ++ package ++ ++ exec ++ ++ ++ /usr/bin/rm ++ ++ ${project.build.directory}/hadoop-dependencies/hadoop-client-api/3.3.6/snappy-java-1.1.8.2.jar ++ ${project.build.directory}/hadoop-dependencies/hadoop-client-runtime/3.3.6/snappy-java-1.1.8.2.jar ++ ++ ++ + + + diff --git a/druid/stackable/patches/30.0.1/patchable.toml b/druid/stackable/patches/30.0.1/patchable.toml new file mode 100644 index 000000000..aad1cde81 --- /dev/null +++ b/druid/stackable/patches/30.0.1/patchable.toml @@ -0,0 +1,2 @@ +upstream = "https://github.com/apache/druid.git" +base = "a30af7a91d528e5c3a90356a5592abc7119191c6" diff --git a/druid/stackable/patches/31.0.1/0001-Removes-all-traces-of-the-druid-ranger-extension.patch b/druid/stackable/patches/31.0.1/0001-Removes-all-traces-of-the-druid-ranger-extension.patch new file mode 100644 index 000000000..1a63c96b7 --- /dev/null +++ b/druid/stackable/patches/31.0.1/0001-Removes-all-traces-of-the-druid-ranger-extension.patch @@ -0,0 +1,35 @@ +From ac257969aaf853835a5a410bb3d432c2b8d9f390 Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Wed, 10 Jul 2024 17:07:13 +0200 +Subject: Removes all traces of the druid ranger extension + +--- + distribution/pom.xml | 2 -- + pom.xml | 1 - + 2 files changed, 3 deletions(-) + +diff --git a/distribution/pom.xml b/distribution/pom.xml +index dcb01abceb..1a4f7df716 100644 +--- a/distribution/pom.xml ++++ b/distribution/pom.xml +@@ -252,8 +252,6 @@ + -c + org.apache.druid.extensions:druid-pac4j + -c +- org.apache.druid.extensions:druid-ranger-security +- -c + org.apache.druid.extensions:druid-kubernetes-extensions + -c + org.apache.druid.extensions:druid-catalog +diff --git a/pom.xml b/pom.xml +index e5bcfafacb..807f9f11df 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -198,7 +198,6 @@ + extensions-core/simple-client-sslcontext + extensions-core/druid-basic-security + extensions-core/google-extensions +- extensions-core/druid-ranger-security + extensions-core/druid-catalog + extensions-core/testing-tools + diff --git a/druid/stackable/patches/31.0.1/0002-Include-Prometheus-emitter-in-distribution.patch b/druid/stackable/patches/31.0.1/0002-Include-Prometheus-emitter-in-distribution.patch new file mode 100644 index 000000000..beb5f4e94 --- /dev/null +++ b/druid/stackable/patches/31.0.1/0002-Include-Prometheus-emitter-in-distribution.patch @@ -0,0 +1,66 @@ +From 484bd7f13890823fdfdcbec5bd21b046ac885015 Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Mon, 17 Feb 2025 16:42:34 +0100 +Subject: Include Prometheus emitter in distribution + +--- + distribution/pom.xml | 46 ++++++++++++++++++++++++++++++++++++++++++++ + 1 file changed, 46 insertions(+) + +diff --git a/distribution/pom.xml b/distribution/pom.xml +index 1a4f7df716..a28e34bb6a 100644 +--- a/distribution/pom.xml ++++ b/distribution/pom.xml +@@ -464,6 +464,52 @@ + + + ++ ++ stackable-bundle-contrib-exts ++ ++ true ++ ++ ++ ++ ++ org.codehaus.mojo ++ exec-maven-plugin ++ ++ ++ pull-deps-contrib-exts ++ package ++ ++ exec ++ ++ ++ ${project.parent.basedir}/examples/bin/run-java ++ ++ -classpath ++ ++ -Ddruid.extensions.loadList=[] ++ -Ddruid.extensions.directory=${project.build.directory}/extensions ++ ++ ++ -Ddruid.extensions.hadoopDependenciesDir=${project.build.directory}/hadoop-dependencies ++ ++ org.apache.druid.cli.Main ++ tools ++ pull-deps ++ --defaultVersion ++ ${project.parent.version} ++ -l ++ ${settings.localRepository} ++ --no-default-hadoop ++ -c ++ org.apache.druid.extensions.contrib:prometheus-emitter ++ ++ ++ ++ ++ ++ ++ ++ + + integration-test + diff --git a/druid/stackable/patches/31.0.1/0003-Stop-building-unused-extensions.patch b/druid/stackable/patches/31.0.1/0003-Stop-building-unused-extensions.patch new file mode 100644 index 000000000..97fc3b900 --- /dev/null +++ b/druid/stackable/patches/31.0.1/0003-Stop-building-unused-extensions.patch @@ -0,0 +1,57 @@ +From 540182e6a1169103cb77ff37d963186f23204800 Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Mon, 17 Feb 2025 16:42:34 +0100 +Subject: Stop building unused extensions. + +By default Druid builds all community extensions and then discards them +while assembling the final distribution. This patch removes unused +extensions from the build. +--- + pom.xml | 32 +------------------------------- + 1 file changed, 1 insertion(+), 31 deletions(-) + +diff --git a/pom.xml b/pom.xml +index 807f9f11df..e9e19f7920 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -200,39 +200,9 @@ + extensions-core/google-extensions + extensions-core/druid-catalog + extensions-core/testing-tools ++ + +- extensions-contrib/compressed-bigdecimal +- extensions-contrib/influx-extensions +- extensions-contrib/cassandra-storage +- extensions-contrib/dropwizard-emitter +- extensions-contrib/cloudfiles-extensions +- extensions-contrib/graphite-emitter +- extensions-contrib/distinctcount +- extensions-contrib/statsd-emitter +- extensions-contrib/time-min-max +- extensions-contrib/virtual-columns +- extensions-contrib/thrift-extensions +- extensions-contrib/ambari-metrics-emitter +- extensions-contrib/sqlserver-metadata-storage +- extensions-contrib/kafka-emitter +- extensions-contrib/redis-cache +- extensions-contrib/opentsdb-emitter +- extensions-contrib/materialized-view-maintenance +- extensions-contrib/materialized-view-selection +- extensions-contrib/momentsketch +- extensions-contrib/moving-average-query +- extensions-contrib/tdigestsketch +- extensions-contrib/ddsketch +- extensions-contrib/influxdb-emitter +- extensions-contrib/gce-extensions +- extensions-contrib/aliyun-oss-extensions + extensions-contrib/prometheus-emitter +- extensions-contrib/opentelemetry-emitter +- extensions-contrib/kubernetes-overlord-extensions +- extensions-contrib/druid-iceberg-extensions +- extensions-contrib/druid-deltalake-extensions +- extensions-contrib/spectator-histogram +- extensions-contrib/rabbit-stream-indexing-service + + + distribution diff --git a/druid/stackable/patches/31.0.1/0004-Updates-all-dependencies-that-have-a-new-patch-relea.patch b/druid/stackable/patches/31.0.1/0004-Updates-all-dependencies-that-have-a-new-patch-relea.patch new file mode 100644 index 000000000..f6d435ab6 --- /dev/null +++ b/druid/stackable/patches/31.0.1/0004-Updates-all-dependencies-that-have-a-new-patch-relea.patch @@ -0,0 +1,151 @@ +From 14918ed4cad073b1e62ba26111352dafd2da3ae0 Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Mon, 17 Feb 2025 16:42:49 +0100 +Subject: Updates all dependencies that have a new patch release available. + +--- + extensions-core/druid-pac4j/pom.xml | 2 +- + extensions-core/kubernetes-extensions/pom.xml | 2 +- + extensions-core/orc-extensions/pom.xml | 2 +- + extensions-core/parquet-extensions/pom.xml | 2 +- + pom.xml | 31 ++++++++++--------- + processing/pom.xml | 2 +- + 6 files changed, 22 insertions(+), 19 deletions(-) + +diff --git a/extensions-core/druid-pac4j/pom.xml b/extensions-core/druid-pac4j/pom.xml +index 3693d28d67..8be5e4c355 100644 +--- a/extensions-core/druid-pac4j/pom.xml ++++ b/extensions-core/druid-pac4j/pom.xml +@@ -34,7 +34,7 @@ + + + +- 4.5.7 ++ 4.5.8 + + + 1.7 +diff --git a/extensions-core/kubernetes-extensions/pom.xml b/extensions-core/kubernetes-extensions/pom.xml +index 1e513ec8eb..7f43fdd108 100644 +--- a/extensions-core/kubernetes-extensions/pom.xml ++++ b/extensions-core/kubernetes-extensions/pom.xml +@@ -34,7 +34,7 @@ + + + +- 19.0.0 ++ 19.0.2 + + + +diff --git a/extensions-core/orc-extensions/pom.xml b/extensions-core/orc-extensions/pom.xml +index 1b6a394728..bb4a9be716 100644 +--- a/extensions-core/orc-extensions/pom.xml ++++ b/extensions-core/orc-extensions/pom.xml +@@ -31,7 +31,7 @@ + + 4.0.0 + +- 1.7.6 ++ 1.7.11 + + + +diff --git a/extensions-core/parquet-extensions/pom.xml b/extensions-core/parquet-extensions/pom.xml +index 0d18d9162d..a8f9e7d52e 100644 +--- a/extensions-core/parquet-extensions/pom.xml ++++ b/extensions-core/parquet-extensions/pom.xml +@@ -201,7 +201,7 @@ + + + +- 1.13.0 ++ 1.13.1 + + + +diff --git a/pom.xml b/pom.xml +index e9e19f7920..4408e55b9c 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -74,7 +74,7 @@ + 1.8 + 8 + UTF-8 +- 0.9.0.M2 ++ 0.9.1.v20140329 + 5.5.0 + 3.9.0 + ++ 8.5.6 + 32.0.1-jre + 4.1.0 + 1.3 +- 9.4.56.v20240826 ++ 9.4.57.v20241219 + 1.19.4 +- 2.12.7.20221012 +- 1.9.13 ++ 2.12.7.20240502 ++ 1.9.14-MULE-002 + 2.22.1 + 8.2.0 + 2.7.3 + 3.10.6.Final +- 4.1.108.Final +- 42.7.2 ++ 4.1.117.Final ++ 42.7.5 + 3.25.5 + 1.3.1 + 1.7.36 +@@ -118,17 +121,17 @@ + + core +- 1.12.638 +- 2.8.0 +- 0.8.7 ++ 1.12.780 ++ 2.8.8 ++ 0.8.12 + 6.2.5.Final +- 4.5.13 ++ 4.5.14 + + 3.8.4 + 2.5.7 + 2.2.0 + 1.42.3 +- v1-rev20230606-2.0.0 ++ v1-rev20250107-2.0.0 + 2.29.1 + + +diff --git a/processing/pom.xml b/processing/pom.xml +index d5418dce93..716c1299f4 100644 +--- a/processing/pom.xml ++++ b/processing/pom.xml +@@ -36,7 +36,7 @@ + 1.6.5 + ${sigar.base.version}.132 + 5.3.4 +- 6.4.4 ++ 6.4.13 + + + diff --git a/druid/stackable/patches/31.0.1/0005-Include-jackson-dataformat-xml-dependency.patch b/druid/stackable/patches/31.0.1/0005-Include-jackson-dataformat-xml-dependency.patch new file mode 100644 index 000000000..1a469fef8 --- /dev/null +++ b/druid/stackable/patches/31.0.1/0005-Include-jackson-dataformat-xml-dependency.patch @@ -0,0 +1,29 @@ +From bb1dd6ace9f6112532e5c4ad7158f0703b5baf9a Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Mon, 17 Feb 2025 16:42:49 +0100 +Subject: Include jackson-dataformat-xml dependency. + +This allows us to use XmlLayout for Log4jV2. +By including it here as a dependency we can make sure that we always have +the matching version and we don't need to include it manually later in the +build. +--- + server/pom.xml | 5 +++++ + 1 file changed, 5 insertions(+) + +diff --git a/server/pom.xml b/server/pom.xml +index 8f1bb2bd72..4c443f9ac4 100644 +--- a/server/pom.xml ++++ b/server/pom.xml +@@ -205,6 +205,11 @@ + org.apache.logging.log4j + log4j-core + ++ ++ ++ com.fasterxml.jackson.dataformat ++ jackson-dataformat-xml ++ + + com.fasterxml.jackson.datatype + jackson-datatype-joda diff --git a/druid/stackable/patches/31.0.1/0006-Stop-building-the-tar.gz-distribution.patch b/druid/stackable/patches/31.0.1/0006-Stop-building-the-tar.gz-distribution.patch new file mode 100644 index 000000000..41fc73a3f --- /dev/null +++ b/druid/stackable/patches/31.0.1/0006-Stop-building-the-tar.gz-distribution.patch @@ -0,0 +1,24 @@ +From e91413a596de7c72e659a0da45522f8d84a6372b Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Mon, 17 Feb 2025 16:42:49 +0100 +Subject: Stop building the tar.gz distribution. + +All we do is build Druid tar and gzip it only to immediately uncompress it +again. So, instead we just skip the compression step entirely. +--- + distribution/src/assembly/assembly.xml | 2 +- + 1 file changed, 1 insertion(+), 1 deletion(-) + +diff --git a/distribution/src/assembly/assembly.xml b/distribution/src/assembly/assembly.xml +index ff8e0d2fdd..f9daa49e21 100644 +--- a/distribution/src/assembly/assembly.xml ++++ b/distribution/src/assembly/assembly.xml +@@ -23,7 +23,7 @@ + xsi:schemaLocation="http://maven.apache.org/ASSEMBLY/2.0.0 http://maven.apache.org/xsd/assembly-2.0.0.xsd"> + bin + +- tar.gz ++ dir + + + diff --git a/druid/stackable/patches/31.0.1/0007-Update-CycloneDX-plugin.patch b/druid/stackable/patches/31.0.1/0007-Update-CycloneDX-plugin.patch new file mode 100644 index 000000000..52880e32c --- /dev/null +++ b/druid/stackable/patches/31.0.1/0007-Update-CycloneDX-plugin.patch @@ -0,0 +1,26 @@ +From 245dbf0bff4e386db6b27d079fe5baff6180732c Mon Sep 17 00:00:00 2001 +From: Lukas Voetmand +Date: Fri, 6 Sep 2024 17:53:52 +0200 +Subject: Update CycloneDX plugin + +--- + pom.xml | 6 +++++- + 1 file changed, 5 insertions(+), 1 deletion(-) + +diff --git a/pom.xml b/pom.xml +index 4408e55b9c..5c99e69381 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -1707,7 +1707,11 @@ + + org.cyclonedx + cyclonedx-maven-plugin +- 2.7.9 ++ 2.8.0 ++ ++ application ++ 1.5 ++ + + + package diff --git a/druid/stackable/patches/31.0.1/0008-Fix-CVE-2024-36114.patch b/druid/stackable/patches/31.0.1/0008-Fix-CVE-2024-36114.patch new file mode 100644 index 000000000..5915ad3a9 --- /dev/null +++ b/druid/stackable/patches/31.0.1/0008-Fix-CVE-2024-36114.patch @@ -0,0 +1,45 @@ +From f36f1491c4d3658a8ebdc74e90fdbfa949546abe Mon Sep 17 00:00:00 2001 +From: Malte Sander +Date: Thu, 12 Dec 2024 17:59:17 +0100 +Subject: Fix CVE-2024-36114 + +Fix CVE-2024-36114 +see https://github.com/stackabletech/vulnerabilities/issues/834 + +Aircompressor is a library with ports of the Snappy, LZO, LZ4, and +Zstandard compression algorithms to Java. All decompressor +implementations of Aircompressor (LZ4, LZO, Snappy, Zstandard) can crash +the JVM for certain input, and in some cases also leak the content of +other memory of the Java process (which could contain sensitive +information). When decompressing certain data, the decompressors try to +access memory outside the bounds of the given byte arrays or byte +buffers. Because Aircompressor uses the JDK class sun.misc.Unsafe to +speed up memory access, no additional bounds checks are performed and +this has similar security consequences as out-of-bounds access in C or +C++, namely it can lead to non-deterministic behavior or crash the JVM. +Users should update to Aircompressor 0.27 or newer where these issues +have been fixed. When decompressing data from untrusted users, this can +be exploited for a denial-of-service attack by crashing the JVM, or to +leak other sensitive information from the Java process. There are no +known workarounds for this issue. +--- + pom.xml | 6 ++++++ + 1 file changed, 6 insertions(+) + +diff --git a/pom.xml b/pom.xml +index 5c99e69381..88fdfcb09a 100644 +--- a/pom.xml ++++ b/pom.xml +@@ -256,6 +256,12 @@ + + + ++ ++ ++ io.airlift ++ aircompressor ++ 0.27 ++ + + + commons-codec diff --git a/druid/stackable/patches/31.0.1/0009-Update-FMPP-version.patch b/druid/stackable/patches/31.0.1/0009-Update-FMPP-version.patch new file mode 100644 index 000000000..0ff41331f --- /dev/null +++ b/druid/stackable/patches/31.0.1/0009-Update-FMPP-version.patch @@ -0,0 +1,36 @@ +From 15f604cc0c9f953df95be8a4c38d5dcc0b595051 Mon Sep 17 00:00:00 2001 +From: Lars Francke +Date: Thu, 12 Dec 2024 06:35:21 +0100 +Subject: Update FMPP version + +This is because FMPP Maven Plugin depends on FMPP in version 0.9.14 +which itself depends on a Freemarker version that has not been pinned. +Instead it specifies a "range" which resolves to a SNAPSHOT version +which we don't want. +--- + 10-update-fmpp.patch | 0 + sql/pom.xml | 7 +++++++ + 2 files changed, 7 insertions(+) + create mode 100644 10-update-fmpp.patch + +diff --git a/10-update-fmpp.patch b/10-update-fmpp.patch +new file mode 100644 +index 0000000000..e69de29bb2 +diff --git a/sql/pom.xml b/sql/pom.xml +index 56ed03f5c2..d0d19dd854 100644 +--- a/sql/pom.xml ++++ b/sql/pom.xml +@@ -365,6 +365,13 @@ + + com.googlecode.fmpp-maven-plugin + fmpp-maven-plugin ++ ++ ++ net.sourceforge.fmpp ++ fmpp ++ 0.9.16 ++ ++ + + + generate-fmpp-sources diff --git a/druid/stackable/patches/31.0.1/0010-Fix-CVE-2023-34455.patch b/druid/stackable/patches/31.0.1/0010-Fix-CVE-2023-34455.patch new file mode 100644 index 000000000..c69d2f85e --- /dev/null +++ b/druid/stackable/patches/31.0.1/0010-Fix-CVE-2023-34455.patch @@ -0,0 +1,43 @@ +From 90f6dd1211a4d4ced8b3a75b7549b1e68e4b6ee6 Mon Sep 17 00:00:00 2001 +From: Razvan-Daniel Mihai <84674+razvan@users.noreply.github.com> +Date: Tue, 28 Jan 2025 17:29:59 +0100 +Subject: Fix CVE-2023-34455 + +see https://github.com/stackabletech/vulnerabilities/issues/558 + +At the end of build process, Druid downloads dependencies directly from a remote +Maven repository ignoring existing patches that have been applyed locally. +These dependencies include all transitive dependencies too. +The hadoop client depends on a vulnerable version of the snappy library which +is then also downloaded even though a newer version is already on the system. + +This patch removes the vulnerable jars. +--- + distribution/pom.xml | 14 ++++++++++++++ + 1 file changed, 14 insertions(+) + +diff --git a/distribution/pom.xml b/distribution/pom.xml +index a28e34bb6a..4ab7837538 100644 +--- a/distribution/pom.xml ++++ b/distribution/pom.xml +@@ -259,6 +259,20 @@ + + + ++ ++ fix-cve-2023-34455-remove-snappy ++ package ++ ++ exec ++ ++ ++ /usr/bin/rm ++ ++ ${project.build.directory}/hadoop-dependencies/hadoop-client-api/3.3.6/snappy-java-1.1.8.2.jar ++ ${project.build.directory}/hadoop-dependencies/hadoop-client-runtime/3.3.6/snappy-java-1.1.8.2.jar ++ ++ ++ + + + diff --git a/druid/stackable/patches/31.0.1/patchable.toml b/druid/stackable/patches/31.0.1/patchable.toml new file mode 100644 index 000000000..97ae47d66 --- /dev/null +++ b/druid/stackable/patches/31.0.1/patchable.toml @@ -0,0 +1,2 @@ +upstream = "https://github.com/apache/druid.git" +base = "520482cb9638e452b0553595b4f29bb397a63758" diff --git a/druid/versions.py b/druid/versions.py index ec14e455b..ec46b26da 100644 --- a/druid/versions.py +++ b/druid/versions.py @@ -1,15 +1,23 @@ versions = [ - { - "product": "26.0.0", - "java-base": "11", - "java-devel": "11", - "authorizer": "0.5.0", - }, { "product": "30.0.0", # https://druid.apache.org/docs/30.0.0/operations/java/ "java-base": "17", "java-devel": "17", - "authorizer": "0.5.0", + "authorizer": "0.6.0", + }, + { + "product": "30.0.1", + # https://druid.apache.org/docs/30.0.1/operations/java/ + "java-base": "17", + "java-devel": "17", + "authorizer": "0.6.0", + }, + { + "product": "31.0.1", + # https://druid.apache.org/docs/31.0.1/operations/java/ + "java-base": "17", + "java-devel": "17", + "authorizer": "0.6.0", }, ]