From f0b243b207af4ef9ba3025099cd0278362e9894c Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 10 Apr 2026 08:34:02 -0700 Subject: [PATCH 1/4] [SPARK-56441] Upgrade `lz4-java` to 1.11.0 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- pom.xml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 2cf75c0982ce9..daefcd85972ed 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -189,7 +189,7 @@ log4j-api/2.25.4//log4j-api-2.25.4.jar log4j-core/2.25.4//log4j-core-2.25.4.jar log4j-layout-template-json/2.25.4//log4j-layout-template-json-2.25.4.jar log4j-slf4j2-impl/2.25.4//log4j-slf4j2-impl-2.25.4.jar -lz4-java/1.10.4//lz4-java-1.10.4.jar +lz4-java/1.11.0//lz4-java-1.11.0.jar metrics-core/4.2.37//metrics-core-4.2.37.jar metrics-graphite/4.2.37//metrics-graphite-4.2.37.jar metrics-jmx/4.2.37//metrics-jmx-4.2.37.jar diff --git a/pom.xml b/pom.xml index 62d80a365b7c7..8bbc5bff4a401 100644 --- a/pom.xml +++ b/pom.xml @@ -889,7 +889,7 @@ at.yawk.lz4 lz4-java - 1.10.4 + 1.11.0 com.github.luben From 44ca725cef5e2c692ef67c7e74ea09a80bf34120 Mon Sep 17 00:00:00 2001 From: dongjoon-hyun Date: Fri, 10 Apr 2026 17:18:20 +0000 Subject: [PATCH 2/4] Benchmark results for *LZ4TPCDSDataBenchmark (JDK 17, Scala 2.13, split 1 of 1) --- core/benchmarks/LZ4TPCDSDataBenchmark-results.txt | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt b/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt index 94d8848325e0d..6227a0f58b61a 100644 --- a/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt +++ b/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt @@ -2,16 +2,16 @@ Benchmark LZ4CompressionCodec ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.14.0-1017-azure -AMD EPYC 7763 64-Core Processor +OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.17.0-1010-azure +AMD EPYC 9V74 80-Core Processor Compression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Compression 4 times 2376 2383 10 0.0 593917596.8 1.0X +Compression 4 times 2543 2547 6 0.0 635681307.2 1.0X -OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.14.0-1017-azure -AMD EPYC 7763 64-Core Processor +OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.17.0-1010-azure +AMD EPYC 9V74 80-Core Processor Decompression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Decompression 4 times 759 761 2 0.0 189753707.8 1.0X +Decompression 4 times 767 768 2 0.0 191709504.8 1.0X From d337d09896fd4f39d42b08c86b916ff1d5b58060 Mon Sep 17 00:00:00 2001 From: dongjoon-hyun Date: Fri, 10 Apr 2026 17:21:08 +0000 Subject: [PATCH 3/4] Benchmark results for *LZ4TPCDSDataBenchmark (JDK 21, Scala 2.13, split 1 of 1) --- core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt index 031c00ec96bdf..454d52f119856 100644 --- a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt +++ b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt @@ -2,16 +2,16 @@ Benchmark LZ4CompressionCodec ================================================================================================ -OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.14.0-1017-azure +OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.17.0-1010-azure AMD EPYC 7763 64-Core Processor Compression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Compression 4 times 2376 2382 9 0.0 593993111.8 1.0X +Compression 4 times 2342 2349 9 0.0 585571861.0 1.0X -OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.14.0-1017-azure +OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.17.0-1010-azure AMD EPYC 7763 64-Core Processor Decompression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Decompression 4 times 731 757 29 0.0 182787977.2 1.0X +Decompression 4 times 748 776 24 0.0 187029239.5 1.0X From 1ac85e0b8f531583ee9a3dae2af078ad851d2231 Mon Sep 17 00:00:00 2001 From: dongjoon-hyun Date: Fri, 10 Apr 2026 17:29:12 +0000 Subject: [PATCH 4/4] Benchmark results for *LZ4TPCDSDataBenchmark (JDK 25, Scala 2.13, split 1 of 1) --- core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt index 05898aa539e88..7a6736919653c 100644 --- a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt +++ b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt @@ -2,16 +2,16 @@ Benchmark LZ4CompressionCodec ================================================================================================ -OpenJDK 64-Bit Server VM 25.0.2+10-LTS on Linux 6.14.0-1017-azure +OpenJDK 64-Bit Server VM 25.0.2+10-LTS on Linux 6.17.0-1010-azure AMD EPYC 7763 64-Core Processor Compression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Compression 4 times 2373 2380 10 0.0 593284150.8 1.0X +Compression 4 times 2343 2353 15 0.0 585680834.0 1.0X -OpenJDK 64-Bit Server VM 25.0.2+10-LTS on Linux 6.14.0-1017-azure +OpenJDK 64-Bit Server VM 25.0.2+10-LTS on Linux 6.17.0-1010-azure AMD EPYC 7763 64-Core Processor Decompression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Decompression 4 times 694 710 23 0.0 173453930.5 1.0X +Decompression 4 times 721 729 9 0.0 180327142.3 1.0X