diff --git a/.github/workflows/tpcds.yml b/.github/workflows/tpcds.yml index d2711dee5..479cacf85 100644 --- a/.github/workflows/tpcds.yml +++ b/.github/workflows/tpcds.yml @@ -112,3 +112,17 @@ jobs: scalaver: '2.13' hadoop-profile: 'hadoop3' sparktests: 'true' + + test-spark-41-jdk17-scala-2-13-with-bloomfilter-optimizer-enabled: + name: Test spark-4.1 JDK17 Scala-2.13 with bloomFilter optimizer enabled + uses: ./.github/workflows/tpcds-reusable.yml + with: + sparkver: spark-4.1 + javaver: '17' + scalaver: '2.13' + hadoop-profile: 'hadoop3' + sparktests: 'true' + extrasparkconf: >- + --conf spark.sql.optimizer.runtime.bloomFilter.enabled=true + --conf spark.sql.optimizer.runtime.bloomFilter.applicationSideScanSizeThreshold=1B + --conf spark.sql.autoBroadcastJoinThreshold=-1