diff --git a/build-tools/helm/spark-kubernetes-operator/README.md b/build-tools/helm/spark-kubernetes-operator/README.md index 4f75de6d..53883e0b 100644 --- a/build-tools/helm/spark-kubernetes-operator/README.md +++ b/build-tools/helm/spark-kubernetes-operator/README.md @@ -38,7 +38,7 @@ cluster using the [Helm](https://helm.sh) package manager. With this, you can la ## Features -- Support Apache Spark 3.5+ +- Support Apache Spark 4.0+ - Support `SparkApp` and `SparkCluster` CRDs - `sparkapplications.spark.apache.org` (v1) - `sparkclusters.spark.apache.org` (v1) diff --git a/docs/operations.md b/docs/operations.md index b72fa30f..971eb01a 100644 --- a/docs/operations.md +++ b/docs/operations.md @@ -25,7 +25,7 @@ under the License. - Kubernetes version compatibility: - k8s version >= 1.34 is recommended. Operator attempts to be as API compatible as possible, but patch support will not be performed on k8s versions that reached EOL. -- Spark versions 3.5 or above. +- Spark versions 4.0 or above. ## Spark Application Namespaces diff --git a/tests/e2e/python/chainsaw-test.yaml b/tests/e2e/python/chainsaw-test.yaml index 77b49ab4..d56de308 100644 --- a/tests/e2e/python/chainsaw-test.yaml +++ b/tests/e2e/python/chainsaw-test.yaml @@ -28,13 +28,6 @@ spec: value: "2.13" - name: "IMAGE" value: "apache/spark:4.1.2-python3" - - bindings: - - name: "SPARK_VERSION" - value: "3.5.8" - - name: "SCALA_VERSION" - value: "2.12" - - name: "IMAGE" - value: "apache/spark:3.5.8-scala2.12-java17-python3-ubuntu" steps: - name: install-spark-application try: diff --git a/tests/e2e/spark-versions/chainsaw-test.yaml b/tests/e2e/spark-versions/chainsaw-test.yaml index 31e61492..2971706e 100644 --- a/tests/e2e/spark-versions/chainsaw-test.yaml +++ b/tests/e2e/spark-versions/chainsaw-test.yaml @@ -30,15 +30,6 @@ spec: value: "17" - name: "IMAGE" value: "apache/spark:4.1.2-scala-java17" - - bindings: - - name: "SPARK_VERSION" - value: "3.5.8" - - name: "SCALA_VERSION" - value: "2.12" - - name: "JAVA_VERSION" - value: "17" - - name: "IMAGE" - value: 'apache/spark:3.5.8-scala2.12-java17-ubuntu' - bindings: - name: "SPARK_VERSION" value: "4.1.2"