From 0b49caf4ab1b7fb92b76c8097a1e8780e5522770 Mon Sep 17 00:00:00 2001 From: xeniape Date: Thu, 15 Jan 2026 16:27:41 +0100 Subject: [PATCH 1/2] chore: Bump hive version for 26.3.0 --- CHANGELOG.md | 2 ++ .../getting_started/hive-postgres-s3.yaml | 2 +- .../getting_started/hive-postgres-s3.yaml.j2 | 2 +- .../pages/usage-guide/database-driver.adoc | 14 +++++------ .../hive/pages/usage-guide/derby-example.adoc | 19 +++++++-------- .../hive/partials/supported-versions.adoc | 4 ++-- examples/hive-opa-cluster.yaml | 8 ++++++- examples/simple-hive-cluster-postgres-s3.yaml | 24 ++++++++++--------- examples/simple-hive-cluster.yaml | 7 ++++-- rust/operator-binary/src/config/jvm.rs | 4 ++-- rust/operator-binary/src/crd/affinity.rs | 2 +- tests/test-definition.yaml | 2 +- 12 files changed, 51 insertions(+), 39 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6e9b468a..aa337b1c 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,10 +9,12 @@ All notable changes to this project will be documented in this file. - Add OPA authorization using the operator-rs `OpaConfig` ([#652]). - Support objectOverrides using `.spec.objectOverrides`. See [objectOverrides concepts page](https://docs.stackable.tech/home/nightly/concepts/overrides/#object-overrides) for details ([#665]). +- Add support for `4.2.0` ### Changed - Bump testing-tools to `0.3.0-stackable0.0.0-dev` ([#664]). +- Deprecate support for `4.1.0` [#652]: https://github.com/stackabletech/hive-operator/pull/652 [#664]: https://github.com/stackabletech/hive-operator/pull/664 diff --git a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml index 9289aa7f..48ad049c 100644 --- a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml +++ b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml @@ -5,7 +5,7 @@ metadata: name: hive-postgres-s3 spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:postgresql://postgresql:5432/hive diff --git a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 index 9289aa7f..48ad049c 100644 --- a/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 +++ b/docs/modules/hive/examples/getting_started/hive-postgres-s3.yaml.j2 @@ -5,7 +5,7 @@ metadata: name: hive-postgres-s3 spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:postgresql://postgresql:5432/hive diff --git a/docs/modules/hive/pages/usage-guide/database-driver.adoc b/docs/modules/hive/pages/usage-guide/database-driver.adoc index e5f1499a..18a26cc8 100644 --- a/docs/modules/hive/pages/usage-guide/database-driver.adoc +++ b/docs/modules/hive/pages/usage-guide/database-driver.adoc @@ -76,7 +76,7 @@ spec: mountPath: /stackable/externals containers: - name: hive-driver - image: oci.stackable.tech/sdp/tools:1.0.0-stackable24.3.0 + image: oci.stackable.tech/sdp/tools:1.0.0-stackable25.11.0 env: - name: DEST_DIR value: "/stackable/externals" @@ -114,7 +114,7 @@ spec: claimName: pvc-hive-drivers containers: - name: hive-driver - image: oci.stackable.tech/sdp/tools:1.0.0-stackable24.3.0 + image: oci.stackable.tech/sdp/tools:1.0.0-stackable25.11.0 env: - name: DEST_DIR value: "/stackable/externals" @@ -147,7 +147,7 @@ metadata: name: hive-with-drivers spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:mysql://mysql:3306/hive # <1> @@ -200,7 +200,7 @@ If you have access to a registry to store custom images, another approach is to .Copy the driver [source] ---- -FROM oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev +FROM oci.stackable.tech/sdp/hive:4.2.0-stackable0.0.0-dev RUN curl --fail -L https://repo1.maven.org/maven2/com/mysql/mysql-connector-j/8.0.31/mysql-connector-j-8.0.31.jar -o /stackable/mysql-connector-j-8.0.31.jar ---- @@ -208,7 +208,7 @@ RUN curl --fail -L https://repo1.maven.org/maven2/com/mysql/mysql-connector-j/8. .Build and tag the image [source] ---- -docker build -f ./Dockerfile -t oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-mysql . +docker build -f ./Dockerfile -t oci.stackable.tech/sdp/hive:4.2.0-stackable0.0.0-dev-mysql . ---- .Reference the new path to the driver without the need for using a volume mounted from a PVC @@ -221,8 +221,8 @@ metadata: name: hive spec: image: - custom: oci.stackable.tech/sdp/hive:4.1.0-stackable0.0.0-dev-mysql # <1> - productVersion: 4.1.0 + custom: oci.stackable.tech/sdp/hive:4.2.0-stackable0.0.0-dev-mysql # <1> + productVersion: 4.2.0 clusterConfig: database: ... diff --git a/docs/modules/hive/pages/usage-guide/derby-example.adoc b/docs/modules/hive/pages/usage-guide/derby-example.adoc index 1348f460..83285c8b 100644 --- a/docs/modules/hive/pages/usage-guide/derby-example.adoc +++ b/docs/modules/hive/pages/usage-guide/derby-example.adoc @@ -16,7 +16,7 @@ metadata: name: simple-hive-derby spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/metastore_db;create=true @@ -39,12 +39,11 @@ stringData: WARNING: You should not use the `Derby` database in production. Derby stores data locally which does not work in high availability setups (multiple replicas) and all data is lost after Pod restarts. -To create a single node Apache Hive Metastore (v4.1.0) cluster with derby and S3 access, deploy a minio (or use any available S3 bucket): +To create a single node Apache Hive Metastore (v4.2.0) cluster with derby and S3 access, deploy a minio (or use any available S3 bucket): [source,bash] ---- helm install minio \ - minio \ - --repo https://charts.bitnami.com/bitnami \ + oci://registry-1.docker.io/bitnamicharts/minio \ --set image.repository=bitnamilegacy/minio \ --set clientImage.repository=bitnamilegacy/minio-client \ --set defaultInitContainers.volumePermissions.image.repository=bitnamilegacy/os-shell \ @@ -71,7 +70,7 @@ metadata: name: simple-hive-derby spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/stackable/metastore_db;create=true @@ -130,7 +129,7 @@ You might see an error message like this: `The authentication type 10 is not supported.` If this is the case, either use an older PostgreSQL version or change its https://www.postgresql.org/docs/current/runtime-config-connection.html#GUC-PASSWORD-ENCRYPTION[`password_encryption`] setting to `md5`. -This installs PostgreSQL in version 10 to work around the issue mentioned above: +This installs PostgreSQL in version 12 to work around the issue mentioned above: [source,bash] ---- helm install hive bitnami/postgresql --version=12.1.5 \ @@ -138,9 +137,9 @@ helm install hive bitnami/postgresql --version=12.1.5 \ --set volumePermissions.image.repository=bitnamilegacy/os-shell \ --set metrics.image.repository=bitnamilegacy/postgres-exporter \ --set global.security.allowInsecureImages=true \ ---set postgresqlUsername=hive \ ---set postgresqlPassword=hive \ ---set postgresqlDatabase=hive +--set auth.username=hive \ +--set auth.password=hive \ +--set auth.database=hive ---- .Create Hive Metastore using a PostgreSQL database @@ -152,7 +151,7 @@ metadata: name: simple-hive-postgres spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:postgresql://hive-postgresql.default.svc.cluster.local:5432/hive diff --git a/docs/modules/hive/partials/supported-versions.adoc b/docs/modules/hive/partials/supported-versions.adoc index bf68eb96..12e349a1 100644 --- a/docs/modules/hive/partials/supported-versions.adoc +++ b/docs/modules/hive/partials/supported-versions.adoc @@ -2,8 +2,8 @@ // This is a separate file, since it is used by both the direct Hive-Operator documentation, and the overarching // Stackable Platform documentation. -- 4.2.0 (experimental) -- 4.1.0 (experimental) +- 4.2.0 +- 4.1.0 (deprecated) - 4.0.1 (LTS) - 4.0.0 (deprecated) - 3.1.3 (deprecated) diff --git a/examples/hive-opa-cluster.yaml b/examples/hive-opa-cluster.yaml index 994bedaa..08533766 100644 --- a/examples/hive-opa-cluster.yaml +++ b/examples/hive-opa-cluster.yaml @@ -1,3 +1,9 @@ +# helm install listener-operator \ +# oci://oci.stackable.tech/sdp-charts/listener-operator +# helm install hive-operator \ +# oci://oci.stackable.tech/sdp-charts/hive-operator +# helm install opa-operator \ +# oci://oci.stackable.tech/sdp-charts/opa-operator # helm install postgresql oci://registry-1.docker.io/bitnamicharts/postgresql \ # --version 16.5.0 \ # --namespace default \ @@ -17,7 +23,7 @@ metadata: name: hive spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 pullPolicy: IfNotPresent clusterConfig: authorization: diff --git a/examples/simple-hive-cluster-postgres-s3.yaml b/examples/simple-hive-cluster-postgres-s3.yaml index 9625e482..f14843af 100644 --- a/examples/simple-hive-cluster-postgres-s3.yaml +++ b/examples/simple-hive-cluster-postgres-s3.yaml @@ -1,8 +1,11 @@ # helm install secret-operator \ # oci://oci.stackable.tech/sdp-charts/secret-operator +# helm install listener-operator \ +# oci://oci.stackable.tech/sdp-charts/listener-operator +# helm install hive-operator \ +# oci://oci.stackable.tech/sdp-charts/hive-operator # helm install minio \ -# minio \ -# --repo https://charts.bitnami.com/bitnami \ +# oci://registry-1.docker.io/bitnamicharts/minio \ # --set image.repository=bitnamilegacy/minio \ # --set clientImage.repository=bitnamilegacy/minio-client \ # --set defaultInitContainers.volumePermissions.image.repository=bitnamilegacy/os-shell \ @@ -15,9 +18,9 @@ # --set volumePermissions.image.repository=bitnamilegacy/os-shell \ # --set metrics.image.repository=bitnamilegacy/postgres-exporter \ # --set global.security.allowInsecureImages=true \ -# --set postgresqlUsername=hive \ -# --set postgresqlPassword=hive \ -# --set postgresqlDatabase=hive +# --set auth.username=hive \ +# --set auth.password=hive \ +# --set auth.database=hive --- apiVersion: hive.stackable.tech/v1alpha1 kind: HiveCluster @@ -25,13 +28,12 @@ metadata: name: simple-hive-postgres spec: image: - productVersion: 4.1.0 - stackableVersion: 0.0.0-dev + productVersion: 4.2.0 clusterConfig: database: - connString: jdbc:derby:;databaseName=/tmp/hive;create=true + connString: jdbc:postgresql://hive-postgresql.default.svc.cluster.local:5432/hive credentialsSecret: hive-credentials - dbType: derby + dbType: postgres s3: inline: host: test-minio @@ -70,5 +72,5 @@ metadata: name: hive-credentials type: Opaque stringData: - username: APP - password: mine + username: hive + password: hive diff --git a/examples/simple-hive-cluster.yaml b/examples/simple-hive-cluster.yaml index 0865fea9..e239dd61 100644 --- a/examples/simple-hive-cluster.yaml +++ b/examples/simple-hive-cluster.yaml @@ -1,3 +1,7 @@ +# helm install listener-operator \ +# oci://oci.stackable.tech/sdp-charts/listener-operator +# helm install hive-operator \ +# oci://oci.stackable.tech/sdp-charts/hive-operator --- apiVersion: hive.stackable.tech/v1alpha1 kind: HiveCluster @@ -5,8 +9,7 @@ metadata: name: simple-hive-derby spec: image: - productVersion: 4.1.0 - stackableVersion: 0.0.0-dev + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true diff --git a/rust/operator-binary/src/config/jvm.rs b/rust/operator-binary/src/config/jvm.rs index ffdbe517..0acfaca6 100644 --- a/rust/operator-binary/src/config/jvm.rs +++ b/rust/operator-binary/src/config/jvm.rs @@ -107,7 +107,7 @@ mod tests { name: simple-hive spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true @@ -142,7 +142,7 @@ mod tests { name: simple-hive spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true diff --git a/rust/operator-binary/src/crd/affinity.rs b/rust/operator-binary/src/crd/affinity.rs index 463ac208..40ed8052 100644 --- a/rust/operator-binary/src/crd/affinity.rs +++ b/rust/operator-binary/src/crd/affinity.rs @@ -45,7 +45,7 @@ mod tests { name: simple-hive spec: image: - productVersion: 4.1.0 + productVersion: 4.2.0 clusterConfig: database: connString: jdbc:derby:;databaseName=/tmp/hive;create=true diff --git a/tests/test-definition.yaml b/tests/test-definition.yaml index 4283d128..2af3617a 100644 --- a/tests/test-definition.yaml +++ b/tests/test-definition.yaml @@ -35,7 +35,7 @@ dimensions: - 3.1.3 - name: hive-new values: - - 4.1.0 + - 4.2.0 - name: hdfs-latest values: - 3.4.1 From f1b979fa5ceeae088c1713ed0251b0fcf159fbe5 Mon Sep 17 00:00:00 2001 From: xeniape Date: Thu, 15 Jan 2026 16:33:18 +0100 Subject: [PATCH 2/2] add PR to changelog --- CHANGELOG.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index aa337b1c..5629a764 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,16 +9,17 @@ All notable changes to this project will be documented in this file. - Add OPA authorization using the operator-rs `OpaConfig` ([#652]). - Support objectOverrides using `.spec.objectOverrides`. See [objectOverrides concepts page](https://docs.stackable.tech/home/nightly/concepts/overrides/#object-overrides) for details ([#665]). -- Add support for `4.2.0` +- Add support for `4.2.0` ([#668]). ### Changed - Bump testing-tools to `0.3.0-stackable0.0.0-dev` ([#664]). -- Deprecate support for `4.1.0` +- Deprecate support for `4.1.0` ([#668]). [#652]: https://github.com/stackabletech/hive-operator/pull/652 [#664]: https://github.com/stackabletech/hive-operator/pull/664 [#665]: https://github.com/stackabletech/hive-operator/pull/665 +[#668]: https://github.com/stackabletech/hive-operator/pull/668 ## [25.11.0] - 2025-11-07