From 39c000e0819531efbc72c8d32dac5195eca441a0 Mon Sep 17 00:00:00 2001 From: Mayank Vadariya <48036907+mayankvadariya@users.noreply.github.com> Date: Sun, 8 Dec 2024 11:09:30 -0500 Subject: [PATCH] Add hive 4.0 image --- .github/workflows/ci.yml | 3 +++ .github/workflows/release.yml | 1 + bin/test.sh | 3 +++ etc/compose/hive4.0-hive/docker-compose.yml | 5 +++++ testing/hive4.0-hive/Dockerfile | 25 +++++++++++++++++++++ 5 files changed, 37 insertions(+) create mode 100644 etc/compose/hive4.0-hive/docker-compose.yml create mode 100644 testing/hive4.0-hive/Dockerfile diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 9b3d2b36..82540d6b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -35,6 +35,9 @@ jobs: - image: hive3.1-hive platforms: linux/amd64,linux/arm64 test: hive3.1-hive + - image: hive4.0-hive + platforms: linux/amd64,linux/arm64 + test: hive4.0-hive - image: hdp3.1-hive-kerberized test: hdp3.1-hive # TODO add test https://github.com/trinodb/trino/issues/14543 diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 041bb5fa..7f9139e9 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -91,6 +91,7 @@ jobs: testing/spark3-hudi testing/polaris-catalog testing/unity-catalog + testing/hive4.0-hive ) referenced_images=("${skipped_images[@]}" "${single_arch[@]}" "${multi_arch[@]}") make meta diff --git a/bin/test.sh b/bin/test.sh index be62213a..714f0ec5 100755 --- a/bin/test.sh +++ b/bin/test.sh @@ -186,6 +186,9 @@ for ARCH in "${platforms[@]}"; do test true elif [[ ${ENVIRONMENT} == "kerberos" ]]; then run_kerberos_tests + elif [[ ${ENVIRONMENT} == *"hive4.0"* ]]; then + # TODO Add test for hive4.0-hive + test true elif [[ ${ENVIRONMENT} == *"hive"* ]]; then # wait until hadoop processes is started retry check_hadoop diff --git a/etc/compose/hive4.0-hive/docker-compose.yml b/etc/compose/hive4.0-hive/docker-compose.yml new file mode 100644 index 00000000..701bfc9d --- /dev/null +++ b/etc/compose/hive4.0-hive/docker-compose.yml @@ -0,0 +1,5 @@ +version: '2.0' +services: + hiveserver2: + hostname: hiveserver2 + image: testing/hive4.0-hive:latest$ARCH diff --git a/testing/hive4.0-hive/Dockerfile b/testing/hive4.0-hive/Dockerfile new file mode 100644 index 00000000..47b12fbc --- /dev/null +++ b/testing/hive4.0-hive/Dockerfile @@ -0,0 +1,25 @@ +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +FROM apache/hive:4.0.0 + +# TODO replace with aws sdk v2 +ARG AWS_JAVA_SDK_BUNDLE_VERSION=1.12.367 +ARG HADOOP_AWS_VERSION=3.3.6 + +USER root +RUN apt-get -y update +RUN apt install curl -y + +RUN mkdir -p /opt/hive/auxlib && \ + curl -fLsS -o /opt/hive/auxlib/aws-java-sdk-bundle-$AWS_JAVA_SDK_BUNDLE_VERSION.jar https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/$AWS_JAVA_SDK_BUNDLE_VERSION/aws-java-sdk-bundle-$AWS_JAVA_SDK_BUNDLE_VERSION.jar && \ + curl -fLsS -o /opt/hive/auxlib/hadoop-aws-$HADOOP_AWS_VERSION.jar https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/$HADOOP_AWS_VERSION/hadoop-aws-$HADOOP_AWS_VERSION.jar