Skip to content

HADOOP-19840. Release hadoop-thirdparty 1.6.0: docker setup for mac and maven 3.9.12 #53

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
steveloughran wants to merge 1 commit into
base: trunk
Choose a base branch
from
+34 −11
Open

HADOOP-19840. Release hadoop-thirdparty 1.6.0: docker setup for mac and maven 3.9.12 #53

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 16 additions & 2 deletions dev-support/bin/create-release
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -196,6 +196,14 @@ function set_defaults
function startgpgagent
{
if [[ "${SIGN}" = true ]]; then
# When running inside Docker on macOS, ~/.gnupg is a tmpfs (to support
# Unix domain sockets). Copy keys from the read-only staging mount.
if [[ "${INDOCKER}" = true && -d /gnupg-source ]]; then
cp -r /gnupg-source/. "${HOME}/.gnupg/"
chmod 700 "${HOME}/.gnupg"
echo "allow-loopback-pinentry" >> "${HOME}/.gnupg/gpg-agent.conf"
fi

if [[ -n "${GPGAGENT}" && -z "${GPG_AGENT_INFO}" ]]; then
echo "starting gpg agent"
echo "default-cache-ttl 36000" > "${LOGDIR}/gpgagent.conf"
Expand Down Expand Up @@ -395,7 +403,11 @@ function dockermode
imgname="hadoop/createrelease:${HADOOP_THIRDPARTY_VERSION}_${RANDOM}"

if [[ -d "${HOME}/.gnupg" ]]; then
extrad+=("-v" "${HOME}/.gnupg:/home/${user_name}/.gnupg")
# Mount gnupg files read-only at a staging path; the actual ~/.gnupg is a
# tmpfs so that gpg-agent can bind its Unix domain socket there (macOS
# volume mounts do not support Unix sockets).
extrad+=("-v" "${HOME}/.gnupg:/gnupg-source:ro")
extrad+=("--tmpfs" "/home/${user_name}/.gnupg:exec,mode=700,uid=${user_id},gid=${group_id}")
fi

if [[ -n "${LOGDIR}" ]]; then
Expand Down Expand Up @@ -458,7 +470,9 @@ function dockermode

# we always force build with the OpenJDK JDK
# but with the correct version
echo "ENV JAVA_HOME /usr/lib/jvm/java-${JVM_VERSION}-openjdk-amd64"
# Use a symlink to support both amd64 and arm64 builds
echo "RUN ln -sf \$(ls -d /usr/lib/jvm/java-${JVM_VERSION}-openjdk-* | head -1) /usr/lib/jvm/java-${JVM_VERSION}-openjdk-current"
echo "ENV JAVA_HOME /usr/lib/jvm/java-${JVM_VERSION}-openjdk-current"
echo "USER ${user_name}"
printf "\n\n"
) | docker build -t "${imgname}" -
Expand Down
27 changes: 18 additions & 9 deletions dev-support/docker/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -93,16 +93,22 @@ RUN apt-get -q update \
&& rm -rf /var/lib/apt/lists/*

######
# Install Apache Maven 3.6.0 (3.6.0 ships with Bionic)
# Install Apache Maven 3.9.12 (Ubuntu Bionic ships 3.6.0 which is too old;
# pom.xml requires [3.6.3,))
######
# hadolint ignore=DL3008
RUN apt-get -q update \
&& apt-get -q install -y --no-install-recommends maven \
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
ENV MAVEN_HOME /usr
RUN curl -s -S -o /tmp/maven.tar.gz \
"https://archive.apache.org/dist/maven/maven-3/3.9.12/binaries/apache-maven-3.9.12-bin.tar.gz" \
&& echo "0a1be79f02466533fc1a80abbef8796e4f737c46c6574ede5658b110899942a94db634477dfd3745501c80aef9aac0d4f841d38574373f7e2d24cce89d694f70 /tmp/maven.tar.gz" \
| sha512sum -c - \
&& tar -xz -C /opt -f /tmp/maven.tar.gz \
&& rm /tmp/maven.tar.gz \
&& ln -sf /opt/apache-maven-3.9.12/bin/mvn /usr/bin/mvn \
&& ln -sf /opt/apache-maven-3.9.12/bin/mvnDebug /usr/bin/mvnDebug
ENV MAVEN_HOME /opt/apache-maven-3.9.12
# JAVA_HOME must be set in Maven >= 3.5.0 (MNG-6003)
ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk-amd64
# Use a symlink to support both amd64 and arm64 builds
RUN ln -sf "$(ls -d /usr/lib/jvm/java-8-openjdk-* | head -1)" /usr/lib/jvm/java-8-openjdk
ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk

######
# Install findbugs 3.1.0 (3.1.0 ships with Bionic)
Expand All @@ -125,7 +131,8 @@ ENV FINDBUGS_HOME /usr
####
RUN pip2 install isort==4.3.21
RUN pip2 install setuptools-scm==5.0.2
RUN pip2 install lazy-object-proxy==1.5.0
RUN pip2 install wrapt==1.11.2
RUN pip2 install lazy-object-proxy==1.4.3
RUN pip2 install pylint==1.9.2

####
Expand Down Expand Up @@ -156,6 +163,8 @@ ENV MAVEN_OPTS -Xms256m -Xmx1536m

# Hugo static website generator (for new hadoop site and Ozone docs)
RUN curl -L -o hugo.deb https://github.com/gohugoio/hugo/releases/download/v0.30.2/hugo_0.30.2_Linux-64bit.deb \
&& echo "4a63254d90fb44722d4dabd0a935f749248b9cf182740480836a53f27c30d90df13895361512af204382d8b8cc76aacadbbddd77d99aa8b93608d8e1ece021eb hugo.deb" \
| sha512sum -c - \
&& dpkg --install hugo.deb \
&& rm hugo.deb

Expand Down
Loading