From 2bc8536e8b7ef419f19c4136febdb6cb062a82a6 Mon Sep 17 00:00:00 2001 From: Hang Ruan Date: Wed, 3 Dec 2025 15:01:49 +0800 Subject: [PATCH 1/3] Update Dockerfiles for 2.2.0 release --- 2.2/scala_2.12-java11-ubuntu/Dockerfile | 77 ++++++++ .../docker-entrypoint.sh | 185 ++++++++++++++++++ 2.2/scala_2.12-java11-ubuntu/release.metadata | 2 + 2.2/scala_2.12-java17-ubuntu/Dockerfile | 77 ++++++++ .../docker-entrypoint.sh | 185 ++++++++++++++++++ 2.2/scala_2.12-java17-ubuntu/release.metadata | 2 + 2.2/scala_2.12-java21-ubuntu/Dockerfile | 77 ++++++++ .../docker-entrypoint.sh | 185 ++++++++++++++++++ 2.2/scala_2.12-java21-ubuntu/release.metadata | 2 + 9 files changed, 792 insertions(+) create mode 100644 2.2/scala_2.12-java11-ubuntu/Dockerfile create mode 100755 2.2/scala_2.12-java11-ubuntu/docker-entrypoint.sh create mode 100644 2.2/scala_2.12-java11-ubuntu/release.metadata create mode 100644 2.2/scala_2.12-java17-ubuntu/Dockerfile create mode 100755 2.2/scala_2.12-java17-ubuntu/docker-entrypoint.sh create mode 100644 2.2/scala_2.12-java17-ubuntu/release.metadata create mode 100644 2.2/scala_2.12-java21-ubuntu/Dockerfile create mode 100755 2.2/scala_2.12-java21-ubuntu/docker-entrypoint.sh create mode 100644 2.2/scala_2.12-java21-ubuntu/release.metadata diff --git a/2.2/scala_2.12-java11-ubuntu/Dockerfile b/2.2/scala_2.12-java11-ubuntu/Dockerfile new file mode 100644 index 0000000..ba1ed42 --- /dev/null +++ b/2.2/scala_2.12-java11-ubuntu/Dockerfile @@ -0,0 +1,77 @@ +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +FROM eclipse-temurin:11-jre-noble + +# Install dependencies +RUN set -ex; \ + apt-get update; \ + apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ + rm -rf /var/lib/apt/lists/* + +# Configure Flink version +ENV FLINK_TGZ_URL=https://dlcdn.apache.org/flink/flink-2.2.0/flink-2.2.0-bin-scala_2.12.tgz \ + FLINK_ASC_URL=https://downloads.apache.org/flink/flink-2.2.0/flink-2.2.0-bin-scala_2.12.tgz.asc \ + GPG_KEY=7BC9FA3EBE7E3DC7CD0EA0454C09617EAF241D76 \ + CHECK_GPG=true + +# Prepare environment +ENV FLINK_HOME=/opt/flink +ENV PATH=$FLINK_HOME/bin:$PATH +RUN groupadd --system --gid=9999 flink && \ + useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink +WORKDIR $FLINK_HOME + +# Install Flink +RUN set -ex; \ + wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ + \ + if [ "$CHECK_GPG" = "true" ]; then \ + wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ + export GNUPGHOME="$(mktemp -d)"; \ + for server in hkps://keys.openpgp.org $(shuf -e \ + keyserver.ubuntu.com \ + hkp://keyserver.ubuntu.com:80 \ + pgp.mit.edu) ; do \ + gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ + done && \ + gpg --batch --verify flink.tgz.asc flink.tgz; \ + gpgconf --kill all; \ + rm -rf "$GNUPGHOME" flink.tgz.asc; \ + fi; \ + \ + tar -xf flink.tgz --strip-components=1; \ + rm flink.tgz; \ + \ + chown -R flink:flink .; \ + \ + # Replace default REST/RPC endpoint bind address to use the container's network interface \ + CONF_FILE="${FLINK_HOME}/conf/config.yaml"; \ + /bin/bash "$FLINK_HOME/bin/config-parser-utils.sh" "${FLINK_HOME}/conf" "${FLINK_HOME}/bin" "${FLINK_HOME}/lib" \ + "-repKV" "rest.address,localhost,0.0.0.0" \ + "-repKV" "rest.bind-address,localhost,0.0.0.0" \ + "-repKV" "jobmanager.bind-host,localhost,0.0.0.0" \ + "-repKV" "taskmanager.bind-host,localhost,0.0.0.0" \ + "-rmKV" "taskmanager.host=localhost"; + +# Configure container +USER flink +COPY docker-entrypoint.sh / +ENTRYPOINT ["/docker-entrypoint.sh"] +EXPOSE 6123 8081 +CMD ["help"] diff --git a/2.2/scala_2.12-java11-ubuntu/docker-entrypoint.sh b/2.2/scala_2.12-java11-ubuntu/docker-entrypoint.sh new file mode 100755 index 0000000..cf63daa --- /dev/null +++ b/2.2/scala_2.12-java11-ubuntu/docker-entrypoint.sh @@ -0,0 +1,185 @@ +#!/usr/bin/env bash + +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +COMMAND_STANDALONE="standalone-job" +COMMAND_HISTORY_SERVER="history-server" + +# If unspecified, the hostname of the container is taken as the JobManager address +JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} +CONF_FILE_DIR="${FLINK_HOME}/conf" + +check_priv_user() { + if [ $(id -u) == 0 ]; then + echo "WARNING: Running as root user is not recommended. Please use a non-root user to run Flink." + fi +} + +copy_plugins_if_required() { + if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then + return 0 + fi + + echo "Enabling required built-in plugins" + for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do + echo "Linking ${target_plugin} to plugin directory" + plugin_name=${target_plugin%.jar} + + mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" + if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then + echo "Plugin ${target_plugin} does not exist. Exiting." + exit 1 + else + ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" + echo "Successfully enabled ${target_plugin}" + fi + done +} + +set_config_options() { + local config_parser_script="$FLINK_HOME/bin/config-parser-utils.sh" + local config_dir="$FLINK_HOME/conf" + local bin_dir="$FLINK_HOME/bin" + local lib_dir="$FLINK_HOME/lib" + + local config_params=() + + while [ $# -gt 0 ]; do + local key="$1" + local value="$2" + + config_params+=("-D${key}=${value}") + + shift 2 + done + + if [ "${#config_params[@]}" -gt 0 ]; then + "${config_parser_script}" "${config_dir}" "${bin_dir}" "${lib_dir}" "${config_params[@]}" + fi +} + +prepare_configuration() { + local config_options=() + + config_options+=("jobmanager.rpc.address" "${JOB_MANAGER_RPC_ADDRESS}") + config_options+=("blob.server.port" "6124") + config_options+=("query.server.port" "6125") + + if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then + config_options+=("taskmanager.numberOfTaskSlots" "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}") + fi + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi + + if [ -n "${FLINK_PROPERTIES}" ]; then + process_flink_properties "${FLINK_PROPERTIES}" + fi +} + +process_flink_properties() { + local flink_properties_content=$1 + local config_options=() + + local OLD_IFS="$IFS" + IFS=$'\n' + for prop in $flink_properties_content; do + prop=$(echo $prop | tr -d '[:space:]') + + if [ -z "$prop" ]; then + continue + fi + + IFS=':' read -r key value <<< "$prop" + + value=$(echo $value | envsubst) + + config_options+=("$key" "$value") + done + IFS="$OLD_IFS" + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi +} + +maybe_enable_jemalloc() { + if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then + JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" + JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" + if [ -f "$JEMALLOC_PATH" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH + elif [ -f "$JEMALLOC_FALLBACK" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK + else + if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then + MSG_PATH=$JEMALLOC_PATH + else + MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" + fi + echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." + fi + fi +} + +check_priv_user + +maybe_enable_jemalloc + +copy_plugins_if_required + +prepare_configuration + +args=("$@") +if [ "$1" = "help" ]; then + printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" + printf " Or $(basename "$0") help\n\n" + printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" + exit 0 +elif [ "$1" = "jobmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_STANDALONE} ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then + args=("${args[@]:1}") + + echo "Starting History Server" + + exec "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" +elif [ "$1" = "taskmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Task Manager" + + exec "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" +fi + +args=("${args[@]}") + +# Running command in pass-through mode +exec "${args[@]}" diff --git a/2.2/scala_2.12-java11-ubuntu/release.metadata b/2.2/scala_2.12-java11-ubuntu/release.metadata new file mode 100644 index 0000000..a09c0a0 --- /dev/null +++ b/2.2/scala_2.12-java11-ubuntu/release.metadata @@ -0,0 +1,2 @@ +Tags: 2.2.0-scala_2.12-java11, 2.2-scala_2.12-java11, scala_2.12-java11, 2.2.0-java11, 2.2-java11, java11 +Architectures: amd64,arm64v8 diff --git a/2.2/scala_2.12-java17-ubuntu/Dockerfile b/2.2/scala_2.12-java17-ubuntu/Dockerfile new file mode 100644 index 0000000..995b47e --- /dev/null +++ b/2.2/scala_2.12-java17-ubuntu/Dockerfile @@ -0,0 +1,77 @@ +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +FROM eclipse-temurin:17-jre-noble + +# Install dependencies +RUN set -ex; \ + apt-get update; \ + apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ + rm -rf /var/lib/apt/lists/* + +# Configure Flink version +ENV FLINK_TGZ_URL=https://dlcdn.apache.org/flink/flink-2.2.0/flink-2.2.0-bin-scala_2.12.tgz \ + FLINK_ASC_URL=https://downloads.apache.org/flink/flink-2.2.0/flink-2.2.0-bin-scala_2.12.tgz.asc \ + GPG_KEY=7BC9FA3EBE7E3DC7CD0EA0454C09617EAF241D76 \ + CHECK_GPG=true + +# Prepare environment +ENV FLINK_HOME=/opt/flink +ENV PATH=$FLINK_HOME/bin:$PATH +RUN groupadd --system --gid=9999 flink && \ + useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink +WORKDIR $FLINK_HOME + +# Install Flink +RUN set -ex; \ + wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ + \ + if [ "$CHECK_GPG" = "true" ]; then \ + wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ + export GNUPGHOME="$(mktemp -d)"; \ + for server in hkps://keys.openpgp.org $(shuf -e \ + keyserver.ubuntu.com \ + hkp://keyserver.ubuntu.com:80 \ + pgp.mit.edu) ; do \ + gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ + done && \ + gpg --batch --verify flink.tgz.asc flink.tgz; \ + gpgconf --kill all; \ + rm -rf "$GNUPGHOME" flink.tgz.asc; \ + fi; \ + \ + tar -xf flink.tgz --strip-components=1; \ + rm flink.tgz; \ + \ + chown -R flink:flink .; \ + \ + # Replace default REST/RPC endpoint bind address to use the container's network interface \ + CONF_FILE="${FLINK_HOME}/conf/config.yaml"; \ + /bin/bash "$FLINK_HOME/bin/config-parser-utils.sh" "${FLINK_HOME}/conf" "${FLINK_HOME}/bin" "${FLINK_HOME}/lib" \ + "-repKV" "rest.address,localhost,0.0.0.0" \ + "-repKV" "rest.bind-address,localhost,0.0.0.0" \ + "-repKV" "jobmanager.bind-host,localhost,0.0.0.0" \ + "-repKV" "taskmanager.bind-host,localhost,0.0.0.0" \ + "-rmKV" "taskmanager.host=localhost"; + +# Configure container +USER flink +COPY docker-entrypoint.sh / +ENTRYPOINT ["/docker-entrypoint.sh"] +EXPOSE 6123 8081 +CMD ["help"] diff --git a/2.2/scala_2.12-java17-ubuntu/docker-entrypoint.sh b/2.2/scala_2.12-java17-ubuntu/docker-entrypoint.sh new file mode 100755 index 0000000..cf63daa --- /dev/null +++ b/2.2/scala_2.12-java17-ubuntu/docker-entrypoint.sh @@ -0,0 +1,185 @@ +#!/usr/bin/env bash + +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +COMMAND_STANDALONE="standalone-job" +COMMAND_HISTORY_SERVER="history-server" + +# If unspecified, the hostname of the container is taken as the JobManager address +JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} +CONF_FILE_DIR="${FLINK_HOME}/conf" + +check_priv_user() { + if [ $(id -u) == 0 ]; then + echo "WARNING: Running as root user is not recommended. Please use a non-root user to run Flink." + fi +} + +copy_plugins_if_required() { + if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then + return 0 + fi + + echo "Enabling required built-in plugins" + for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do + echo "Linking ${target_plugin} to plugin directory" + plugin_name=${target_plugin%.jar} + + mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" + if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then + echo "Plugin ${target_plugin} does not exist. Exiting." + exit 1 + else + ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" + echo "Successfully enabled ${target_plugin}" + fi + done +} + +set_config_options() { + local config_parser_script="$FLINK_HOME/bin/config-parser-utils.sh" + local config_dir="$FLINK_HOME/conf" + local bin_dir="$FLINK_HOME/bin" + local lib_dir="$FLINK_HOME/lib" + + local config_params=() + + while [ $# -gt 0 ]; do + local key="$1" + local value="$2" + + config_params+=("-D${key}=${value}") + + shift 2 + done + + if [ "${#config_params[@]}" -gt 0 ]; then + "${config_parser_script}" "${config_dir}" "${bin_dir}" "${lib_dir}" "${config_params[@]}" + fi +} + +prepare_configuration() { + local config_options=() + + config_options+=("jobmanager.rpc.address" "${JOB_MANAGER_RPC_ADDRESS}") + config_options+=("blob.server.port" "6124") + config_options+=("query.server.port" "6125") + + if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then + config_options+=("taskmanager.numberOfTaskSlots" "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}") + fi + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi + + if [ -n "${FLINK_PROPERTIES}" ]; then + process_flink_properties "${FLINK_PROPERTIES}" + fi +} + +process_flink_properties() { + local flink_properties_content=$1 + local config_options=() + + local OLD_IFS="$IFS" + IFS=$'\n' + for prop in $flink_properties_content; do + prop=$(echo $prop | tr -d '[:space:]') + + if [ -z "$prop" ]; then + continue + fi + + IFS=':' read -r key value <<< "$prop" + + value=$(echo $value | envsubst) + + config_options+=("$key" "$value") + done + IFS="$OLD_IFS" + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi +} + +maybe_enable_jemalloc() { + if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then + JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" + JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" + if [ -f "$JEMALLOC_PATH" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH + elif [ -f "$JEMALLOC_FALLBACK" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK + else + if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then + MSG_PATH=$JEMALLOC_PATH + else + MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" + fi + echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." + fi + fi +} + +check_priv_user + +maybe_enable_jemalloc + +copy_plugins_if_required + +prepare_configuration + +args=("$@") +if [ "$1" = "help" ]; then + printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" + printf " Or $(basename "$0") help\n\n" + printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" + exit 0 +elif [ "$1" = "jobmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_STANDALONE} ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then + args=("${args[@]:1}") + + echo "Starting History Server" + + exec "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" +elif [ "$1" = "taskmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Task Manager" + + exec "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" +fi + +args=("${args[@]}") + +# Running command in pass-through mode +exec "${args[@]}" diff --git a/2.2/scala_2.12-java17-ubuntu/release.metadata b/2.2/scala_2.12-java17-ubuntu/release.metadata new file mode 100644 index 0000000..1848b9a --- /dev/null +++ b/2.2/scala_2.12-java17-ubuntu/release.metadata @@ -0,0 +1,2 @@ +Tags: 2.2.0-scala_2.12-java17, 2.2-scala_2.12-java17, scala_2.12-java17, 2.2.0-scala_2.12, 2.2-scala_2.12, scala_2.12, 2.2.0-java17, 2.2-java17, java17, 2.2.0, 2.2, latest +Architectures: amd64,arm64v8 diff --git a/2.2/scala_2.12-java21-ubuntu/Dockerfile b/2.2/scala_2.12-java21-ubuntu/Dockerfile new file mode 100644 index 0000000..6231108 --- /dev/null +++ b/2.2/scala_2.12-java21-ubuntu/Dockerfile @@ -0,0 +1,77 @@ +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +FROM eclipse-temurin:21-jre-noble + +# Install dependencies +RUN set -ex; \ + apt-get update; \ + apt-get -y install gpg libsnappy1v5 gettext-base libjemalloc-dev; \ + rm -rf /var/lib/apt/lists/* + +# Configure Flink version +ENV FLINK_TGZ_URL=https://dlcdn.apache.org/flink/flink-2.2.0/flink-2.2.0-bin-scala_2.12.tgz \ + FLINK_ASC_URL=https://downloads.apache.org/flink/flink-2.2.0/flink-2.2.0-bin-scala_2.12.tgz.asc \ + GPG_KEY=7BC9FA3EBE7E3DC7CD0EA0454C09617EAF241D76 \ + CHECK_GPG=true + +# Prepare environment +ENV FLINK_HOME=/opt/flink +ENV PATH=$FLINK_HOME/bin:$PATH +RUN groupadd --system --gid=9999 flink && \ + useradd --system --home-dir $FLINK_HOME --uid=9999 --gid=flink flink +WORKDIR $FLINK_HOME + +# Install Flink +RUN set -ex; \ + wget -nv -O flink.tgz "$FLINK_TGZ_URL"; \ + \ + if [ "$CHECK_GPG" = "true" ]; then \ + wget -nv -O flink.tgz.asc "$FLINK_ASC_URL"; \ + export GNUPGHOME="$(mktemp -d)"; \ + for server in hkps://keys.openpgp.org $(shuf -e \ + keyserver.ubuntu.com \ + hkp://keyserver.ubuntu.com:80 \ + pgp.mit.edu) ; do \ + gpg --batch --keyserver "$server" --recv-keys "$GPG_KEY" && break || : ; \ + done && \ + gpg --batch --verify flink.tgz.asc flink.tgz; \ + gpgconf --kill all; \ + rm -rf "$GNUPGHOME" flink.tgz.asc; \ + fi; \ + \ + tar -xf flink.tgz --strip-components=1; \ + rm flink.tgz; \ + \ + chown -R flink:flink .; \ + \ + # Replace default REST/RPC endpoint bind address to use the container's network interface \ + CONF_FILE="${FLINK_HOME}/conf/config.yaml"; \ + /bin/bash "$FLINK_HOME/bin/config-parser-utils.sh" "${FLINK_HOME}/conf" "${FLINK_HOME}/bin" "${FLINK_HOME}/lib" \ + "-repKV" "rest.address,localhost,0.0.0.0" \ + "-repKV" "rest.bind-address,localhost,0.0.0.0" \ + "-repKV" "jobmanager.bind-host,localhost,0.0.0.0" \ + "-repKV" "taskmanager.bind-host,localhost,0.0.0.0" \ + "-rmKV" "taskmanager.host=localhost"; + +# Configure container +USER flink +COPY docker-entrypoint.sh / +ENTRYPOINT ["/docker-entrypoint.sh"] +EXPOSE 6123 8081 +CMD ["help"] diff --git a/2.2/scala_2.12-java21-ubuntu/docker-entrypoint.sh b/2.2/scala_2.12-java21-ubuntu/docker-entrypoint.sh new file mode 100755 index 0000000..cf63daa --- /dev/null +++ b/2.2/scala_2.12-java21-ubuntu/docker-entrypoint.sh @@ -0,0 +1,185 @@ +#!/usr/bin/env bash + +############################################################################### +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +############################################################################### + +COMMAND_STANDALONE="standalone-job" +COMMAND_HISTORY_SERVER="history-server" + +# If unspecified, the hostname of the container is taken as the JobManager address +JOB_MANAGER_RPC_ADDRESS=${JOB_MANAGER_RPC_ADDRESS:-$(hostname -f)} +CONF_FILE_DIR="${FLINK_HOME}/conf" + +check_priv_user() { + if [ $(id -u) == 0 ]; then + echo "WARNING: Running as root user is not recommended. Please use a non-root user to run Flink." + fi +} + +copy_plugins_if_required() { + if [ -z "$ENABLE_BUILT_IN_PLUGINS" ]; then + return 0 + fi + + echo "Enabling required built-in plugins" + for target_plugin in $(echo "$ENABLE_BUILT_IN_PLUGINS" | tr ';' ' '); do + echo "Linking ${target_plugin} to plugin directory" + plugin_name=${target_plugin%.jar} + + mkdir -p "${FLINK_HOME}/plugins/${plugin_name}" + if [ ! -e "${FLINK_HOME}/opt/${target_plugin}" ]; then + echo "Plugin ${target_plugin} does not exist. Exiting." + exit 1 + else + ln -fs "${FLINK_HOME}/opt/${target_plugin}" "${FLINK_HOME}/plugins/${plugin_name}" + echo "Successfully enabled ${target_plugin}" + fi + done +} + +set_config_options() { + local config_parser_script="$FLINK_HOME/bin/config-parser-utils.sh" + local config_dir="$FLINK_HOME/conf" + local bin_dir="$FLINK_HOME/bin" + local lib_dir="$FLINK_HOME/lib" + + local config_params=() + + while [ $# -gt 0 ]; do + local key="$1" + local value="$2" + + config_params+=("-D${key}=${value}") + + shift 2 + done + + if [ "${#config_params[@]}" -gt 0 ]; then + "${config_parser_script}" "${config_dir}" "${bin_dir}" "${lib_dir}" "${config_params[@]}" + fi +} + +prepare_configuration() { + local config_options=() + + config_options+=("jobmanager.rpc.address" "${JOB_MANAGER_RPC_ADDRESS}") + config_options+=("blob.server.port" "6124") + config_options+=("query.server.port" "6125") + + if [ -n "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}" ]; then + config_options+=("taskmanager.numberOfTaskSlots" "${TASK_MANAGER_NUMBER_OF_TASK_SLOTS}") + fi + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi + + if [ -n "${FLINK_PROPERTIES}" ]; then + process_flink_properties "${FLINK_PROPERTIES}" + fi +} + +process_flink_properties() { + local flink_properties_content=$1 + local config_options=() + + local OLD_IFS="$IFS" + IFS=$'\n' + for prop in $flink_properties_content; do + prop=$(echo $prop | tr -d '[:space:]') + + if [ -z "$prop" ]; then + continue + fi + + IFS=':' read -r key value <<< "$prop" + + value=$(echo $value | envsubst) + + config_options+=("$key" "$value") + done + IFS="$OLD_IFS" + + if [ ${#config_options[@]} -ne 0 ]; then + set_config_options "${config_options[@]}" + fi +} + +maybe_enable_jemalloc() { + if [ "${DISABLE_JEMALLOC:-false}" == "false" ]; then + JEMALLOC_PATH="/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so" + JEMALLOC_FALLBACK="/usr/lib/x86_64-linux-gnu/libjemalloc.so" + if [ -f "$JEMALLOC_PATH" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_PATH + elif [ -f "$JEMALLOC_FALLBACK" ]; then + export LD_PRELOAD=$LD_PRELOAD:$JEMALLOC_FALLBACK + else + if [ "$JEMALLOC_PATH" = "$JEMALLOC_FALLBACK" ]; then + MSG_PATH=$JEMALLOC_PATH + else + MSG_PATH="$JEMALLOC_PATH and $JEMALLOC_FALLBACK" + fi + echo "WARNING: attempted to load jemalloc from $MSG_PATH but the library couldn't be found. glibc will be used instead." + fi + fi +} + +check_priv_user + +maybe_enable_jemalloc + +copy_plugins_if_required + +prepare_configuration + +args=("$@") +if [ "$1" = "help" ]; then + printf "Usage: $(basename "$0") (jobmanager|${COMMAND_STANDALONE}|taskmanager|${COMMAND_HISTORY_SERVER})\n" + printf " Or $(basename "$0") help\n\n" + printf "By default, Flink image adopts jemalloc as default memory allocator. This behavior can be disabled by setting the 'DISABLE_JEMALLOC' environment variable to 'true'.\n" + exit 0 +elif [ "$1" = "jobmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec "$FLINK_HOME/bin/jobmanager.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_STANDALONE} ]; then + args=("${args[@]:1}") + + echo "Starting Job Manager" + + exec "$FLINK_HOME/bin/standalone-job.sh" start-foreground "${args[@]}" +elif [ "$1" = ${COMMAND_HISTORY_SERVER} ]; then + args=("${args[@]:1}") + + echo "Starting History Server" + + exec "$FLINK_HOME/bin/historyserver.sh" start-foreground "${args[@]}" +elif [ "$1" = "taskmanager" ]; then + args=("${args[@]:1}") + + echo "Starting Task Manager" + + exec "$FLINK_HOME/bin/taskmanager.sh" start-foreground "${args[@]}" +fi + +args=("${args[@]}") + +# Running command in pass-through mode +exec "${args[@]}" diff --git a/2.2/scala_2.12-java21-ubuntu/release.metadata b/2.2/scala_2.12-java21-ubuntu/release.metadata new file mode 100644 index 0000000..7c47576 --- /dev/null +++ b/2.2/scala_2.12-java21-ubuntu/release.metadata @@ -0,0 +1,2 @@ +Tags: 2.2.0-scala_2.12-java21, 2.2-scala_2.12-java21, scala_2.12-java21, 2.2.0-java21, 2.2-java21, java21 +Architectures: amd64,arm64v8 From 4c1c1e7cc5f1620287d100b55f3362ea5c03a6ff Mon Sep 17 00:00:00 2001 From: Hang Ruan Date: Wed, 3 Dec 2025 15:19:48 +0800 Subject: [PATCH 2/3] Update Dockerfiles for 2.2.0 release --- .github/workflows/snapshot.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.github/workflows/snapshot.yml b/.github/workflows/snapshot.yml index 92da54a..268e8a4 100644 --- a/.github/workflows/snapshot.yml +++ b/.github/workflows/snapshot.yml @@ -37,10 +37,12 @@ jobs: max-parallel: 1 matrix: java_version: [8, 11, 17, 21] - flink_version: [ 2.1-SNAPSHOT, 2.0-SNAPSHOT, 1.20-SNAPSHOT, 1.19-SNAPSHOT ] + flink_version: [ 2.2-SNAPSHOT, 2.1-SNAPSHOT, 2.0-SNAPSHOT, 1.20-SNAPSHOT, 1.19-SNAPSHOT ] include: - - flink_version: 2.1-SNAPSHOT + - flink_version: 2.2-SNAPSHOT branch: dev-master + - flink_version: 2.1-SNAPSHOT + branch: dev-2.1 - flink_version: 2.0-SNAPSHOT branch: dev-2.0 - flink_version: 1.20-SNAPSHOT From 7dac581430f385a5d5591467b604ba14a5eef076 Mon Sep 17 00:00:00 2001 From: Hang Ruan Date: Wed, 3 Dec 2025 15:41:24 +0800 Subject: [PATCH 3/3] Update Dockerfiles for 2.2.0 release --- .github/workflows/snapshot.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/snapshot.yml b/.github/workflows/snapshot.yml index 268e8a4..5dff054 100644 --- a/.github/workflows/snapshot.yml +++ b/.github/workflows/snapshot.yml @@ -37,7 +37,7 @@ jobs: max-parallel: 1 matrix: java_version: [8, 11, 17, 21] - flink_version: [ 2.2-SNAPSHOT, 2.1-SNAPSHOT, 2.0-SNAPSHOT, 1.20-SNAPSHOT, 1.19-SNAPSHOT ] + flink_version: [ 2.2-SNAPSHOT, 2.1-SNAPSHOT, 2.0-SNAPSHOT, 1.20-SNAPSHOT ] include: - flink_version: 2.2-SNAPSHOT branch: dev-master @@ -47,8 +47,6 @@ jobs: branch: dev-2.0 - flink_version: 1.20-SNAPSHOT branch: dev-1.20 - - flink_version: 1.19-SNAPSHOT - branch: dev-1.19 steps: - uses: actions/checkout@v4 with: