From acb5fede30f951995f03a0553c7d16a3e5e6481d Mon Sep 17 00:00:00 2001 From: "Doroszlai, Attila" Date: Fri, 13 Dec 2024 16:47:23 +0100 Subject: [PATCH] fix Hadoop URL --- .../docker/spark-cluster-managers/spark_yarn_cluster/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/docker/spark-cluster-managers/spark_yarn_cluster/Dockerfile b/scripts/docker/spark-cluster-managers/spark_yarn_cluster/Dockerfile index 3af9fa50e94..01b15308fdc 100644 --- a/scripts/docker/spark-cluster-managers/spark_yarn_cluster/Dockerfile +++ b/scripts/docker/spark-cluster-managers/spark_yarn_cluster/Dockerfile @@ -42,7 +42,7 @@ ENV PATH $PATH:$JAVA_HOME/bin RUN yum install -y curl which tar sudo openssh-server openssh-clients rsync # hadoop -RUN curl -s "https://www.apache.org/dyn/closer.lua/hadoop/core/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz?action=download" | tar -xz -C /usr/local/ +RUN curl -s "https://www.apache.org/dyn/closer.lua/hadoop/common/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz?action=download" | tar -xz -C /usr/local/ RUN cd /usr/local && ln -s ./hadoop-$HADOOP_VERSION hadoop ENV HADOOP_PREFIX /usr/local/hadoop