From f7779c321af0574e8c1458e2cb7dc7e958371621 Mon Sep 17 00:00:00 2001 From: "Wilkins, Emily (Counterpointe Solutions)" <80470879+ewilkins-csi@users.noreply.github.com> Date: Thu, 2 May 2024 09:26:02 -0500 Subject: [PATCH] #2 curl delta-hive assembly in docker build --- .../extensions-docker/aissemble-spark-infrastructure/pom.xml | 5 ----- .../src/main/resources/docker/Dockerfile | 3 ++- extensions/extensions-docker/pom.xml | 2 +- 3 files changed, 3 insertions(+), 7 deletions(-) diff --git a/extensions/extensions-docker/aissemble-spark-infrastructure/pom.xml b/extensions/extensions-docker/aissemble-spark-infrastructure/pom.xml index 4d056ee27..0ac965ae2 100644 --- a/extensions/extensions-docker/aissemble-spark-infrastructure/pom.xml +++ b/extensions/extensions-docker/aissemble-spark-infrastructure/pom.xml @@ -51,11 +51,6 @@ delta-storage ${version.delta} - - - - - diff --git a/extensions/extensions-docker/aissemble-spark-infrastructure/src/main/resources/docker/Dockerfile b/extensions/extensions-docker/aissemble-spark-infrastructure/src/main/resources/docker/Dockerfile index 92f33466e..9e8762f23 100644 --- a/extensions/extensions-docker/aissemble-spark-infrastructure/src/main/resources/docker/Dockerfile +++ b/extensions/extensions-docker/aissemble-spark-infrastructure/src/main/resources/docker/Dockerfile @@ -4,8 +4,9 @@ FROM ${DOCKER_BASELINE_REPO_ID}boozallen/aissemble-spark:${VERSION_AISSEMBLE} LABEL org.opencontainers.image.source = "https://github.com/boozallen/aissemble" +RUN curl -L https://github.com/delta-io/connectors/releases/download/v0.6.0/delta-hive-assembly_2.12-0.6.0.jar \ + -o "${SPARK_HOME}"/jars/delta-hive-assembly_2.12-0.6.0.jar ARG JARS_DIR - ADD ${JARS_DIR}/* ${SPARK_HOME}/jars/ ENV SPARK_NO_DAEMONIZE=true diff --git a/extensions/extensions-docker/pom.xml b/extensions/extensions-docker/pom.xml index 944975b94..dcab5ea74 100644 --- a/extensions/extensions-docker/pom.xml +++ b/extensions/extensions-docker/pom.xml @@ -68,7 +68,7 @@ - + aissemble-spark-infrastructure aissemble-vault