#2 curl delta-hive assembly in docker build

boozallen · May 2, 2024 · f7779c3 · f7779c3
1 parent db377e7
commit f7779c3
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 7 deletions.
diff --git a/extensions/extensions-docker/aissemble-spark-infrastructure/pom.xml b/extensions/extensions-docker/aissemble-spark-infrastructure/pom.xml
@@ -51,11 +51,6 @@
             <artifactId>delta-storage</artifactId>
             <version>${version.delta}</version>
         </dependency>
-<!--        <dependency>-->
-<!--            <groupId>io.delta</groupId>-->
-<!--            <artifactId>delta-hive-assembly_2.12</artifactId>-->
-<!--            <version>${version.delta.hive.connector}</version>-->
-<!--        </dependency>-->
     </dependencies>
 
     <build>

diff --git a/...ons/extensions-docker/aissemble-spark-infrastructure/src/main/resources/docker/Dockerfile b/...ons/extensions-docker/aissemble-spark-infrastructure/src/main/resources/docker/Dockerfile
@@ -4,8 +4,9 @@ FROM ${DOCKER_BASELINE_REPO_ID}boozallen/aissemble-spark:${VERSION_AISSEMBLE}
 
 LABEL org.opencontainers.image.source = "https://github.com/boozallen/aissemble"
 
+RUN curl -L https://github.com/delta-io/connectors/releases/download/v0.6.0/delta-hive-assembly_2.12-0.6.0.jar \
+          -o "${SPARK_HOME}"/jars/delta-hive-assembly_2.12-0.6.0.jar
 ARG JARS_DIR
-
 ADD ${JARS_DIR}/* ${SPARK_HOME}/jars/
 
 ENV SPARK_NO_DAEMONIZE=true

diff --git a/extensions/extensions-docker/pom.xml b/extensions/extensions-docker/pom.xml
@@ -68,7 +68,7 @@
 <!--        <module>aissemble-nvidia</module>-->
 <!--        <module>aissemble-policy-decision-point</module>-->
 <!--        <module>aissemble-spark</module>-->
-<!--        <module>aissemble-spark-infrastructure</module>-->
+        <module>aissemble-spark-infrastructure</module>
 <!--        <module>aissemble-spark-operator</module>-->
         <module>aissemble-vault</module>
 <!--        <module>aissemble-versioning</module>-->