From 4c74ea99e9d3bab7e688a1f7ebf6125bf83de7a1 Mon Sep 17 00:00:00 2001 From: Alexis Lucattini Date: Tue, 5 Dec 2023 11:21:44 +1100 Subject: [PATCH] Update driver spark configuration to support unity volumes --- repositories/hail/0.2.126--spark-3.4.1-patch/00-hail.conf | 1 + 1 file changed, 1 insertion(+) diff --git a/repositories/hail/0.2.126--spark-3.4.1-patch/00-hail.conf b/repositories/hail/0.2.126--spark-3.4.1-patch/00-hail.conf index 252904b..25881fe 100644 --- a/repositories/hail/0.2.126--spark-3.4.1-patch/00-hail.conf +++ b/repositories/hail/0.2.126--spark-3.4.1-patch/00-hail.conf @@ -1,4 +1,5 @@ [driver] { "spark.kryo.registrator" = "is.hail.kryo.HailKryoRegistrator" "spark.serializer" = "org.apache.spark.serializer.KryoSerializer" + "spark.databricks.unityCatalog.volumes.enabled" = "true" }