From 24096b896dc52561d109845d352437409129de2d Mon Sep 17 00:00:00 2001
From: Yiyao Yu <yuydevel@protonmail.com>
Date: Sat, 18 May 2024 18:38:25 -0700
Subject: [PATCH] Added python dill to spark variant

---
 with-spark.def | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/with-spark.def b/with-spark.def
index 512fbcd..16cdf96 100644
--- a/with-spark.def
+++ b/with-spark.def
@@ -10,7 +10,7 @@ From: mobileinsight.sif
         python3-pandas \
         openjdk-8-jre-headless \
         scala
-    pip3 install pyspark==3.5.1
+    pip3 install pyspark[sql]==3.5.1 dill==0.3.8
 
     # Cleanup
     apt-get autoclean -y