Added python dill to spark variant

2024-05-18 18:38:25 -07:00 · 2024-05-18 18:38:25 -07:00 · 24096b896d
parent 86a52a6f52
commit 24096b896d
1 changed files with 1 additions and 1 deletions
--- a/with-spark.def
+++ b/with-spark.def
@ -10,7 +10,7 @@ From: mobileinsight.sif
        python3-pandas \
        openjdk-8-jre-headless \
        scala
-    pip3 install pyspark==3.5.1
+    pip3 install pyspark[sql]==3.5.1 dill==0.3.8

    # Cleanup
    apt-get autoclean -y