Compare commits
No commits in common. "37c4bad792f9ed8c09e8b5d93417ae6dc27f76c0" and "8943eceb93f7063b0af0d72924779699522f36d6" have entirely different histories.
37c4bad792
...
8943eceb93
7
Makefile
7
Makefile
|
@ -9,9 +9,6 @@ UID := $(shell id -u)
|
||||||
mobileinsight.sif: mobileinsight.def
|
mobileinsight.sif: mobileinsight.def
|
||||||
"$(APPTAINER)" build --build-arg="NUM_THREADS=$(NUM_THREADS)" "$@" "$<"
|
"$(APPTAINER)" build --build-arg="NUM_THREADS=$(NUM_THREADS)" "$@" "$<"
|
||||||
|
|
||||||
mobileinsight-spark.sif: with-spark.def mobileinsight.sif
|
|
||||||
"$(APPTAINER)" build "$@" "$<"
|
|
||||||
|
|
||||||
prepare:
|
prepare:
|
||||||
@mkdir -p "$(OVERLAY_DIR)"
|
@mkdir -p "$(OVERLAY_DIR)"
|
||||||
@lsmod | grep overlay > /dev/null || sudo modprobe overlay
|
@lsmod | grep overlay > /dev/null || sudo modprobe overlay
|
||||||
|
@ -20,10 +17,6 @@ run: mobileinsight.sif prepare
|
||||||
@$(APPTAINER) run --overlay "$(OVERLAY_DIR)" \
|
@$(APPTAINER) run --overlay "$(OVERLAY_DIR)" \
|
||||||
-B "/run/user/$(UID)" mobileinsight.sif
|
-B "/run/user/$(UID)" mobileinsight.sif
|
||||||
|
|
||||||
run-spark: mobileinsight-spark.sif prepare
|
|
||||||
@$(APPTAINER) run --overlay "$(OVERLAY_DIR)" \
|
|
||||||
-B "/run/user/$(UID)" mobileinsight-spark.sif
|
|
||||||
|
|
||||||
clean:
|
clean:
|
||||||
rm -rf *.sif $(OVERLAY_DIR)
|
rm -rf *.sif $(OVERLAY_DIR)
|
||||||
|
|
||||||
|
|
|
@ -1,22 +0,0 @@
|
||||||
Bootstrap: localimage
|
|
||||||
From: mobileinsight.sif
|
|
||||||
|
|
||||||
%arguments
|
|
||||||
SPARK_URL="https://dlcdn.apache.org/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz"
|
|
||||||
|
|
||||||
%environment
|
|
||||||
export SPARK_LOCAL_IP="127.0.0.1"
|
|
||||||
|
|
||||||
%post
|
|
||||||
# Update and install dependencies
|
|
||||||
mkdir -p /build
|
|
||||||
export DEBIAN_FRONTEND=noninteractive
|
|
||||||
apt-get update
|
|
||||||
apt-get upgrade -y
|
|
||||||
apt-get install -y \
|
|
||||||
openjdk-8-jre-headless \
|
|
||||||
scala
|
|
||||||
pip3 install pyspark==3.5.1
|
|
||||||
|
|
||||||
# Cleanup
|
|
||||||
apt-get autoclean -y
|
|
Loading…
Reference in New Issue