replace persistentvolumeclain with nfs

ucsd-ets · May 21, 2024 · 921e615 · 921e615
1 parent 0b0a906
commit 921e615
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/start-cluster.sh b/start-cluster.sh
@@ -34,7 +34,7 @@ helm install $SPARK_CHART_NAME /opt/spark \
     --set worker.memoryLimit=${SPARK_CLUSTER_WORKER_APP_MEM:-18G} \
     --set-json="worker.extraVolumes[0]={\"name\":\"course-workspace\",\"nfs\":{\"server\":\"${FILESYSTEM}\",\"path\":\"${WORKSPACE}\"}}" \
     --set-json='worker.extraVolumes[1]={"name":"home","persistentVolumeClaim":{"claimName":"home"}}' \
-    --set-json='worker.extraVolumes[2]={"name":"datasets","persistentVolumeClaim":{"claimName":"dsmlp-datasets"}}' \
+    --set-json="worker.extraVolumes[2]={\"name\":\"datasets\",\"nfs\":{\"server\":\"its-dsmlp-fs01.ucsd.edu\",\"path\":\"/export/datasets\"}}" \
     --set-json='worker.extraVolumeMounts[0]={"name":"course-workspace","mountPath":"/home/${USER}"}' \
     --set worker.extraVolumeMounts[0].mountPath=/home/$USER \
     --set worker.extraVolumeMounts[0].subPath=home/$USER \
@@ -46,7 +46,7 @@ helm install $SPARK_CHART_NAME /opt/spark \
     --set-json='worker.extraVolumeMounts[3]={"name":"datasets","mountPath":"/datasets"}' \
     --set-json="master.extraVolumes[0]={\"name\":\"course-workspace\",\"nfs\":{\"server\":\"${FILESYSTEM}\",\"path\":\"${WORKSPACE}\"}}" \
     --set-json='master.extraVolumes[1]={"name":"home","persistentVolumeClaim":{"claimName":"home"}}' \
-    --set-json='master.extraVolumes[2]={"name":"datasets","persistentVolumeClaim":{"claimName":"dsmlp-datasets"}}' \
+    --set-json="master.extraVolumes[2]={\"name\":\"datasets\",\"nfs\":{\"server\":\"its-dsmlp-fs01.ucsd.edu\",\"path\":\"/export/datasets\"}}" \
     --set-json='master.extraVolumeMounts[0]={"name":"course-workspace","mountPath":"/home/${USER}"}' \
     --set master.extraVolumeMounts[0].mountPath=/home/$USER \
     --set master.extraVolumeMounts[0].subPath=home/$USER \