diff --git a/start-cluster.sh b/start-cluster.sh index 8ffbea4..953f1b9 100644 --- a/start-cluster.sh +++ b/start-cluster.sh @@ -34,7 +34,7 @@ helm install $SPARK_CHART_NAME /opt/spark \ --set worker.memoryLimit=${SPARK_CLUSTER_WORKER_APP_MEM:-18G} \ --set-json="worker.extraVolumes[0]={\"name\":\"course-workspace\",\"nfs\":{\"server\":\"${FILESYSTEM}\",\"path\":\"${WORKSPACE}\"}}" \ --set-json='worker.extraVolumes[1]={"name":"home","persistentVolumeClaim":{"claimName":"home"}}' \ - --set-json='worker.extraVolumes[2]={"name":"datasets","persistentVolumeClaim":{"claimName":"dsmlp-datasets"}}' \ + --set-json="worker.extraVolumes[2]={\"name\":\"datasets\",\"nfs\":{\"server\":\"its-dsmlp-fs01.ucsd.edu\",\"path\":\"/export/datasets\"}}" \ --set-json='worker.extraVolumeMounts[0]={"name":"course-workspace","mountPath":"/home/${USER}"}' \ --set worker.extraVolumeMounts[0].mountPath=/home/$USER \ --set worker.extraVolumeMounts[0].subPath=home/$USER \ @@ -46,7 +46,7 @@ helm install $SPARK_CHART_NAME /opt/spark \ --set-json='worker.extraVolumeMounts[3]={"name":"datasets","mountPath":"/datasets"}' \ --set-json="master.extraVolumes[0]={\"name\":\"course-workspace\",\"nfs\":{\"server\":\"${FILESYSTEM}\",\"path\":\"${WORKSPACE}\"}}" \ --set-json='master.extraVolumes[1]={"name":"home","persistentVolumeClaim":{"claimName":"home"}}' \ - --set-json='master.extraVolumes[2]={"name":"datasets","persistentVolumeClaim":{"claimName":"dsmlp-datasets"}}' \ + --set-json="master.extraVolumes[2]={\"name\":\"datasets\",\"nfs\":{\"server\":\"its-dsmlp-fs01.ucsd.edu\",\"path\":\"/export/datasets\"}}" \ --set-json='master.extraVolumeMounts[0]={"name":"course-workspace","mountPath":"/home/${USER}"}' \ --set master.extraVolumeMounts[0].mountPath=/home/$USER \ --set master.extraVolumeMounts[0].subPath=home/$USER \