Skip to content

Commit 8b3b279

Browse files
jacobsalwayChenYi015
jacobsalway
authored and
ChenYi015
committed
Upgrade to Spark 3.5.2 (kubeflow#2154)
Signed-off-by: Jacob Salway <[email protected]> (cherry picked from commit e1b7a27) Signed-off-by: Yi Chen <[email protected]>
1 parent 4c277a3 commit 8b3b279

13 files changed

+60
-60
lines changed

‎Dockerfile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414
# limitations under the License.
1515
#
1616

17-
ARG SPARK_IMAGE=spark:3.5.0
17+
ARG SPARK_IMAGE=spark:3.5.2
1818

1919
FROM golang:1.23.1 AS builder
2020

‎config/samples/v1beta1_sparkapplication.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -8,16 +8,16 @@ metadata:
88
spec:
99
type: Scala
1010
mode: cluster
11-
image: spark:3.5.0
11+
image: spark:3.5.2
1212
imagePullPolicy: IfNotPresent
1313
mainClass: org.apache.spark.examples.SparkPi
14-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
15-
sparkVersion: 3.5.0
14+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
15+
sparkVersion: 3.5.2
1616
driver:
1717
labels:
18-
version: 3.5.0
18+
version: 3.5.2
1919
serviceAccount: spark-operator-spark
2020
executor:
2121
labels:
22-
version: 3.5.0
22+
version: 3.5.2
2323
instances: 1

‎config/samples/v1beta2_scheduledsparkapplication.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -11,23 +11,23 @@ spec:
1111
template:
1212
type: Scala
1313
mode: cluster
14-
image: spark:3.5.0
14+
image: spark:3.5.2
1515
imagePullPolicy: IfNotPresent
1616
mainClass: org.apache.spark.examples.SparkPi
17-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
18-
sparkVersion: 3.5.0
17+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
18+
sparkVersion: 3.5.2
1919
restartPolicy:
2020
type: Never
2121
driver:
2222
labels:
23-
version: 3.5.0
23+
version: 3.5.2
2424
cores: 1
2525
coreLimit: 1200m
2626
memory: 512m
2727
serviceAccount: spark-operator-spark
2828
executor:
2929
labels:
30-
version: 3.5.0
30+
version: 3.5.2
3131
instances: 1
3232
cores: 1
3333
coreLimit: 1200m

‎config/samples/v1beta2_sparkapplication.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -8,16 +8,16 @@ metadata:
88
spec:
99
type: Scala
1010
mode: cluster
11-
image: spark:3.5.0
11+
image: spark:3.5.2
1212
imagePullPolicy: IfNotPresent
1313
mainClass: org.apache.spark.examples.SparkPi
14-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
15-
sparkVersion: 3.5.0
14+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
15+
sparkVersion: 3.5.2
1616
driver:
1717
labels:
18-
version: 3.5.0
18+
version: 3.5.2
1919
serviceAccount: spark-operator-spark
2020
executor:
2121
labels:
22-
version: 3.5.0
22+
version: 3.5.2
2323
instances: 1

‎examples/spark-pi-configmap.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,11 +21,11 @@ metadata:
2121
spec:
2222
type: Scala
2323
mode: cluster
24-
image: spark:3.5.0
24+
image: spark:3.5.2
2525
imagePullPolicy: IfNotPresent
2626
mainClass: org.apache.spark.examples.SparkPi
27-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
28-
sparkVersion: 3.5.0
27+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
28+
sparkVersion: 3.5.2
2929
restartPolicy:
3030
type: Never
3131
volumes:
@@ -34,7 +34,7 @@ spec:
3434
name: test-configmap
3535
driver:
3636
labels:
37-
version: 3.5.0
37+
version: 3.5.2
3838
cores: 1
3939
coreLimit: 1200m
4040
memory: 512m
@@ -44,7 +44,7 @@ spec:
4444
mountPath: /opt/spark/config
4545
executor:
4646
labels:
47-
version: 3.5.0
47+
version: 3.5.2
4848
instances: 1
4949
cores: 1
5050
memory: 512m

‎examples/spark-pi-custom-resource.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,11 +21,11 @@ metadata:
2121
spec:
2222
type: Scala
2323
mode: cluster
24-
image: spark:3.5.0
24+
image: spark:3.5.2
2525
imagePullPolicy: IfNotPresent
2626
mainClass: org.apache.spark.examples.SparkPi
27-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
28-
sparkVersion: 3.5.0
27+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
28+
sparkVersion: 3.5.2
2929
restartPolicy:
3030
type: Never
3131
volumes:
@@ -35,7 +35,7 @@ spec:
3535
type: Directory
3636
driver:
3737
labels:
38-
version: 3.5.0
38+
version: 3.5.2
3939
cores: 1
4040
coreLimit: 1200m
4141
memory: 512m
@@ -45,7 +45,7 @@ spec:
4545
mountPath: /tmp
4646
executor:
4747
labels:
48-
version: 3.5.0
48+
version: 3.5.2
4949
instances: 1
5050
cores: 1
5151
memory: 512m

‎examples/spark-pi-dynamic-allocation.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,23 +21,23 @@ metadata:
2121
spec:
2222
type: Scala
2323
mode: cluster
24-
image: spark:3.5.0
24+
image: spark:3.5.2
2525
imagePullPolicy: IfNotPresent
2626
mainClass: org.apache.spark.examples.SparkPi
27-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
28-
sparkVersion: 3.5.0
27+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
28+
sparkVersion: 3.5.2
2929
arguments:
3030
- "50000"
3131
driver:
3232
labels:
33-
version: 3.5.0
33+
version: 3.5.2
3434
cores: 1
3535
coreLimit: 1200m
3636
memory: 512m
3737
serviceAccount: spark-operator-spark
3838
executor:
3939
labels:
40-
version: 3.5.0
40+
version: 3.5.2
4141
instances: 1
4242
cores: 1
4343
coreLimit: 1200m

‎examples/spark-pi-kube-scheduler.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,21 +21,21 @@ metadata:
2121
spec:
2222
type: Scala
2323
mode: cluster
24-
image: spark:3.5.0
24+
image: spark:3.5.2
2525
imagePullPolicy: IfNotPresent
2626
mainClass: org.apache.spark.examples.SparkPi
27-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
28-
sparkVersion: 3.5.0
27+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
28+
sparkVersion: 3.5.2
2929
driver:
3030
labels:
31-
version: 3.5.0
31+
version: 3.5.2
3232
cores: 1
3333
coreLimit: 1200m
3434
memory: 512m
3535
serviceAccount: spark-operator-spark
3636
executor:
3737
labels:
38-
version: 3.5.0
38+
version: 3.5.2
3939
instances: 2
4040
cores: 1
4141
coreLimit: 1200m

‎examples/spark-pi-python.yaml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -22,20 +22,20 @@ spec:
2222
type: Python
2323
pythonVersion: "3"
2424
mode: cluster
25-
image: spark:3.5.0
25+
image: spark:3.5.2
2626
imagePullPolicy: IfNotPresent
2727
mainApplicationFile: local:///opt/spark/examples/src/main/python/pi.py
28-
sparkVersion: 3.5.0
28+
sparkVersion: 3.5.2
2929
driver:
3030
labels:
31-
version: 3.5.0
31+
version: 3.5.2
3232
cores: 1
3333
coreLimit: 1200m
3434
memory: 512m
3535
serviceAccount: spark-operator-spark
3636
executor:
3737
labels:
38-
version: 3.5.0
38+
version: 3.5.2
3939
instances: 1
4040
cores: 1
4141
coreLimit: 1200m

‎examples/spark-pi-scheduled.yaml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -25,23 +25,23 @@ spec:
2525
template:
2626
type: Scala
2727
mode: cluster
28-
image: spark:3.5.0
28+
image: spark:3.5.2
2929
imagePullPolicy: IfNotPresent
3030
mainClass: org.apache.spark.examples.SparkPi
31-
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.0.jar
32-
sparkVersion: 3.5.0
31+
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.12-3.5.2.jar
32+
sparkVersion: 3.5.2
3333
restartPolicy:
3434
type: Never
3535
driver:
3636
labels:
37-
version: 3.5.0
37+
version: 3.5.2
3838
cores: 1
3939
coreLimit: 1200m
4040
memory: 512m
4141
serviceAccount: spark-operator-spark
4242
executor:
4343
labels:
44-
version: 3.5.0
44+
version: 3.5.2
4545
instances: 1
4646
cores: 1
4747
coreLimit: 1200m

0 commit comments

Comments
 (0)