Skip to content

Commit 2ee7cf0

Browse files
authored
fix: better encapsulation for the anomaly demo (#181)
* fix: better encapsulation for the anomaly detection stack * remove unused dependency
1 parent 6e1dcba commit 2ee7cf0

File tree

3 files changed

+33
-2
lines changed

3 files changed

+33
-2
lines changed

Diff for: demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml

-1
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,6 @@ data:
4343
deps:
4444
packages:
4545
- org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1
46-
- org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5
4746
requirements:
4847
- scikit-learn==1.4.0
4948
s3connection:

Diff for: stacks/spark-trino-superset-s3/s3-connection.yaml

+32
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
---
2+
apiVersion: s3.stackable.tech/v1alpha1
3+
kind: S3Connection
4+
metadata:
5+
name: minio
6+
spec:
7+
# Hostname must match secret op's certificate SAN
8+
host: minio.default.svc.cluster.local
9+
port: 9000
10+
accessStyle: Path
11+
credentials:
12+
secretClass: minio-s3-credentials
13+
---
14+
apiVersion: secrets.stackable.tech/v1alpha1
15+
kind: SecretClass
16+
metadata:
17+
name: minio-s3-credentials
18+
spec:
19+
backend:
20+
k8sSearch:
21+
searchNamespace:
22+
pod: {}
23+
---
24+
apiVersion: v1
25+
kind: Secret
26+
metadata:
27+
name: minio-s3-credentials
28+
labels:
29+
secrets.stackable.tech/class: minio-s3-credentials
30+
stringData:
31+
accessKey: admin
32+
secretKey: {{ minioAdminPassword }}

Diff for: stacks/stacks-v2.yaml

+1-1
Original file line numberDiff line numberDiff line change
@@ -258,7 +258,7 @@ stacks:
258258
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/postgresql-hive.yaml
259259
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/postgresql-hive-iceberg.yaml
260260
- helmChart: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/_templates/postgresql-superset.yaml
261-
- plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/trino-superset-s3/s3-connection.yaml
261+
- plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/spark-trino-superset-s3/s3-connection.yaml
262262
- plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/spark-trino-superset-s3/hive-metastore.yaml
263263
- plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/trino-superset-s3/trino.yaml
264264
- plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/spark-trino-superset-s3/trino-prediction-catalog.yaml

0 commit comments

Comments
 (0)