Skip to content
This repository has been archived by the owner on Sep 18, 2023. It is now read-only.

Commit

Permalink
Get the demo back to working state
Browse files Browse the repository at this point in the history
  • Loading branch information
danielsiwiec committed Jan 25, 2022
1 parent 8613593 commit 9c114f7
Show file tree
Hide file tree
Showing 112 changed files with 107 additions and 14,556 deletions.
29 changes: 16 additions & 13 deletions Makefile
Original file line number Diff line number Diff line change
@@ -1,12 +1,17 @@
#### Main

provision: twitter-forwarder.build streams.build tweets-transformation.build tf.apply connectors.add.both twitter-forwarder.start
provision: twitter-forwarder.build streams.build tweets-transformation.build docker.build tf.apply connectors.add.both

reprovision: tf.destroy provision

docker.build:
docker build kafka-connect-jdbc -t slalom/kafka-connect-jdbc

tf.apply:
terraform -chdir=terraform apply --auto-approve

tf.destroy:
terraform -chdir=terraform destroy
terraform -chdir=terraform destroy --auto-approve

#### Kube Dashboard

Expand Down Expand Up @@ -39,7 +44,11 @@ jenkins.open: jenkins.password
#### Confluent Kafka Connect

connectors.wait.for.confluent:
bash -c 'while [[ `curl http://localhost:8001/api/v1/namespaces/kafka/services/http:confluent-cp-kafka-connect:kafka-connect/proxy/connectors/ -s -o /dev/null -w ''%{http_code}''` != "200" ]]; do sleep 5; done'
bash -c 'sec=0; while [[ `curl http://localhost:8001/api/v1/namespaces/kafka/services/http:confluent-cp-kafka-connect:kafka-connect/proxy/connectors/ -s -o /dev/null -w ''%{http_code}''` != "200" ]]; do echo "Waiting for Kafka... ($${sec}s)" && sleep 5 && ((sec=sec+5)); done'

connector.install.jdbc:
POD=`kubectl get pod -n kafka -l app=cp-kafka-connect -o json | jq '.items[0].metadata.name' -r` && \
kubectl exec -c cp-kafka-connect-server -it $$POD -n kafka -- confluent-hub install --no-prompt --verbose --component-dir /usr/share/java confluentinc/kafka-connect-jdbc:10.3.1

connector.list:
curl -s http://localhost:8001/api/v1/namespaces/kafka/services/http:confluent-cp-kafka-connect:kafka-connect/proxy/connectors/ | jq
Expand Down Expand Up @@ -67,26 +76,20 @@ connectors.add.both: connectors.wait.for.confluent connector.source.add connecto
#### Twitter Forwarder

twitter-forwarder.build:
docker build twitter-forwarder -t sfo/twitter-forwarder
docker build twitter-forwarder -t slalom/twitter-forwarder

twitter-forwarder.update: twitter-forwarder.build
terraform -chdir=terraform taint kubernetes_pod.twitter-forwarder && \
terraform -chdir=terraform apply -auto-approve

twitter-forwarder.start:
curl -s http://localhost:3000/twitter/on

twitter-forwarder.stop:
curl -s http://localhost:3000/twitter/off

twitter-forwarder.logs:
kubectl logs twitter-forwarder -f -n kafka


#### Tweets Transformer

tweets-transformation.build:
docker build tweets-transformation -t sfo/tweets-transformation
docker build tweets-transformation -t slalom/tweets-transformation

tweets-transformation.update: tweets-transformation.build
terraform -chdir=terraform taint kubernetes_pod.tweets-transformation && \
Expand All @@ -99,7 +102,7 @@ tweets-transformation.logs:
#### Streams App

streams.build:
docker build kafka-streams -t sfo/kafka-streams
docker build kafka-streams -t slalom/kafka-streams

streams.update: streams.build
terraform -chdir=terraform taint kubernetes_pod.kafka-streams && \
Expand Down Expand Up @@ -159,7 +162,7 @@ consumer.word_count:
--property print.key=true \
--topic word_count

consumer.count_by_country:
consumer.count_by_language:
POD=`kubectl get pod -n kafka -l app=cp-schema-registry -o json | jq '.items[0].metadata.name' -r` && \
kubectl exec -c cp-schema-registry-server -it $$POD -n kafka -- /bin/bash -c "unset JMX_PORT && /usr/bin/kafka-avro-console-consumer \
--bootstrap-server confluent-cp-kafka:9092 \
Expand Down
7 changes: 0 additions & 7 deletions cp-helm-charts/.github/PULL_REQUEST_TEMPLATE

This file was deleted.

4 changes: 0 additions & 4 deletions cp-helm-charts/.gitignore

This file was deleted.

27 changes: 0 additions & 27 deletions cp-helm-charts/.helmignore

This file was deleted.

5 changes: 0 additions & 5 deletions cp-helm-charts/Chart.yaml

This file was deleted.

11 changes: 0 additions & 11 deletions cp-helm-charts/Jenkinsfile

This file was deleted.

201 changes: 0 additions & 201 deletions cp-helm-charts/LICENSE

This file was deleted.

33 changes: 0 additions & 33 deletions cp-helm-charts/README.md

This file was deleted.

Loading

0 comments on commit 9c114f7

Please sign in to comment.