most of vmware-archive#80 (took Dockerfile, Makefile and go.mod)

* Use go .12 and use modules instead of dep
* Use a multistage Dockerfile to build/test the project
* Updated the versions of:
  * Go: v1.9 -> v1.12.x
  * Alpine Linux: v3.6 -> v3.9.
  * Go dependencies, for example: k8s.io/client_go v5.0.0 -> v12.0.0

Signed-off-by: Vigith Maurice <[email protected]>

Dockerfile

@@ -11,13 +11,21 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+FROM golang:1.12.9 AS build
 
-FROM alpine:3.4
 MAINTAINER Timothy St. Clair "[email protected]"  
+WORKDIR /src/
+COPY . .
 
+RUN CGO_ENABLED=0 go build -o /src/eventrouter
+
+FROM alpine:3.9 as release
+
+WORKDIR /app
 RUN apk update --no-cache && apk add ca-certificates
-ADD eventrouter /eventrouter 
+COPY --from=build /src/eventrouter .
 USER nobody:nobody
 
-CMD ["/bin/sh", "-c", "/eventrouter -v 3 -logtostderr"]
+ENTRYPOINT [ "./eventrouter" ]
+CMD ["-v", "3", "-logtostderr"]
 

Gopkg.toml

@@ -71,3 +71,7 @@
 [[constraint]]
   name = "github.com/influxdata/influxdb"
   version = "1.7.4"
+
+[[constraint]]
+  name = "github.com/rockset/rockset-go-client"
+  version = "0.6.0"

Makefile

@@ -18,7 +18,7 @@ BUILDMNT = /go/src/$(GOTARGET)
 REGISTRY ?= gcr.io/heptio-images
 VERSION ?= v0.2
 IMAGE = $(REGISTRY)/$(BIN)
-BUILD_IMAGE ?= gcr.io/heptio-images/golang:1.9-alpine3.6
+BUILD_IMAGE ?= golang:1.12.9
 DOCKER ?= docker
 DIR := ${CURDIR}
 
@@ -31,13 +31,12 @@ TEST = go test $(TEST_PKGS) $(TESTARGS)
 VET_PKGS ?= $(GOTARGET)/...
 VET = go vet $(VET_PKGS)
 
-DOCKER_BUILD ?= $(DOCKER) run --rm -v $(DIR):$(BUILDMNT) -w $(BUILDMNT) $(BUILD_IMAGE) /bin/sh -c
+DOCKER_TEST ?= $(DOCKER) run --rm -v $(DIR):$(BUILDMNT) -w $(BUILDMNT) $(BUILD_IMAGE) /bin/sh -c
 
 all: container
 
 container:
-	$(DOCKER_BUILD) 'go build'
-	$(DOCKER) build -t $(REGISTRY)/$(TARGET):latest -t $(REGISTRY)/$(TARGET):$(VERSION) .
+	$(DOCKER) build -t $(REGISTRY)/$(TARGET):latest --target release -t $(REGISTRY)/$(TARGET):$(VERSION) .
 
 push:
 	$(DOCKER) push $(REGISTRY)/$(TARGET):latest
@@ -47,14 +46,14 @@ push:
 	fi
 
 test:
-	$(DOCKER_BUILD) '$(TEST)'
+	$(DOCKER_TEST) '$(TEST)'
 
 vet:
-	$(DOCKER_BUILD) '$(VET)'
+	$(DOCKER_TEST) '$(VET)'
 
 .PHONY: all local container push
 
 clean:
-	rm -f $(TARGET)
 	$(DOCKER) rmi $(REGISTRY)/$(TARGET):latest
 	$(DOCKER) rmi $(REGISTRY)/$(TARGET):$(VERSION)
+

config.json

@@ -4,6 +4,9 @@
 "httpSinkUrl": "http://localhost:8080",
 "httpSinkBufferSize": 1500,
 "httpSinkDiscardMessages": true,
+"rocksetAPIKey": "",
+"rocksetCollectionName": "",
+"rocksetWorkspaceName": "",
 "s3SinkAccessKeyID": "",
 "s3SinkSecretAccessKey": "",
 "s3SinkRegion": "ap-south-1",

eventrouter.go

@@ -23,7 +23,7 @@ import (
 	"github.com/heptiolabs/eventrouter/sinks"
 	"github.com/prometheus/client_golang/prometheus"
 
-	"k8s.io/api/core/v1"
+	v1 "k8s.io/api/core/v1"
 	utilruntime "k8s.io/apimachinery/pkg/util/runtime"
 	coreinformers "k8s.io/client-go/informers/core/v1"
 	"k8s.io/client-go/kubernetes"

sinks/interfaces.go

@@ -21,8 +21,7 @@ import (
 
 	"github.com/golang/glog"
 	"github.com/spf13/viper"
-
-	"k8s.io/api/core/v1"
+	v1 "k8s.io/api/core/v1"
 )
 
 // EventSinkInterface is the interface used to shunt events
@@ -181,6 +180,21 @@ func ManufactureSink() (e EventSinkInterface) {
 			panic(err.Error())
 		}
 		return influx
+	case "rockset":
+		rocksetAPIKey := viper.GetString("rocksetAPIKey")
+		if rocksetAPIKey == "" {
+			panic("Rockset sink specified but rocksetAPIKey not specified")
+		}
+
+		rocksetCollectionName := viper.GetString("rocksetCollectionName")
+		if rocksetCollectionName == "" {
+			panic("Rockset sink specified but rocksetCollectionName not specified")
+		}
+		rocksetWorkspaceName := viper.GetString("rocksetWorkspaceName")
+		if rocksetCollectionName == "" {
+			panic("Rockset sink specified but rocksetWorkspaceName not specified")
+		}
+		e = NewRocksetSink(rocksetAPIKey, rocksetCollectionName, rocksetWorkspaceName)
 	// case "logfile"
 	default:
 		err := errors.New("Invalid Sink Specified")

sinks/rocksetsink.go

@@ -0,0 +1,70 @@
+/*
+Copyright 2019 The Contributors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package sinks
+
+import (
+	"encoding/json"
+	"fmt"
+	"os"
+
+	apiclient "github.com/rockset/rockset-go-client"
+	models "github.com/rockset/rockset-go-client/lib/go"
+	v1 "k8s.io/api/core/v1"
+)
+
+/*
+RocksetSink is a sink that uploads the kubernetes events as json object
+and converts them to documents inside of a Rockset collection.
+
+Rockset can later be used with
+many different connectors such as Tableau or Redash to use this data.
+*/
+type RocksetSink struct {
+	client                *apiclient.RockClient
+	rocksetCollectionName string
+	rocksetWorkspaceName  string
+}
+
+// NewRocksetSink will create a new RocksetSink with default options, returned as
+// an EventSinkInterface
+func NewRocksetSink(rocksetAPIKey string, rocksetCollectionName string, rocksetWorkspaceName string) EventSinkInterface {
+	client := apiclient.Client(rocksetAPIKey, "https://api.rs2.usw2.rockset.com")
+	return &RocksetSink{
+		client:                client,
+		rocksetCollectionName: rocksetCollectionName,
+		rocksetWorkspaceName:  rocksetWorkspaceName,
+	}
+}
+
+// UpdateEvents implements the EventSinkInterface
+func (rs *RocksetSink) UpdateEvents(eNew *v1.Event, eOld *v1.Event) {
+	eData := NewEventData(eNew, eOld)
+
+	if eJSONBytes, err := json.Marshal(eData); err == nil {
+		var m map[string]interface{}
+		json.Unmarshal(eJSONBytes, &m)
+		docs := []interface{}{
+			m,
+		}
+		dinfo := models.AddDocumentsRequest{
+			Data: docs,
+		}
+		rs.client.Documents.Add(rs.rocksetWorkspaceName, rs.rocksetCollectionName, dinfo)
+	} else {
+		fmt.Fprintf(os.Stderr, "Failed to json serialize event: %v", err)
+	}
+}

tests/rockset/main.go

@@ -0,0 +1,70 @@
+/*
+Copyright 2017 Heptio Inc.
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+    http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"eventrouter/sinks"
+	"fmt"
+	"time"
+
+	v1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/client-go/kubernetes/scheme"
+
+	ref "k8s.io/client-go/tools/reference"
+)
+
+func main() {
+	testPod := &v1.Pod{
+		TypeMeta: metav1.TypeMeta{
+			Kind: "Pod",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			SelfLink:  "/api/version/pods/foo",
+			Name:      "foo",
+			Namespace: "baz",
+			UID:       "bar",
+		},
+		Spec: v1.PodSpec{},
+	}
+	podRef, err := ref.GetReference(scheme.Scheme, testPod)
+	if err != nil {
+		panic(err.Error())
+	}
+
+	evt := makeFakeEvent(podRef, v1.EventTypeWarning, "CreateInCluster", "Fake pod creation event")
+
+	sink := sinks.NewRocksetSink("key", "collection", "commons")
+
+	sink.UpdateEvents(evt, nil)
+}
+
+func makeFakeEvent(ref *v1.ObjectReference, eventtype, reason, message string) *v1.Event {
+	tm := metav1.Time{
+		Time: time.Now(),
+	}
+	return &v1.Event{
+		ObjectMeta: metav1.ObjectMeta{
+			Name:      fmt.Sprintf("%v.%x", ref.Name, tm.UnixNano()),
+			Namespace: ref.Namespace,
+		},
+		InvolvedObject: *ref,
+		Reason:         reason,
+		Message:        message,
+		FirstTimestamp: tm,
+		LastTimestamp:  tm,
+		Count:          1,
+		Type:           eventtype,
+	}
+}