feat: watch kubernetes events

.dockerignore

@@ -0,0 +1,11 @@
+Dockerfile
+.bin/
+.vscode/
+.idea/
+.env
+.DS_Store
+cover.out
+test.test
+build/
+.config-db
+.github

.github/workflows/lint.yml

@@ -7,12 +7,13 @@ jobs:
     name: lint
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
+      - uses: actions/checkout@v4
       - name: Install Go
-        uses: actions/setup-go@bfdd3570ce990073878bf10f6b2d79082de49492 # v2.2.0
+        uses: actions/setup-go@v4
         with:
-          go-version: 1.19.x
+          go-version: 1.20.x
       - name: golangci-lint
-        uses: golangci/golangci-lint-action@08e2f20817b15149a52b5b3ebe7de50aff2ba8c5 # v3.4.0
+        uses: golangci/golangci-lint-action@v3
         with:
+          version: v1.54
           args: --timeout 10m

.github/workflows/test.yml

@@ -7,11 +7,11 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Install Go
-        uses: actions/setup-go@bfdd3570ce990073878bf10f6b2d79082de49492 # v2.2.0
+        uses: actions/setup-go@v4
         with:
-          go-version: 1.19.x
+          go-version: 1.20.x
       - name: Checkout code
-        uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0
+        uses: actions/checkout@v4
       - uses: actions/cache@8492260343ad570701412c2f464a5877dc76bace # v2
         with:
           path: |

Dockerfile

@@ -1,16 +1,14 @@
-FROM golang:1.19@sha256:8cefba2710250b21a8b8e32281788c5b53dc561ba0c51ea7de92b9a350663b7d as builder
+FROM golang:1.20@sha256:bc5f0b5e43282627279fe5262ae275fecb3d2eae3b33977a7fd200c7a760d6f1 as builder
 WORKDIR /app
-COPY ./ ./
 
 ARG VERSION
 COPY go.mod /app/go.mod
 COPY go.sum /app/go.sum
 RUN go mod download
-WORKDIR /app
-RUN go version
+COPY ./ ./
 RUN make build
 
-FROM ubuntu:bionic@sha256:14f1045816502e16fcbfc0b2a76747e9f5e40bc3899f8cfe20745abaafeaeab3
+FROM ubuntu:jammy@sha256:0bced47fffa3361afa981854fcabcd4577cd43cebbb808cea2b1f33a3dd7f508
 WORKDIR /app
 
 # install CA certificates

api/v1/interface.go

@@ -25,6 +25,13 @@ type Scraper interface {
 	CanScrape(config ScraperSpec) bool
 }
 
+// TargettedScraper can additionally scrape a predefined set of configs.
+// +kubebuilder:object:generate=false
+type TargettedScraper interface {
+	Scraper
+	ScrapeSome(ctx *ScrapeContext, config any, ids []string) ScrapeResults
+}
+
 // Analyzer ...
 // +kubebuilder:object:generate=false
 type Analyzer func(configs []ScrapeResult) AnalysisResult

api/v1/kubernetes.go

@@ -3,6 +3,7 @@ package v1
 import (
 	"strings"
 
+	"github.com/flanksource/commons/collections"
 	"github.com/flanksource/duty/types"
 )
 
@@ -13,27 +14,104 @@ type SeverityKeywords struct {
 	Error []string `json:"error,omitempty"`
 }
 
+type KubernetesEventExclusions struct {
+	Names      []string `json:"name" yaml:"name"`
+	Namespaces []string `json:"namespace" yaml:"namespace"`
+	Reasons    []string `json:"reason" yaml:"reason"`
+}
+
+// Filter returns true if the given input matches any of the exclusions.
+func (t *KubernetesEventExclusions) Filter(name, namespace, reason string) bool {
+	if name != "" && len(t.Names) != 0 {
+		if collections.MatchItems(name, t.Names...) {
+			return true
+		}
+	}
+
+	if namespace != "" && len(t.Namespaces) != 0 {
+		if collections.MatchItems(namespace, t.Namespaces...) {
+			return true
+		}
+	}
+
+	if reason != "" && len(t.Reasons) != 0 {
+		if collections.MatchItems(reason, t.Reasons...) {
+			return true
+		}
+	}
+
+	return false
+}
+
 type KubernetesEvent struct {
-	// Exclusions is a list of keywords that'll be used to exclude
-	// event objects based on the reason.
-	Exclusions       []string         `json:"exclusions,omitempty"`
-	SeverityKeywords SeverityKeywords `json:"severityKeywords,omitempty"`
+	Exclusions       KubernetesEventExclusions `json:"exclusions,omitempty"`
+	SeverityKeywords SeverityKeywords          `json:"severityKeywords,omitempty"`
+}
+
+type KubernetesConfigExclusions struct {
+	Names      []string          `json:"name" yaml:"name"`
+	Kinds      []string          `json:"kind" yaml:"kind"`
+	Namespaces []string          `json:"namespace" yaml:"namespace"`
+	Labels     map[string]string `json:"labels,omitempty" yaml:"labels,omitempty"`
+}
+
+// List returns the union of the exclusions.
+func (t *KubernetesConfigExclusions) List() []string {
+	result := append(t.Names, t.Kinds...)
+	result = append(result, t.Namespaces...)
+	return result
+}
+
+// Filter returns true if the given input matches any of the exclusions.
+func (t *KubernetesConfigExclusions) Filter(name, namespace, kind string, labels map[string]string) bool {
+	if name != "" && len(t.Names) != 0 {
+		if collections.MatchItems(name, t.Names...) {
+			return true
+		}
+	}
+
+	if namespace != "" && len(t.Namespaces) != 0 {
+		if collections.MatchItems(namespace, t.Namespaces...) {
+			return true
+		}
+	}
+
+	if kind != "" && len(t.Kinds) != 0 {
+		if collections.MatchItems(kind, t.Kinds...) {
+			return true
+		}
+	}
+
+	if len(labels) != 0 {
+		for k, v := range t.Labels {
+			qVal, ok := labels[k]
+			if !ok {
+				continue
+			}
+
+			if collections.MatchItems(qVal, v) {
+				return true
+			}
+		}
+	}
+
+	return false
 }
 
 type Kubernetes struct {
 	BaseScraper     `json:",inline"`
-	ClusterName     string          `json:"clusterName,omitempty"`
-	Namespace       string          `json:"namespace,omitempty"`
-	UseCache        bool            `json:"useCache,omitempty"`
-	AllowIncomplete bool            `json:"allowIncomplete,omitempty"`
-	Scope           string          `json:"scope,omitempty"`
-	Since           string          `json:"since,omitempty"`
-	Selector        string          `json:"selector,omitempty"`
-	FieldSelector   string          `json:"fieldSelector,omitempty"`
-	MaxInflight     int64           `json:"maxInflight,omitempty"`
-	Exclusions      []string        `json:"exclusions,omitempty"`
-	Kubeconfig      *types.EnvVar   `json:"kubeconfig,omitempty"`
-	Event           KubernetesEvent `json:"event,omitempty"`
+	ClusterName     string                     `json:"clusterName,omitempty"`
+	Namespace       string                     `json:"namespace,omitempty"`
+	UseCache        bool                       `json:"useCache,omitempty"`
+	AllowIncomplete bool                       `json:"allowIncomplete,omitempty"`
+	Scope           string                     `json:"scope,omitempty"`
+	Since           string                     `json:"since,omitempty"`
+	Selector        string                     `json:"selector,omitempty"`
+	FieldSelector   string                     `json:"fieldSelector,omitempty"`
+	MaxInflight     int64                      `json:"maxInflight,omitempty"`
+	Kubeconfig      *types.EnvVar              `json:"kubeconfig,omitempty"`
+	Event           KubernetesEvent            `json:"event,omitempty"`
+	Exclusions      KubernetesConfigExclusions `json:"exclusions,omitempty"`
 }
 
 type KubernetesFile struct {

api/v1/kubernetes_test.go

@@ -0,0 +1,98 @@
+package v1
+
+import (
+	"testing"
+)
+
+func TestKubernetesConfigExclusions_Filter(t *testing.T) {
+	type args struct {
+		name      string
+		namespace string
+		kind      string
+		labels    map[string]string
+	}
+	tests := []struct {
+		name          string
+		config        KubernetesConfigExclusions
+		args          args
+		shouldExclude bool
+	}{
+		{
+			name: "exclusion by name",
+			config: KubernetesConfigExclusions{
+				Names: []string{"junit-*"},
+			},
+			args: args{
+				name: "junit-123",
+			},
+			shouldExclude: true,
+		},
+		{
+			name: "exclusion by namespace",
+			config: KubernetesConfigExclusions{
+				Namespaces: []string{"*-canaries"},
+			},
+			args: args{
+				namespace: "customer-canaries",
+			},
+			shouldExclude: true,
+		},
+		{
+			name: "exclusion by kind",
+			config: KubernetesConfigExclusions{
+				Kinds: []string{"*Chart"},
+			},
+			args: args{
+				kind: "HelmChart",
+			},
+			shouldExclude: true,
+		},
+		{
+			name: "exclusion by labels | exact match",
+			config: KubernetesConfigExclusions{
+				Labels: map[string]string{
+					"prod": "env",
+				},
+			},
+			args: args{
+				labels: map[string]string{
+					"prod": "env",
+				},
+			},
+			shouldExclude: true,
+		},
+		{
+			name: "exclusion by labels | one matches",
+			config: KubernetesConfigExclusions{
+				Labels: map[string]string{
+					"prod":          "env",
+					"is-billed":     "true",
+					"trace-enabled": "true",
+				},
+			},
+			args: args{
+				labels: map[string]string{
+					"prod":          "env",
+					"trace-enabled": "false",
+				},
+			},
+			shouldExclude: true,
+		},
+		{
+			name:   "no exclusions",
+			config: KubernetesConfigExclusions{},
+			args: args{
+				namespace: "default",
+				name:      "test-foo",
+			},
+			shouldExclude: false,
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			if got := tt.config.Filter(tt.args.name, tt.args.namespace, tt.args.kind, tt.args.labels); got != tt.shouldExclude {
+				t.Errorf("KubernetesConfigExclusions.Filter() = %v, want %v", got, tt.shouldExclude)
+			}
+		})
+	}
+}