[Feature] Add elastic client

README.md

@@ -21,6 +21,24 @@ This will store the encrypted file at `keys/production/oauth.pem.asc`.
 cat oauth.pen.asc | bay kms decrypt > oauth.pem
 ```
 
+## Elastic Cloud
+Commands for querying and interacting with the Elastic Cloud API.
+
+#### Required inputs
+
+> [!CAUTION]
+> Variables are deployment specific - make sure the deployment you are targeting is not a production deployment.
+
+* `EC_DEPLOYMENT_API_KEY` (environment variable) - Generated from the deployments Kibana settings
+* `--deployment-id` (command line flag) - Found on the deployments Elastic Cloud 'manage' page. Can be set with `EC_DEPLOYMENT_CLOUD_ID` envvar.
+
+#### Usage
+`delete-stale` Delete indices that are greater than 30 days old
+
+```
+bay elastic-cloud delete-stale --deployment-id 'string'
+```
+
 # Installation
 
 ## Homebrew (OSX)

cmd/elastic-cloud/delete-stale.go

@@ -0,0 +1,116 @@
+package elastic_cloud
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"strconv"
+	"strings"
+	"time"
+
+	elasticsearch "github.com/elastic/go-elasticsearch/v8"
+	"github.com/elastic/go-elasticsearch/v8/esapi"
+	"github.com/manifoldco/promptui"
+	errors "github.com/pkg/errors"
+	"github.com/urfave/cli/v2"
+)
+
+type IndexSettings struct {
+	IndexItem struct {
+		IndexDetail struct {
+			CreationDate string `json:"creation_date"`
+		} `json:"index"`
+	} `json:"settings"`
+}
+
+type Indices map[string]IndexSettings
+
+func DeleteStaleIndices(c *cli.Context) error {
+	force := c.Bool("force")
+	apiKey := c.String("deployment-api-key")
+	cloudId := c.String("deployment-id")
+	age := c.Int64("age")
+	deleteList := make([]string, 0)
+
+	client, err := elasticsearch.NewClient(elasticsearch.Config{APIKey: apiKey, CloudID: cloudId})
+	if err != nil {
+		return err
+	}
+
+	settings, err := esapi.IndicesGetSettingsRequest{FilterPath: []string{"*.settings.index.creation_date"}}.Do(context.TODO(), client)
+	if err != nil {
+		return err
+	}
+
+	list := Indices{}
+
+	if err := json.NewDecoder(settings.Body).Decode(&list); err != nil {
+		return errors.Wrap(err, "Error parsing the response body")
+	} else {
+		for k, i := range list {
+			if strings.Contains(k, "elasticsearch_index") {
+				now := time.Now().UnixMilli()
+				created, err := strconv.ParseInt(i.IndexItem.IndexDetail.CreationDate, 10, 64)
+				if err != nil {
+					return err
+				}
+
+				diffInDays := (now - created) / (1000 * 60 * 60 * 24)
+
+				if diffInDays > age {
+					fmt.Fprintf(c.App.Writer, "The index %+v is %v days old and will be marked for deletion\n", k, diffInDays)
+					deleteList = append(deleteList, k)
+				}
+			}
+		}
+		if i := len(deleteList); i > 0 {
+			if force {
+				fmt.Fprint(c.App.Writer, "Deleting indices marked for deletion.")
+				statusCode, err := deleteIndices(client, deleteList, i)
+				if err != nil {
+					return errors.Wrap(err, "error deleting indices")
+				} else {
+					if statusCode == 200 {
+						fmt.Fprintf(c.App.Writer, "Deletion request failed. Status code %+v", statusCode)
+					} else {
+						fmt.Fprintf(c.App.Writer, "%+v indices successfully deleted.", i)
+					}
+				}
+			} else {
+				prompt := promptui.Prompt{
+					Label:     "Delete indices",
+					IsConfirm: true,
+				}
+
+				prompt_result, _ := prompt.Run()
+
+				if prompt_result == "y" {
+					_, err := deleteIndices(client, deleteList, i)
+					if err != nil {
+						return err
+					}
+				} else {
+					fmt.Printf("Operation cancelled.\nThere are %+v indices marked for deletion.\n", i)
+				}
+			}
+		} else {
+			fmt.Printf("No indices meet the criteria for deletion.")
+		}
+	}
+	return nil
+}
+
+func deleteIndices(client *elasticsearch.Client, deleteList []string, c int) (int, error) {
+	res, err := esapi.IndicesDeleteRequest{Index: deleteList}.Do(context.TODO(), client)
+	if err != nil {
+		return res.StatusCode, err
+	} else {
+		if res.StatusCode != 200 {
+			fmt.Printf("Deletion request failed. Status code %+v", res.StatusCode)
+			return res.StatusCode, errors.New("non 200 status code")
+		} else {
+			fmt.Printf("%+v indices successfully deleted.", c)
+			return res.StatusCode, nil
+		}
+	}
+}

go.mod

@@ -1,19 +1,25 @@
 module github.com/dpc-sdp/bay-cli
 
-go 1.20
+go 1.21
+
+toolchain go1.21.1
 
 require (
+	github.com/alexeyco/simpletable v1.0.0
 	github.com/aws/aws-sdk-go-v2/config v1.26.3
 	github.com/aws/aws-sdk-go-v2/service/kms v1.27.9
+	github.com/elastic/go-elasticsearch/v8 v8.12.0
+	github.com/manifoldco/promptui v0.9.0
 	github.com/pkg/errors v0.9.1
+	github.com/sethvargo/go-envconfig v1.0.0
 	github.com/urfave/cli/v2 v2.27.1
 	github.com/uselagoon/machinery v0.0.16
 	golang.org/x/crypto v0.18.0
 	gopkg.in/yaml.v3 v3.0.1
+	sigs.k8s.io/controller-runtime v0.17.2
 )
 
 require (
-	github.com/alexeyco/simpletable v1.0.0 // indirect
 	github.com/aws/aws-sdk-go-v2 v1.24.1 // indirect
 	github.com/aws/aws-sdk-go-v2/credentials v1.16.14 // indirect
 	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.14.11 // indirect
@@ -26,14 +32,71 @@ require (
 	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.21.6 // indirect
 	github.com/aws/aws-sdk-go-v2/service/sts v1.26.7 // indirect
 	github.com/aws/smithy-go v1.19.0 // indirect
+	github.com/beorn7/perks v1.0.1 // indirect
+	github.com/cespare/xxhash/v2 v2.2.0 // indirect
+	github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e // indirect
 	github.com/cpuguy83/go-md2man/v2 v2.0.3 // indirect
+	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/elastic/elastic-transport-go/v8 v8.4.0 // indirect
+	github.com/emicklei/go-restful/v3 v3.11.0 // indirect
+	github.com/evanphx/json-patch/v5 v5.8.0 // indirect
+	github.com/fsnotify/fsnotify v1.7.0 // indirect
+	github.com/go-logr/logr v1.4.1 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/go-openapi/jsonpointer v0.19.6 // indirect
+	github.com/go-openapi/jsonreference v0.20.2 // indirect
+	github.com/go-openapi/swag v0.22.3 // indirect
+	github.com/gogo/protobuf v1.3.2 // indirect
+	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+	github.com/golang/protobuf v1.5.3 // indirect
+	github.com/google/gnostic-models v0.6.8 // indirect
+	github.com/google/go-cmp v0.6.0 // indirect
+	github.com/google/gofuzz v1.2.0 // indirect
 	github.com/google/uuid v1.5.0 // indirect
 	github.com/guregu/null v4.0.0+incompatible // indirect
 	github.com/hashicorp/go-version v1.6.0 // indirect
+	github.com/imdario/mergo v0.3.6 // indirect
+	github.com/josharian/intern v1.0.0 // indirect
+	github.com/json-iterator/go v1.1.12 // indirect
 	github.com/machinebox/graphql v0.2.2 // indirect
+	github.com/mailru/easyjson v0.7.7 // indirect
 	github.com/mattn/go-runewidth v0.0.12 // indirect
+	github.com/matttproud/golang_protobuf_extensions/v2 v2.0.0 // indirect
+	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
+	github.com/modern-go/reflect2 v1.0.2 // indirect
+	github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
+	github.com/prometheus/client_golang v1.18.0 // indirect
+	github.com/prometheus/client_model v0.5.0 // indirect
+	github.com/prometheus/common v0.45.0 // indirect
+	github.com/prometheus/procfs v0.12.0 // indirect
 	github.com/rivo/uniseg v0.1.0 // indirect
 	github.com/russross/blackfriday/v2 v2.1.0 // indirect
+	github.com/spf13/pflag v1.0.5 // indirect
 	github.com/xrash/smetrics v0.0.0-20231213231151-1d8dd44e695e // indirect
+	go.opentelemetry.io/otel v1.21.0 // indirect
+	go.opentelemetry.io/otel/metric v1.21.0 // indirect
+	go.opentelemetry.io/otel/trace v1.21.0 // indirect
+	golang.org/x/exp v0.0.0-20220722155223-a9213eeb770e // indirect
+	golang.org/x/net v0.19.0 // indirect
+	golang.org/x/oauth2 v0.12.0 // indirect
 	golang.org/x/sys v0.16.0 // indirect
+	golang.org/x/term v0.16.0 // indirect
+	golang.org/x/text v0.14.0 // indirect
+	golang.org/x/time v0.3.0 // indirect
+	gomodules.xyz/jsonpatch/v2 v2.4.0 // indirect
+	google.golang.org/appengine v1.6.7 // indirect
+	google.golang.org/protobuf v1.31.0 // indirect
+	gopkg.in/inf.v0 v0.9.1 // indirect
+	gopkg.in/yaml.v2 v2.4.0 // indirect
+	k8s.io/api v0.29.0 // indirect
+	k8s.io/apiextensions-apiserver v0.29.0 // indirect
+	k8s.io/apimachinery v0.29.0 // indirect
+	k8s.io/client-go v0.29.0 // indirect
+	k8s.io/component-base v0.29.0 // indirect
+	k8s.io/klog/v2 v2.110.1 // indirect
+	k8s.io/kube-openapi v0.0.0-20231010175941-2dd684a91f00 // indirect
+	k8s.io/utils v0.0.0-20230726121419-3b25d923346b // indirect
+	sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd // indirect
+	sigs.k8s.io/structured-merge-diff/v4 v4.4.1 // indirect
+	sigs.k8s.io/yaml v1.4.0 // indirect
 )