From c6fb2f420f041a6fa2c1f472ffa287237dde4bc3 Mon Sep 17 00:00:00 2001
From: Moshe Immermam <moshe@flanksource.com>
Date: Thu, 28 Nov 2024 13:18:06 +0200
Subject: [PATCH] chore: add k6 load test and proxy get

---
 fixtures/load/.gitignore |   2 +
 fixtures/load/Makefile   |   8 ++
 fixtures/load/load.ts    | 182 +++++++++++++++++++++++++++++++++++++++
 3 files changed, 192 insertions(+)
 create mode 100644 fixtures/load/.gitignore
 create mode 100644 fixtures/load/Makefile
 create mode 100644 fixtures/load/load.ts

diff --git a/fixtures/load/.gitignore b/fixtures/load/.gitignore
new file mode 100644
index 00000000..80629a05
--- /dev/null
+++ b/fixtures/load/.gitignore
@@ -0,0 +1,2 @@
+node_modules
+k6
diff --git a/fixtures/load/Makefile b/fixtures/load/Makefile
new file mode 100644
index 00000000..29d81d82
--- /dev/null
+++ b/fixtures/load/Makefile
@@ -0,0 +1,8 @@
+.PHONY:
+k6:
+	go install go.k6.io/xk6/cmd/xk6@latest
+	xk6 build --with github.com/grafana/xk6-kubernetes
+
+.PHONY:
+run: k6
+	 ./k6 run load.ts --insecure-skip-tls-verify
diff --git a/fixtures/load/load.ts b/fixtures/load/load.ts
new file mode 100644
index 00000000..3c3de1ea
--- /dev/null
+++ b/fixtures/load/load.ts
@@ -0,0 +1,182 @@
+import { Kubernetes } from 'k6/x/kubernetes';
+import k6 from 'k6';
+import encoding from 'k6/encoding'
+import http from 'k6/http';
+
+export const options = {
+  thresholds: {
+    http_req_failed: ['rate<0.01'],
+    http_req_duration: ['p(99)<1000'],
+  },
+  scenarios: {
+    pods: {
+      executor: 'shared-iterations',
+      vus: 1,
+      iterations: 1,
+      maxDuration: '2m',
+    },
+  },
+};
+
+const ns = "testns";
+let kubernetes;
+let token = ""
+function proxyGet(pod, path, port = 8080) {
+  if (token == "") {
+    let sa = {
+      apiVersion: "v1",
+      kind: "ServiceAccount",
+      metadata: {
+        name: "proxy-sa",
+        namespace: ns
+      }
+    }
+    console.log(`Creating token for sa:${sa.metadata.name}`)
+    kubernetes.apply(JSON.stringify(sa))
+    let secretToken = {
+      apiVersion: "v1",
+      kind: "Secret",
+      metadata: {
+        name: sa.metadata.name,
+        namespace: ns,
+        annotations: {
+          "kubernetes.io/service-account.name": sa.metadata.name
+        }
+      },
+      type: "kubernetes.io/service-account-token"
+    }
+    kubernetes.apply(JSON.stringify(secretToken))
+    let role = {
+      apiVersion: "rbac.authorization.k8s.io/v1",
+      kind: "Role",
+      metadata: {
+        name: "proxy-access",
+        namespace: ns
+      },
+      rules: [
+        {
+          apiGroups: [""],
+          resources: ["pods", "pods/proxy"],
+          verbs: ["*"]
+        }
+      ]
+    };
+    let roleBinding = {
+      apiVersion: "rbac.authorization.k8s.io/v1",
+      kind: "RoleBinding",
+      metadata: {
+        name: role.metadata.name,
+        namespace: ns
+      },
+      roleRef: {
+        apiGroup: "rbac.authorization.k8s.io",
+        kind: "Role",
+        name: role.metadata.name
+      },
+      subjects: [{
+        kind: "ServiceAccount",
+        name: sa.metadata.name,
+        namespace: ns
+      }]
+    };
+
+    kubernetes.apply(JSON.stringify(role))
+    kubernetes.apply(JSON.stringify(roleBinding))
+    let secret = kubernetes.get("Secret", secretToken.metadata.name, ns)
+    token = encoding.b64decode(secret.data.token, "std", "s")
+  }
+
+  const podUrl = `${kubernetes.kubernetes.config.host}/api/v1/namespaces/${pod.metadata.namespace}/pods/${pod.metadata.name}:${port}/proxy/${path}`;
+  let response = http.get(podUrl, {
+    headers: {
+      'Authorization': `Bearer ${token}`
+    }
+  });
+  if (response.status != 200) {
+    console.log(`Failed to call ${podUrl}: ${response.status} ${response.body}`)
+  }
+  return JSON.parse(response.body)
+}
+
+const podSpec = {
+  apiVersion: "v1",
+  kind: "Pod",
+  metadata: {
+    name: "podinfo",
+    namespace: ns
+  },
+  spec: {
+    containers: [
+      {
+        name: "podinfo",
+        image: "stefanprodan/podinfo",
+        ports: [
+          {
+            containerPort: 9898,
+            name: "http",
+            protocol: "TCP"
+          }
+        ]
+      }
+    ]
+  }
+}
+
+
+
+let count = 2
+export default function () {
+  kubernetes = new Kubernetes();
+  console.log(`Connected to ${kubernetes.kubernetes.config.host}`)
+
+  // Create 200 pods
+  for (let i = 0; i < count; i++) {
+    const podName = `podinfo-${i}`;
+    const newPodSpec = JSON.parse(JSON.stringify(podSpec));
+    newPodSpec.metadata.name = podName;
+    kubernetes.apply(JSON.stringify(newPodSpec))
+    console.log(`Created pod: ${podName}`)
+
+  }
+
+  // Wait for pods to be ready
+  let allPodsReady = false;
+  while (!allPodsReady) {
+    const pods = kubernetes.list("Pod", ns);
+    allPodsReady = pods.length === count && pods.every(pod => pod.status.phase === 'Running');
+    if (!allPodsReady) {
+      console.log(`Waiting for ${pods.length}/${count} pods to be ready...`);
+      k6.sleep(5);
+    }
+  }
+
+  // Crash 20 random pods over 1 minute
+  const interval = 3; // seconds between crashes
+  const podsToCrash = 1;
+
+  for (let i = 0; i < podsToCrash; i++) {
+    const randomPodIndex = Math.floor(Math.random() * count);
+    const podName = `podinfo-${randomPodIndex}`;
+
+
+    console.log(`Crashing pod: ${podName}`);
+
+    try {
+      let response = proxyGet(kubernetes.get("Pod", podName, ns), "panic", 9898)
+      console.log(`Failed to crash pod ${podName}`)
+    } catch (error) {
+    }
+
+
+    if (i < podsToCrash - 1) {
+      k6.sleep(interval);
+    }
+  }
+
+  // List all pods to verify
+  const pods = kubernetes.list("Pod", ns);
+  console.log(`${pods.length} Pods found:`);
+  pods.map(function (pod) {
+    console.log(`  ${pod.metadata.name} ${pod.status.phase}: restarts=${pod.status.containerStatuses[0].restartCount}`);
+  });
+}