feat(k8s_tagger): Added pagination when fetching pods from the k8s API

SumoLogic · Oct 21, 2024 · cf691d8 · cf691d8
1 parent 8c4f441
commit cf691d8
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 3 deletions.
diff --git a/.changelog/1687.added.txt b/.changelog/1687.added.txt
@@ -0,0 +1 @@
+feat(k8s_tagger): Added pagination when fetching pods from the k8s API
diff --git a/pkg/processor/k8sprocessor/kube/informer.go b/pkg/processor/k8sprocessor/kube/informer.go
@@ -55,9 +55,23 @@ func newSharedInformer(
 
 func informerListFuncWithSelectors(client kubernetes.Interface, namespace string, ls labels.Selector, fs fields.Selector) cache.ListFunc {
 	return func(opts metav1.ListOptions) (runtime.Object, error) {
-		opts.LabelSelector = ls.String()
-		opts.FieldSelector = fs.String()
-		return client.CoreV1().Pods(namespace).List(context.Background(), opts)
+		podList := &api_v1.PodList{}
+		for {
+			opts.LabelSelector = ls.String()
+			opts.FieldSelector = fs.String()
+			opts.Limit = 200
+			opts.ResourceVersion = ""
+			pods, err := client.CoreV1().Pods(namespace).List(context.Background(), opts)
+			if err != nil {
+				return nil, err
+			}
+			podList.Items = append(podList.Items, pods.Items...)
+			if pods.Continue == "" {
+				break
+			}
+			opts.Continue = pods.Continue
+		}
+		return podList, nil
 	}
 
 }