Flaky blobs caps systemtest

AB#5311

azblob/list.go

@@ -13,15 +13,28 @@ import (
 
 // Count counts the number of blobs filtered by the given tags filter
 func (azp *Storer) Count(ctx context.Context, tagsFilter string, opts ...Option) (int64, error) {
-
-	logger.Sugar.Debugf("Count")
-
-	r, err := azp.FilteredList(ctx, tagsFilter, opts...)
-	if err != nil {
-		return 0, err
-	}
-
-	return int64(len(r.Items)), nil
+	log := logger.Sugar.FromContext(ctx)
+	defer log.close()
+
+	log.Debugf("Count")
+
+	var count int64
+	var m string
+	opts = append(opts, WithListMarker(&m))
+
+	for {
+		r, err := azp.FilteredList(ctx, tagsFilter, opts...)
+		if err != nil {
+			return 0, err
+		}
+		count += int64(len(r.Items))
+		log.Debugf("Count %d (%v)", count, r.Marker)
+		if r.Marker == nil {
+			break
+		}
+	}
+	log.Debugf("Count %d", count)
+	return count, nil
 }
 
 type FilterResponse struct {
@@ -57,6 +70,8 @@ type FilterResponse struct {
 //
 // Returns all blobs with the specific tag filter.
 func (azp *Storer) FilteredList(ctx context.Context, tagsFilter string, opts ...Option) (*FilterResponse, error) {
+	log := logger.Sugar.FromContext(ctx)
+	defer log.close()
 	span, ctx := tracing.StartSpanFromContext(ctx, "FilteredList")
 	defer span.Finish()
 

azblob/logger.go

@@ -0,0 +1,11 @@
+package azbus
+
+import (
+	"github.com/datatrails/go-datatrails-common/logger"
+)
+
+const (
+	DebugLevel = logger.DebugLevel
+)
+
+type Logger = logger.Logger

azblob/storer.go

@@ -27,6 +27,8 @@ type Storer struct {
 	containerURL    string
 	containerClient *ContainerClient
 	serviceClient   *ServiceClient
+
+	log Logger
 }
 
 // New returns new az blob read/write object