add a retry for couchbase connection (#327)

this is pretty easy so going ahead and merging

pyproject.toml

@@ -48,7 +48,8 @@ exclude = [
     "scripts",
     "meta_update_middleware",
 ]
-output-format="full"
+output-format="pylint"
+
 
 # For a list of available rules, see: https://docs.astral.sh/ruff/rules/
 lint.select = [
@@ -67,4 +68,4 @@ lint.select = [
 lint.ignore = [
     "E501", # Supress line-too-long warnings: trust the formatter's judgement on this one.
     "W505", # Supress line-too-long warnings: trust the formatter's judgement on this one.
-]
+]

src/vxingest/builder_common/ingest_manager.py

@@ -21,7 +21,7 @@
 import pyproj  # noqa: F401
 from couchbase.auth import PasswordAuthenticator
 from couchbase.cluster import Cluster
-from couchbase.exceptions import TimeoutException
+from couchbase.exceptions import CouchbaseException, TimeoutException
 from couchbase.options import ClusterOptions, ClusterTimeoutOptions
 
 logger = logging.getLogger(__name__)
@@ -114,9 +114,19 @@ def connect_cb(self):
                 ),
                 timeout_options=timeout_options,
             )
-            self.cluster = Cluster(
-                "couchbase://" + self.cb_credentials["host"], options
-            )
+            _attempts = 0
+            while _attempts < 3:
+                try:
+                    self.cluster = Cluster(
+                        "couchbase://" + self.cb_credentials["host"], options
+                    )
+                except CouchbaseException as _e:
+                    time.sleep(5)
+                    _attempts = _attempts + 1
+            if _attempts == 3:
+                raise CouchbaseException(
+                    "Could not connect to couchbase after 3 attempts"
+                )
             self.collection = self.cluster.bucket(
                 self.cb_credentials["bucket"]
             ).collection(self.cb_credentials["collection"])