fix: adp concurreny

.trunk/trunk.yaml

@@ -11,7 +11,7 @@ lint:
     - [email protected]
     - [email protected]
     - git-diff-check
-    - [email protected].0
+    - [email protected].1
     - [email protected]
     - [email protected]
     - [email protected]

src/teamster/code_locations/kipptaf/adp/workforce_now/api/assets.py

@@ -16,6 +16,7 @@
     io_manager_key="io_manager_gcs_avro",
     group_name="adp_workforce_now",
     compute_kind="python",
+    op_tags={"dagster/concurrency_key": "adp_wfn_api"},
     check_specs=[build_check_spec_avro_schema_valid(asset_key)],
     partitions_def=DailyPartitionsDefinition(
         start_date="01/01/2021",

src/teamster/libraries/adp/workforce_now/api/resources.py

@@ -1,3 +1,5 @@
+import time
+
 from dagster import ConfigurableResource, DagsterLogManager, InitResourceContext, _check
 from oauthlib.oauth2 import BackendApplicationClient
 from pydantic import PrivateAttr
@@ -93,4 +95,11 @@ def get_records(self, endpoint, params: dict | None = None) -> list[dict]:
 
             params.update({"$skip": params["$skip"] + page_size})
 
+            # https://developers.adp.com/learn/key-concepts/access-tokens
+            # Your application should limit access to under 300 times in a 60 second
+            # period, with no more than 50 concurrent requests in any time. ADP will
+            # throttle your requests when this limit is exceeded. Then, return a
+            # response of HTTP 429 for too many requests.
+            time.sleep(60 / 300)
+
         return all_records