more transfers

leap-stc · Sep 26, 2024 · 66699ce · 66699ce
1 parent ad72c8f
commit 66699ce
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/feedstock/recipe.py b/feedstock/recipe.py
@@ -55,7 +55,7 @@ def transfer(self, source_store) -> str:
  # source_prefix = "data-library/feedstocks/GODAS"
  source_prefix = ""
  # target_prefix = "test-transfer-beam-clean-2workers"
- target_prefix = "test-transfer-500GB-faster-more"
+ target_prefix = "test-transfer-500GB-faster-more-mooooore"
 
  # construct full valid rclone 'paths'
  source = os.path.join(source_bucket, source_prefix, store_name).strip('/')
@@ -64,7 +64,7 @@ def transfer(self, source_store) -> str:
  logger.warning(f"Copying from {source} to {target}")
 
  copy_proc = subprocess.run(
- f'rclone copy --transfers 16 -vv -P "{gcs_remote}{source}/" "{osn_remote}{target}/"',
+ f'rclone copy --transfers 64 -vv -P "{gcs_remote}{source}/" "{osn_remote}{target}/"',
  shell=True,
  capture_output=False, # will expose secrets if true
  text=True,