Skip to content

Commit

Permalink
test transfer
Browse files Browse the repository at this point in the history
  • Loading branch information
norlandrhagen committed Sep 24, 2024
1 parent d7950f3 commit 196db13
Showing 1 changed file with 17 additions and 1 deletion.
18 changes: 17 additions & 1 deletion feedstock/recipe.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,15 +54,31 @@ def transfer(self, source_store) -> str:
secret_access_key "{osn_secret}" \
endpoint "https://nyu1.osn.mghpcc.org" \
"""
rclone_create_gcs = f"""
rclone config create "gcs-leap" "google-cloud-storage" \
provider "Google Cloud Storage" \
bucket_name="leap-scratch"
"""
create_osn_prof = subprocess.run(
rclone_create_osn,
shell=True,
capture_output=True,
text=True,
)
logger.warn(create_osn_prof)

create_gcs_prof = subprocess.run(
rclone_create_gcs,
shell=True,
capture_output=True,
text=True,
)
logger.warn(create_gcs_prof)



ls_out = subprocess.run(
f"rclone ls osn:{bucket_name}",
f"rclone cp gcs-leap:m2lines-test/test-transfer/air_temp.zarr/ osn:{bucket_name}/air_temp.zarr/",
shell=True,
capture_output=True,
text=True,
Expand Down

0 comments on commit 196db13

Please sign in to comment.