-
Notifications
You must be signed in to change notification settings - Fork 0
/
run.sh
45 lines (41 loc) · 1.78 KB
/
run.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
REARC_DATA_PLATFORM_ROLE_ARN='arn:aws:iam::412981388937:role/CrossAccountRole-796406704065-796406704065'
REARC_DATA_PLATFORM_EXTERNAL_ID='Rearc-Data-Platform-796406704065'
ASSET_BUCKET='rearc-data-provider'
MANIFEST_BUCKET='rearc-control-plane-manifest'
CUSTOMER_ID='796406704065'
DATASET_NAME='nextstrain-hcov-19'
DATASET_ARN='arn:aws:dataexchange:us-east-1:796406704065:data-sets/094ec77c9191faddbf97979f752c16d0'
PRODUCT_NAME='Genomic Epidemiology of Novel Coronavirus (COVID-19) | Nextstrain'
PRODUCT_ID='prod-tafw6tmtrgmza'
SCHEDULE_CRON="cron(0 4,10,16,22 * * ? *)"
REGION='us-east-1'
PROFILE='guardian-pg'
echo "------------------------------------------------------------------------------"
echo "RearcDataPlatformRoleArn: $REARC_DATA_PLATFORM_ROLE_ARN"
echo "RearcDataPlatformExternalId: $REARC_DATA_PLATFORM_EXTERNAL_ID"
echo "CustomerId: $CUSTOMER_ID"
echo "AssetBucket: $ASSET_BUCKET"
echo "ManifestBucket: $MANIFEST_BUCKET"
echo "DataSetName: $DATASET_NAME"
echo "DataSetArn: $DATASET_ARN"
echo "ProductName: $PRODUCT_NAME"
echo "ProductID: $PRODUCT_ID"
echo "ScheduleCron: $SCHEDULE_CRON"
echo "Region: $REGION"
echo "PROFILE: $PROFILE"
echo "------------------------------------------------------------------------------"
# python pre-processing/pre-processing-code/source_data.py
./init.sh \
--rdp-role-arn "${REARC_DATA_PLATFORM_ROLE_ARN}" \
--rdp-external-id "${REARC_DATA_PLATFORM_EXTERNAL_ID}" \
--customer-id "${CUSTOMER_ID}" \
--schedule-cron "${SCHEDULE_CRON}" \
--asset-bucket "${ASSET_BUCKET}" \
--manifest-bucket "${MANIFEST_BUCKET}" \
--dataset-name "${DATASET_NAME}" \
--product-name "${PRODUCT_NAME}" \
--product-id "${PRODUCT_ID}" \
--dataset-arn "${DATASET_ARN}" \
--region "${REGION}" \
--first-revision "false" \
--profile "${PROFILE}"