From b69720549a5794946496c17ba820f0700058dbc3 Mon Sep 17 00:00:00 2001 From: Andrew Chasin Date: Mon, 22 Jan 2024 15:34:25 -0500 Subject: [PATCH] change scheduler parameters --- .github/workflows/_deployment.yaml | 13 ++++++++++--- pipeline.json | 9 +++++++++ 2 files changed, 19 insertions(+), 3 deletions(-) create mode 100644 pipeline.json diff --git a/.github/workflows/_deployment.yaml b/.github/workflows/_deployment.yaml index 3d6b3fd..614001b 100644 --- a/.github/workflows/_deployment.yaml +++ b/.github/workflows/_deployment.yaml @@ -89,13 +89,20 @@ jobs: username: 'oauth2accesstoken' password: '${{ steps.auth.outputs.access_token }}' registry: '${{ vars.region }}-docker.pkg.dev' + + - name: Setup Google Cloud SDK + uses: 'google-github-actions/setup-gcloud@v2' + with: + version: '>= 363.0.0' + - name: Cloud Scheduler Creation run: |- - gcloud scheduler jobs update pubsub myjob \ + gcloud scheduler jobs create pubsub pipeline-submit-schedule \ --location="us-east4" \ --schedule="30 5 * * *" \ - --topic="test-pubsub" \ - --message-body="{\"field1\":\"value1\",\"field2\":\"value2\"}}" + --topic="pipeline-submission-topic" \ + --message-body-from-file="pipeline.json" + # - name: Build and Tag # id: build-image # uses: docker/build-push-action@v3 diff --git a/pipeline.json b/pipeline.json new file mode 100644 index 0000000..20e3186 --- /dev/null +++ b/pipeline.json @@ -0,0 +1,9 @@ +{ + "bq_table": "hca-demo-dev.test_dataset.dry-beans", + "model_directory": "gs://hca-demo-dev-dry-beans-dt-bucket/trained_models/2023-09-25 18:46:01.376735", + "bigquery_dataset": "hca-demo-dataset", + "project_id": "hca-demo-dev", + "project_number": "647084706976", + "region": "us-central1", + "gs_pipeline_spec_path": "gs://hca-demo-dev-dry-beans-dt-bucket/pipeline_root/dry-beans-dt/pipeline_job.json" +} \ No newline at end of file