From 5ddde12c601631c0d2b302af582596e596410aa0 Mon Sep 17 00:00:00 2001 From: Bashir Sadjad Date: Thu, 8 Mar 2018 14:34:58 -0500 Subject: [PATCH] Increased number of workers and fixed query result for merge case --- .../integration/large_tests/platinum_no_merge.json | 2 +- .../integration/large_tests/platinum_with_merge.json | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/gcp_variant_transforms/testing/integration/large_tests/platinum_no_merge.json b/gcp_variant_transforms/testing/integration/large_tests/platinum_no_merge.json index bb8890282..bd955cbcb 100644 --- a/gcp_variant_transforms/testing/integration/large_tests/platinum_no_merge.json +++ b/gcp_variant_transforms/testing/integration/large_tests/platinum_no_merge.json @@ -4,7 +4,7 @@ "input_pattern": "gs://genomics-public-data/platinum-genomes/vcf/*.vcf", "runner": "DataflowRunner", "worker_machine_type": "n1-standard-16", - "max_num_workers": "5", + "max_num_workers": "20", "assertion_configs": [ { "query": ["NUM_ROWS_QUERY"], diff --git a/gcp_variant_transforms/testing/integration/large_tests/platinum_with_merge.json b/gcp_variant_transforms/testing/integration/large_tests/platinum_with_merge.json index 3e4852393..17815e4d4 100644 --- a/gcp_variant_transforms/testing/integration/large_tests/platinum_with_merge.json +++ b/gcp_variant_transforms/testing/integration/large_tests/platinum_with_merge.json @@ -5,19 +5,19 @@ "runner": "DataflowRunner", "variant_merge_strategy": "MOVE_TO_CALLS", "worker_machine_type": "n1-standard-16", - "max_num_workers": "10", + "max_num_workers": "20", "assertion_configs": [ { "query": ["NUM_ROWS_QUERY"], - "expected_result": {"num_rows": 309551691} + "expected_result": {"num_rows": 261285806} }, { "query": ["SUM_START_QUERY"], - "expected_result": {"sum_start": 24107891293483855} + "expected_result": {"sum_start": 20441297971132809} }, { "query": ["SUM_END_QUERY"], - "expected_result": {"sum_end": 24107908471506508} + "expected_result": {"sum_end": 20441314888077665} } ] }