From d86f106f254e06b2ced65d4a619d7da5fa349b1c Mon Sep 17 00:00:00 2001 From: Edward Gao Date: Wed, 20 Jul 2022 16:36:08 -0700 Subject: [PATCH] add test case --- .../data_input/catalog.json | 22 +++++++++++++++++++ .../data_input/messages.txt | 2 ++ .../simple_streams_first_run_row_counts.sql | 4 ++++ 3 files changed, 28 insertions(+) diff --git a/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/catalog.json b/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/catalog.json index a193f98bd8e8..85d433353941 100644 --- a/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/catalog.json +++ b/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/catalog.json @@ -242,6 +242,28 @@ "cursor_field": [], "destination_sync_mode": "append_dedup", "primary_key": [["id"]] + }, + { + "stream": { + "name": "types_testing", + "json_schema": { + "type": ["null", "object"], + "properties": { + "id": { + "type": "number", + "airbyte_type": "integer" + }, + "big_integer": { + "type": "number", + "airbyte_type": "big_integer" + } + } + } + }, + "sync_mode": "full_refresh", + "cursor_field": [], + "destination_sync_mode": "append_dedup", + "primary_key": [["id"]] } ] } diff --git a/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/messages.txt b/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/messages.txt index abec18487360..308395c10b79 100644 --- a/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/messages.txt +++ b/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/data_input/messages.txt @@ -53,3 +53,5 @@ {"type": "RECORD", "record": {"stream": "1_prefix_startwith_number", "emitted_at": 1602637990800, "data": { "id": 2, "date": "2020-09-01", "text": "hi 4"}}} {"type":"RECORD","record":{"stream":"multiple_column_names_conflicts","data":{"id":1,"User Id":"chris","user_id":42,"User id":300,"user id": 102,"UserId":101},"emitted_at":1623959926}} + +{"type":"RECORD","record":{"stream":"types_testing","data":{"id":2147483647,"big_integer":9223372036854775807},"emitted_at":1623959926}} diff --git a/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/dbt_test_config/dbt_data_tests_tmp/simple_streams_first_run_row_counts.sql b/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/dbt_test_config/dbt_data_tests_tmp/simple_streams_first_run_row_counts.sql index df4fb4f56c49..b500c9ee3c92 100644 --- a/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/dbt_test_config/dbt_data_tests_tmp/simple_streams_first_run_row_counts.sql +++ b/airbyte-integrations/bases/base-normalization/integration_tests/resources/test_simple_streams/dbt_test_config/dbt_data_tests_tmp/simple_streams_first_run_row_counts.sql @@ -37,6 +37,10 @@ union all union all select distinct 'pos_dedup_cdcx' as label, count(*) as row_count, 3 as expected_count from {{ ref('pos_dedup_cdcx') }} + +union all + select distinct 'types_testing' as label, count(*) as row_count, 1 as expected_count + from {{ ref('types_testing') }} ) select * from table_row_counts