normalization test output

airbytehq · Jul 20, 2022 · ad8f875 · ad8f875
1 parent d86f106
commit ad8f875
Show file tree

Hide file tree

Showing 89 changed files with 902 additions and 405 deletions.
diff --git a/...ration_tests/normalization_test_output/bigquery/test_simple_streams/first_dbt_project.yml b/...ration_tests/normalization_test_output/bigquery/test_simple_streams/first_dbt_project.yml
@@ -83,3 +83,8 @@ vars:
     multiple_column_names_conflicts_stg: test_normalization._airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts_scd: test_normalization._airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts: test_normalization._airbyte_raw_multiple_column_names_conflicts
+    types_testing_ab1: test_normalization._airbyte_raw_types_testing
+    types_testing_ab2: test_normalization._airbyte_raw_types_testing
+    types_testing_stg: test_normalization._airbyte_raw_types_testing
+    types_testing_scd: test_normalization._airbyte_raw_types_testing
+    types_testing: test_normalization._airbyte_raw_types_testing
diff --git a/...tests/normalization_test_output/bigquery/test_simple_streams/models/generated/sources.yml b/...tests/normalization_test_output/bigquery/test_simple_streams/models/generated/sources.yml
@@ -13,3 +13,4 @@ sources:
   - name: _airbyte_raw_multiple_column_names_conflicts
   - name: _airbyte_raw_pos_dedup_cdcx
   - name: _airbyte_raw_renamed_dedup_cdc_excluded
+  - name: _airbyte_raw_types_testing
diff --git a/...ntegration_tests/normalization_test_output/clickhouse/test_simple_streams/dbt_project.yml b/...ntegration_tests/normalization_test_output/clickhouse/test_simple_streams/dbt_project.yml
@@ -1,25 +1,25 @@
 name: airbyte_utils
-version: "1.0"
+version: '1.0'
 config-version: 2
 profile: normalize
 model-paths:
-  - models
+- models
 docs-paths:
-  - docs
+- docs
 analysis-paths:
-  - analysis
+- analysis
 test-paths:
-  - tests
+- tests
 seed-paths:
-  - data
+- data
 macro-paths:
-  - macros
+- macros
 target-path: ../build
 log-path: ../logs
 packages-install-path: /dbt
 clean-targets:
-  - build
-  - dbt_modules
+- build
+- dbt_modules
 quoting:
   database: true
   schema: false
@@ -42,10 +42,10 @@ models:
         +tags: airbyte_internal_views
         +materialized: view
 dispatch:
-  - macro_namespace: dbt_utils
-    search_order:
-      - airbyte_utils
-      - dbt_utils
+- macro_namespace: dbt_utils
+  search_order:
+  - airbyte_utils
+  - dbt_utils
 vars:
   json_column: _airbyte_data
   models_to_source:
@@ -83,3 +83,8 @@ vars:
     multiple_column_names_conflicts_stg: test_normalization._airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts_scd: test_normalization._airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts: test_normalization._airbyte_raw_multiple_column_names_conflicts
+    types_testing_ab1: test_normalization._airbyte_raw_types_testing
+    types_testing_ab2: test_normalization._airbyte_raw_types_testing
+    types_testing_stg: test_normalization._airbyte_raw_types_testing
+    types_testing_scd: test_normalization._airbyte_raw_types_testing
+    types_testing: test_normalization._airbyte_raw_types_testing
diff --git a/...sts/normalization_test_output/clickhouse/test_simple_streams/models/generated/sources.yml b/...sts/normalization_test_output/clickhouse/test_simple_streams/models/generated/sources.yml
@@ -13,3 +13,4 @@ sources:
   - name: _airbyte_raw_multiple_column_names_conflicts
   - name: _airbyte_raw_pos_dedup_cdcx
   - name: _airbyte_raw_renamed_dedup_cdc_excluded
+  - name: _airbyte_raw_types_testing
diff --git a/...ion/integration_tests/normalization_test_output/mysql/test_nested_streams/dbt_project.yml b/...ion/integration_tests/normalization_test_output/mysql/test_nested_streams/dbt_project.yml
@@ -79,6 +79,10 @@ vars:
     unnest_alias_ab2: test_normalization._airbyte_raw_unnest_alias
     unnest_alias_ab3: test_normalization._airbyte_raw_unnest_alias
     unnest_alias: test_normalization._airbyte_raw_unnest_alias
+    arrays_ab1: test_normalization._airbyte_raw_arrays
+    arrays_ab2: test_normalization._airbyte_raw_arrays
+    arrays_ab3: test_normalization._airbyte_raw_arrays
+    arrays: test_normalization._airbyte_raw_arrays
     nested_stream_with_co_2g_names_partition_ab1: test_normalization._airbyte_raw_nested_s__lting_into_long_names
     nested_stream_with_co_2g_names_partition_ab2: test_normalization._airbyte_raw_nested_s__lting_into_long_names
     nested_stream_with_co_2g_names_partition_ab3: test_normalization._airbyte_raw_nested_s__lting_into_long_names
@@ -91,6 +95,10 @@ vars:
     unnest_alias_children_ab2: test_normalization._airbyte_raw_unnest_alias
     unnest_alias_children_ab3: test_normalization._airbyte_raw_unnest_alias
     unnest_alias_children: test_normalization._airbyte_raw_unnest_alias
+    arrays_nested_array_parent_ab1: test_normalization._airbyte_raw_arrays
+    arrays_nested_array_parent_ab2: test_normalization._airbyte_raw_arrays
+    arrays_nested_array_parent_ab3: test_normalization._airbyte_raw_arrays
+    arrays_nested_array_parent: test_normalization._airbyte_raw_arrays
     nested_stream_with_co_3double_array_data_ab1: test_normalization._airbyte_raw_nested_s__lting_into_long_names
     nested_stream_with_co_3double_array_data_ab2: test_normalization._airbyte_raw_nested_s__lting_into_long_names
     nested_stream_with_co_3double_array_data_ab3: test_normalization._airbyte_raw_nested_s__lting_into_long_names

diff --git a/...t/airbyte_incremental/test_normalization/nested_stream_with_co___names_partition_data.sql b/...t/airbyte_incremental/test_normalization/nested_stream_with_co___names_partition_data.sql
@@ -56,7 +56,7 @@ with numbers as (
 select
     _airbyte_partition_hashid,
     json_value(_airbyte_nested_data, 
-    '$."currency"') as currency,
+    '$."currency"' RETURNING CHAR) as currency,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...t/airbyte_incremental/test_normalization/nested_stream_with_co__ion_double_array_data.sql b/...t/airbyte_incremental/test_normalization/nested_stream_with_co__ion_double_array_data.sql
@@ -56,7 +56,7 @@ with numbers as (
 select
     _airbyte_partition_hashid,
     json_value(_airbyte_nested_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...on_tests/normalization_test_output/mysql/test_nested_streams/models/generated/sources.yml b/...on_tests/normalization_test_output/mysql/test_nested_streams/models/generated/sources.yml
@@ -6,6 +6,7 @@ sources:
     schema: false
     identifier: false
   tables:
+  - name: _airbyte_raw_arrays
   - name: _airbyte_raw_conflict_stream_array
   - name: _airbyte_raw_conflict_stream_name
   - name: _airbyte_raw_conflict_stream_scalar

diff --git a/...t/airbyte_incremental/test_normalization/nested_stream_with_co___names_partition_data.sql b/...t/airbyte_incremental/test_normalization/nested_stream_with_co___names_partition_data.sql
@@ -56,7 +56,7 @@ with numbers as (
 select
     _airbyte_partition_hashid,
     json_value(_airbyte_nested_data, 
-    '$."currency"') as currency,
+    '$."currency"' RETURNING CHAR) as currency,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...t/airbyte_incremental/test_normalization/nested_stream_with_co__ion_double_array_data.sql b/...t/airbyte_incremental/test_normalization/nested_stream_with_co__ion_double_array_data.sql
@@ -56,7 +56,7 @@ with numbers as (
 select
     _airbyte_partition_hashid,
     json_value(_airbyte_nested_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...ion/integration_tests/normalization_test_output/mysql/test_simple_streams/dbt_project.yml b/...ion/integration_tests/normalization_test_output/mysql/test_simple_streams/dbt_project.yml
@@ -79,3 +79,8 @@ vars:
     multiple_column_names_conflicts_stg: test_normalization._airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts_scd: test_normalization._airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts: test_normalization._airbyte_raw_multiple_column_names_conflicts
+    types_testing_ab1: test_normalization._airbyte_raw_types_testing
+    types_testing_ab2: test_normalization._airbyte_raw_types_testing
+    types_testing_stg: test_normalization._airbyte_raw_types_testing
+    types_testing_scd: test_normalization._airbyte_raw_types_testing
+    types_testing: test_normalization._airbyte_raw_types_testing
diff --git a/...ysql/test_simple_streams/first_output/airbyte_tables/test_normalization/exchange_rate.sql b/...ysql/test_simple_streams/first_output/airbyte_tables/test_normalization/exchange_rate.sql
@@ -10,23 +10,23 @@ with __dbt__cte__exchange_rate_ab1 as (
 -- depends_on: test_normalization._airbyte_raw_exchange_rate
 select
     json_value(_airbyte_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     json_value(_airbyte_data, 
-    '$."currency"') as currency,
+    '$."currency"' RETURNING CHAR) as currency,
     json_value(_airbyte_data, 
-    '$."date"') as `date`,
+    '$."date"' RETURNING CHAR) as `date`,
     json_value(_airbyte_data, 
-    '$."timestamp_col"') as timestamp_col,
+    '$."timestamp_col"' RETURNING CHAR) as timestamp_col,
     json_value(_airbyte_data, 
-    '$."HKD@spéçiäl & characters"') as `HKD@spéçiäl & characters`,
+    '$."HKD@spéçiäl & characters"' RETURNING CHAR) as `HKD@spéçiäl & characters`,
     json_value(_airbyte_data, 
-    '$."HKD_special___characters"') as hkd_special___characters,
+    '$."HKD_special___characters"' RETURNING CHAR) as hkd_special___characters,
     json_value(_airbyte_data, 
-    '$."NZD"') as nzd,
+    '$."NZD"' RETURNING CHAR) as nzd,
     json_value(_airbyte_data, 
-    '$."USD"') as usd,
+    '$."USD"' RETURNING CHAR) as usd,
     json_value(_airbyte_data, 
-    '$."column___with__quotes"') as `column__'with"_quotes`,
+    '$."column___with__quotes"' RETURNING CHAR) as `column__'with"_quotes`,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/..._simple_streams/first_output/airbyte_views/test_normalization/dedup_exchange_rate_stg.sql b/..._simple_streams/first_output/airbyte_views/test_normalization/dedup_exchange_rate_stg.sql
@@ -7,21 +7,21 @@ with __dbt__cte__dedup_exchange_rate_ab1 as (
 -- depends_on: test_normalization._airbyte_raw_dedup_exchange_rate
 select
     json_value(_airbyte_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     json_value(_airbyte_data, 
-    '$."currency"') as currency,
+    '$."currency"' RETURNING CHAR) as currency,
     json_value(_airbyte_data, 
-    '$."date"') as `date`,
+    '$."date"' RETURNING CHAR) as `date`,
     json_value(_airbyte_data, 
-    '$."timestamp_col"') as timestamp_col,
+    '$."timestamp_col"' RETURNING CHAR) as timestamp_col,
     json_value(_airbyte_data, 
-    '$."HKD@spéçiäl & characters"') as `HKD@spéçiäl & characters`,
+    '$."HKD@spéçiäl & characters"' RETURNING CHAR) as `HKD@spéçiäl & characters`,
     json_value(_airbyte_data, 
-    '$."HKD_special___characters"') as hkd_special___characters,
+    '$."HKD_special___characters"' RETURNING CHAR) as hkd_special___characters,
     json_value(_airbyte_data, 
-    '$."NZD"') as nzd,
+    '$."NZD"' RETURNING CHAR) as nzd,
     json_value(_airbyte_data, 
-    '$."USD"') as usd,
+    '$."USD"' RETURNING CHAR) as usd,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...ams/first_output/airbyte_views/test_normalization/multiple_column_names_conflicts_stg.sql b/...ams/first_output/airbyte_views/test_normalization/multiple_column_names_conflicts_stg.sql
@@ -7,19 +7,19 @@ with __dbt__cte__multiple_column_names_conflicts_ab1 as (
 -- depends_on: test_normalization._airbyte_raw_multiple_column_names_conflicts
 select
     json_value(_airbyte_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     json_value(_airbyte_data, 
-    '$."User Id"') as `User Id`,
+    '$."User Id"' RETURNING CHAR) as `User Id`,
     json_value(_airbyte_data, 
-    '$."user_id"') as user_id,
+    '$."user_id"' RETURNING CHAR) as user_id,
     json_value(_airbyte_data, 
-    '$."User id"') as `User id_1`,
+    '$."User id"' RETURNING CHAR) as `User id_1`,
     json_value(_airbyte_data, 
-    '$."user id"') as `user id_2`,
+    '$."user id"' RETURNING CHAR) as `user id_2`,
     json_value(_airbyte_data, 
-    '$."User@Id"') as `User@Id`,
+    '$."User@Id"' RETURNING CHAR) as `User@Id`,
     json_value(_airbyte_data, 
-    '$."UserId"') as userid,
+    '$."UserId"' RETURNING CHAR) as userid,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...on_tests/normalization_test_output/mysql/test_simple_streams/models/generated/sources.yml b/...on_tests/normalization_test_output/mysql/test_simple_streams/models/generated/sources.yml
@@ -13,3 +13,4 @@ sources:
   - name: _airbyte_raw_multiple_column_names_conflicts
   - name: _airbyte_raw_pos_dedup_cdcx
   - name: _airbyte_raw_renamed_dedup_cdc_excluded
+  - name: _airbyte_raw_types_testing
diff --git a/...sql/test_simple_streams/second_output/airbyte_tables/test_normalization/exchange_rate.sql b/...sql/test_simple_streams/second_output/airbyte_tables/test_normalization/exchange_rate.sql
@@ -10,23 +10,23 @@ with __dbt__cte__exchange_rate_ab1 as (
 -- depends_on: test_normalization._airbyte_raw_exchange_rate
 select
     json_value(_airbyte_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     json_value(_airbyte_data, 
-    '$."currency"') as currency,
+    '$."currency"' RETURNING CHAR) as currency,
     json_value(_airbyte_data, 
-    '$."date"') as `date`,
+    '$."date"' RETURNING CHAR) as `date`,
     json_value(_airbyte_data, 
-    '$."timestamp_col"') as timestamp_col,
+    '$."timestamp_col"' RETURNING CHAR) as timestamp_col,
     json_value(_airbyte_data, 
-    '$."HKD@spéçiäl & characters"') as `HKD@spéçiäl & characters`,
+    '$."HKD@spéçiäl & characters"' RETURNING CHAR) as `HKD@spéçiäl & characters`,
     json_value(_airbyte_data, 
-    '$."HKD_special___characters"') as hkd_special___characters,
+    '$."HKD_special___characters"' RETURNING CHAR) as hkd_special___characters,
     json_value(_airbyte_data, 
-    '$."NZD"') as nzd,
+    '$."NZD"' RETURNING CHAR) as nzd,
     json_value(_airbyte_data, 
-    '$."USD"') as usd,
+    '$."USD"' RETURNING CHAR) as usd,
     json_value(_airbyte_data, 
-    '$."column___with__quotes"') as `column__'with"_quotes`,
+    '$."column___with__quotes"' RETURNING CHAR) as `column__'with"_quotes`,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...simple_streams/second_output/airbyte_views/test_normalization/dedup_exchange_rate_stg.sql b/...simple_streams/second_output/airbyte_views/test_normalization/dedup_exchange_rate_stg.sql
@@ -7,21 +7,21 @@ with __dbt__cte__dedup_exchange_rate_ab1 as (
 -- depends_on: test_normalization._airbyte_raw_dedup_exchange_rate
 select
     json_value(_airbyte_data, 
-    '$."id"') as id,
+    '$."id"' RETURNING CHAR) as id,
     json_value(_airbyte_data, 
-    '$."currency"') as currency,
+    '$."currency"' RETURNING CHAR) as currency,
     json_value(_airbyte_data, 
-    '$."date"') as `date`,
+    '$."date"' RETURNING CHAR) as `date`,
     json_value(_airbyte_data, 
-    '$."timestamp_col"') as timestamp_col,
+    '$."timestamp_col"' RETURNING CHAR) as timestamp_col,
     json_value(_airbyte_data, 
-    '$."HKD@spéçiäl & characters"') as `HKD@spéçiäl & characters`,
+    '$."HKD@spéçiäl & characters"' RETURNING CHAR) as `HKD@spéçiäl & characters`,
     json_value(_airbyte_data, 
-    '$."HKD_special___characters"') as hkd_special___characters,
+    '$."HKD_special___characters"' RETURNING CHAR) as hkd_special___characters,
     json_value(_airbyte_data, 
-    '$."NZD"') as nzd,
+    '$."NZD"' RETURNING CHAR) as nzd,
     json_value(_airbyte_data, 
-    '$."USD"') as usd,
+    '$."USD"' RETURNING CHAR) as usd,
     _airbyte_ab_id,
     _airbyte_emitted_at,
 

diff --git a/...on/integration_tests/normalization_test_output/oracle/test_simple_streams/dbt_project.yml b/...on/integration_tests/normalization_test_output/oracle/test_simple_streams/dbt_project.yml
@@ -1,25 +1,25 @@
 name: airbyte_utils
-version: "1.0"
+version: '1.0'
 config-version: 2
 profile: normalize
 source-paths:
-  - models
+- models
 docs-paths:
-  - docs
+- docs
 analysis-paths:
-  - analysis
+- analysis
 test-paths:
-  - tests
+- tests
 data-paths:
-  - data
+- data
 macro-paths:
-  - macros
+- macros
 target-path: ../build
 log-path: ../logs
 modules-path: /dbt
 clean-targets:
-  - build
-  - dbt_modules
+- build
+- dbt_modules
 quoting:
   database: false
   schema: false
@@ -42,7 +42,7 @@ models:
         +materialized: view
 vars:
   dbt_utils_dispatch_list:
-    - airbyte_utils
+  - airbyte_utils
   json_column: _airbyte_data
   models_to_source:
     exchange_rate_ab1: test_normalization.airbyte_raw_exchange_rate
@@ -79,3 +79,8 @@ vars:
     multiple_column_names_conflicts_stg: test_normalization.airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts_scd: test_normalization.airbyte_raw_multiple_column_names_conflicts
     multiple_column_names_conflicts: test_normalization.airbyte_raw_multiple_column_names_conflicts
+    types_testing_ab1: test_normalization.airbyte_raw_types_testing
+    types_testing_ab2: test_normalization.airbyte_raw_types_testing
+    types_testing_stg: test_normalization.airbyte_raw_types_testing
+    types_testing_scd: test_normalization.airbyte_raw_types_testing
+    types_testing: test_normalization.airbyte_raw_types_testing
diff --git a/...n_tests/normalization_test_output/oracle/test_simple_streams/models/generated/sources.yml b/...n_tests/normalization_test_output/oracle/test_simple_streams/models/generated/sources.yml
@@ -13,3 +13,4 @@ sources:
   - name: airbyte_raw_multiple_column_names_conflicts
   - name: airbyte_raw_pos_dedup_cdcx
   - name: airbyte_raw_renamed_dedup_cdc_excluded
+  - name: airbyte_raw_types_testing