Skip to content

Commit

Permalink
Reformatting integration queries to address the job type issue for MV…
Browse files Browse the repository at this point in the history
… creation

Signed-off-by: Ryan Liang <[email protected]>
  • Loading branch information
RyanL1997 committed Apr 19, 2024
1 parent f99be1a commit 1c2dd2e
Show file tree
Hide file tree
Showing 17 changed files with 12 additions and 17 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,4 @@ WITH (
checkpoint_location = '{s3_checkpoint_location}',
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -40,4 +40,4 @@ WITH (
checkpoint_location = '{s3_checkpoint_location}',
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -36,4 +36,4 @@ CREATE EXTERNAL TABLE IF NOT EXISTS {table_name} (
USING csv
LOCATION '{s3_bucket_location}'
OPTIONS ( sep='\t' )
TBLPROPERTIES ( 'skip.header.line.count'='2' );
TBLPROPERTIES ( 'skip.header.line.count'='2' )
Original file line number Diff line number Diff line change
Expand Up @@ -62,4 +62,4 @@ LOCATION '{s3_bucket_location}'
OPTIONS (
compression='gzip',
recursivefilelookup='true'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -33,4 +33,4 @@ WITH (
checkpoint_location = '{s3_checkpoint_location}',
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -29,4 +29,4 @@ USING csv
OPTIONS (
sep=' '
)
LOCATION '{s3_bucket_location}';
LOCATION '{s3_bucket_location}'
Original file line number Diff line number Diff line change
Expand Up @@ -17,4 +17,4 @@ CREATE EXTERNAL TABLE IF NOT EXISTS {table_name} (
LOCATION '{s3_bucket_location}'
OPTIONS (
sep=' '
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -29,4 +29,3 @@ CREATE MATERIALIZED VIEW IF NOT EXISTS {table_name}__agg_60_min_connections_mvie
WITH (
auto_refresh = false
)

Original file line number Diff line number Diff line change
Expand Up @@ -59,4 +59,3 @@ WITH (
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
)

Original file line number Diff line number Diff line change
Expand Up @@ -58,4 +58,3 @@ CREATE MATERIALIZED VIEW {table_name}__week_live_mview AS
WITH (
auto_refresh = false
)

Original file line number Diff line number Diff line change
Expand Up @@ -33,4 +33,3 @@ ORDER BY
WITH (
auto_refresh = false
)

Original file line number Diff line number Diff line change
Expand Up @@ -33,4 +33,3 @@ WITH hourly_buckets AS (
WITH (
auto_refresh = false
)

Original file line number Diff line number Diff line change
Expand Up @@ -26,4 +26,4 @@ WITH (
checkpoint_location = '{s3_checkpoint_location}',
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -125,4 +125,4 @@ CREATE EXTERNAL TABLE {table_name} (
`ja3Fingerprint` string
)
USING json
LOCATION '{s3_bucket_location}'
LOCATION '{s3_bucket_location}'
Original file line number Diff line number Diff line change
Expand Up @@ -148,4 +148,4 @@ WITH (
checkpoint_location = '{s3_checkpoint_location}',
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@ CREATE EXTERNAL TABLE {table_name} (
LOCATION '{s3_bucket_location}'
OPTIONS (
sep='\0x1E'
);
)
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,4 @@ WITH (
checkpoint_location = '{s3_checkpoint_location}',
watermark_delay = '1 Minute',
extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'
);
)

0 comments on commit 1c2dd2e

Please sign in to comment.