From 140652c0f8d141e2dc34aecfe549bd2e577799a3 Mon Sep 17 00:00:00 2001 From: Brett Hoerner Date: Wed, 27 Mar 2024 14:43:15 -0600 Subject: [PATCH] fix(batch-exports): drop internal inserted_at column from s3 exports --- posthog/temporal/batch_exports/s3_batch_export.py | 2 -- .../tests/batch_exports/test_s3_batch_export_workflow.py | 1 - 2 files changed, 3 deletions(-) diff --git a/posthog/temporal/batch_exports/s3_batch_export.py b/posthog/temporal/batch_exports/s3_batch_export.py index a6420e95cb8b1..d2261b5c4edcb 100644 --- a/posthog/temporal/batch_exports/s3_batch_export.py +++ b/posthog/temporal/batch_exports/s3_batch_export.py @@ -409,8 +409,6 @@ def s3_default_fields() -> list[BatchExportField]: batch_export_fields.append({"expression": "elements_chain", "alias": "elements_chain"}) batch_export_fields.append({"expression": "nullIf(person_properties, '')", "alias": "person_properties"}) batch_export_fields.append({"expression": "toString(person_id)", "alias": "person_id"}) - # In contrast to other destinations, we do export this field. - batch_export_fields.append({"expression": "COALESCE(inserted_at, _timestamp)", "alias": "inserted_at"}) # Again, in contrast to other destinations, and for historical reasons, we do not include these fields. not_exported_by_default = {"team_id", "set", "set_once"} diff --git a/posthog/temporal/tests/batch_exports/test_s3_batch_export_workflow.py b/posthog/temporal/tests/batch_exports/test_s3_batch_export_workflow.py index a58fb54d67901..f28ed27935ce5 100644 --- a/posthog/temporal/tests/batch_exports/test_s3_batch_export_workflow.py +++ b/posthog/temporal/tests/batch_exports/test_s3_batch_export_workflow.py @@ -308,7 +308,6 @@ async def assert_clickhouse_records_in_s3( { "fields": [ {"expression": "event", "alias": "my_event_name"}, - {"expression": "inserted_at", "alias": "inserted_at"}, {"expression": "1 + 1", "alias": "two"}, ], "values": {},