From 197770f30f42a079749368815dcc962ead5f416f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bart=C5=82omiej=20Z=C4=85bek?= Date: Thu, 14 Nov 2024 10:05:31 +0100 Subject: [PATCH] revert new test addition to IcebergIngestionSchemaEvolutionIT --- .../IcebergIngestionSchemaEvolutionIT.java | 44 ------------------- 1 file changed, 44 deletions(-) diff --git a/src/test/java/com/snowflake/kafka/connector/streaming/iceberg/IcebergIngestionSchemaEvolutionIT.java b/src/test/java/com/snowflake/kafka/connector/streaming/iceberg/IcebergIngestionSchemaEvolutionIT.java index 8ca9fa625..08f0bf2f3 100644 --- a/src/test/java/com/snowflake/kafka/connector/streaming/iceberg/IcebergIngestionSchemaEvolutionIT.java +++ b/src/test/java/com/snowflake/kafka/connector/streaming/iceberg/IcebergIngestionSchemaEvolutionIT.java @@ -81,50 +81,6 @@ void shouldEvolveSchemaAndInsertRecords( assertRecordsInTable(); } - @ParameterizedTest(name = "{0}") - @MethodSource("prepareData") - @Disabled - // Schema evolution for structured types is not yet supported - void shouldEvolveSchemaAndInsertRecords_structuredData( - String description, String message, DescribeTableRow[] expectedSchema, boolean withSchema) - throws Exception { - // start off with just one column - List rows = describeTable(tableName); - assertThat(rows) - .hasSize(1) - .extracting(DescribeTableRow::getColumn) - .contains(Utils.TABLE_COLUMN_METADATA); - - SinkRecord record = createKafkaRecord(message, 0, withSchema); - service.insert(Collections.singletonList(record)); - waitForOffset(-1); - rows = describeTable(tableName); - assertThat(rows.size()).isEqualTo(9); - - // don't check metadata column schema, we have different tests for that - rows = - rows.stream() - .filter(r -> !r.getColumn().equals(Utils.TABLE_COLUMN_METADATA)) - .collect(Collectors.toList()); - - assertThat(rows).containsExactlyInAnyOrder(expectedSchema); - - // resend and store same record without any issues now - service.insert(Collections.singletonList(record)); - waitForOffset(1); - - // and another record with same schema - service.insert(Collections.singletonList(createKafkaRecord(message, 1, withSchema))); - waitForOffset(2); - - String testStruct = "{ \"testStruct\": {" + "\"k1\" : 1," + "\"k2\" : 2" + "} " + "}"; - - service.insert(Collections.singletonList(createKafkaRecord(testStruct, 2, false))); - - service.insert(Collections.singletonList(createKafkaRecord(testStruct, 2, false))); - waitForOffset(3); - } - private void assertRecordsInTable() { List> recordsWithMetadata = selectAllSchematizedRecords();