From d7e1d9d65e538baeb037dc910b8c9c5d02312dea Mon Sep 17 00:00:00 2001 From: fmendezh Date: Thu, 12 Sep 2024 15:01:59 +0200 Subject: [PATCH] https://github.com/gbif/pipelines/issues/1078 changing version and keeping table files --- gbif/coordinator/pom.xml | 2 +- gbif/coordinator/tasks-integration-tests-hbase/pom.xml | 2 +- gbif/coordinator/tasks-integration-tests/pom.xml | 2 +- gbif/coordinator/tasks/pom.xml | 2 +- gbif/identifiers/diagnostics/pom.xml | 2 +- gbif/identifiers/identifiers-integration-tests/pom.xml | 2 +- gbif/identifiers/keygen/pom.xml | 2 +- gbif/identifiers/pom.xml | 2 +- gbif/ingestion/clustering-gbif/pom.xml | 2 +- gbif/ingestion/ingest-gbif-beam/pom.xml | 2 +- .../org/gbif/pipelines/ingest/pipelines/HdfsViewPipeline.java | 4 ---- gbif/ingestion/ingest-gbif-fragmenter/pom.xml | 2 +- gbif/ingestion/ingest-gbif-java/pom.xml | 2 +- gbif/ingestion/ingestion-integration-tests-hbase/pom.xml | 2 +- gbif/ingestion/ingestion-integration-tests/pom.xml | 2 +- gbif/ingestion/pom.xml | 2 +- gbif/ingestion/pre-backbone-release/pom.xml | 2 +- gbif/pom.xml | 2 +- gbif/validator/pipelines-validator-ws/pom.xml | 2 +- gbif/validator/pom.xml | 2 +- gbif/validator/validator-api/pom.xml | 2 +- gbif/validator/validator-checklists/pom.xml | 2 +- gbif/validator/validator-core/pom.xml | 2 +- gbif/validator/validator-eml/pom.xml | 2 +- gbif/validator/validator-integration-tests/pom.xml | 2 +- gbif/validator/validator-mail/pom.xml | 2 +- gbif/validator/validator-ws-client/pom.xml | 2 +- pom.xml | 2 +- sdks/beam-common/pom.xml | 2 +- sdks/beam-transforms/pom.xml | 2 +- sdks/core/pom.xml | 2 +- sdks/models/pom.xml | 2 +- sdks/plugins/maven-avro-annotation-editor/pom.xml | 2 +- sdks/plugins/maven-extension-avsc-schema-generator/pom.xml | 2 +- sdks/plugins/maven-extension-java-code-generator/pom.xml | 2 +- sdks/plugins/pom.xml | 2 +- sdks/pom.xml | 2 +- sdks/sdks-integration-tests/pom.xml | 2 +- sdks/tools/archives-converters/pom.xml | 2 +- sdks/tools/elasticsearch-tools/pom.xml | 2 +- sdks/tools/pom.xml | 2 +- sdks/variables/pom.xml | 2 +- 42 files changed, 41 insertions(+), 45 deletions(-) diff --git a/gbif/coordinator/pom.xml b/gbif/coordinator/pom.xml index 6a2b2a461..4a80392c3 100644 --- a/gbif/coordinator/pom.xml +++ b/gbif/coordinator/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines gbif - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/coordinator/tasks-integration-tests-hbase/pom.xml b/gbif/coordinator/tasks-integration-tests-hbase/pom.xml index d1b9c7aa3..0a98d2afa 100644 --- a/gbif/coordinator/tasks-integration-tests-hbase/pom.xml +++ b/gbif/coordinator/tasks-integration-tests-hbase/pom.xml @@ -4,7 +4,7 @@ org.gbif.pipelines coordinator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/coordinator/tasks-integration-tests/pom.xml b/gbif/coordinator/tasks-integration-tests/pom.xml index 0a3b6361d..43cc1dc1c 100644 --- a/gbif/coordinator/tasks-integration-tests/pom.xml +++ b/gbif/coordinator/tasks-integration-tests/pom.xml @@ -4,7 +4,7 @@ org.gbif.pipelines coordinator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/coordinator/tasks/pom.xml b/gbif/coordinator/tasks/pom.xml index 343c58001..08e0a4ca8 100644 --- a/gbif/coordinator/tasks/pom.xml +++ b/gbif/coordinator/tasks/pom.xml @@ -4,7 +4,7 @@ org.gbif.pipelines coordinator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/identifiers/diagnostics/pom.xml b/gbif/identifiers/diagnostics/pom.xml index 58eca9f20..e06f8a6d7 100644 --- a/gbif/identifiers/diagnostics/pom.xml +++ b/gbif/identifiers/diagnostics/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines identifiers - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/identifiers/identifiers-integration-tests/pom.xml b/gbif/identifiers/identifiers-integration-tests/pom.xml index aeb2a9a70..dd4805b95 100644 --- a/gbif/identifiers/identifiers-integration-tests/pom.xml +++ b/gbif/identifiers/identifiers-integration-tests/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines identifiers - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/identifiers/keygen/pom.xml b/gbif/identifiers/keygen/pom.xml index 30e1cfddb..f0bce45ca 100644 --- a/gbif/identifiers/keygen/pom.xml +++ b/gbif/identifiers/keygen/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines identifiers - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/identifiers/pom.xml b/gbif/identifiers/pom.xml index 90a807c6c..d07a6fa06 100644 --- a/gbif/identifiers/pom.xml +++ b/gbif/identifiers/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines gbif - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/clustering-gbif/pom.xml b/gbif/ingestion/clustering-gbif/pom.xml index a9579b5b0..955a6e3fc 100644 --- a/gbif/ingestion/clustering-gbif/pom.xml +++ b/gbif/ingestion/clustering-gbif/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/ingest-gbif-beam/pom.xml b/gbif/ingestion/ingest-gbif-beam/pom.xml index d5f425848..e308c6517 100644 --- a/gbif/ingestion/ingest-gbif-beam/pom.xml +++ b/gbif/ingestion/ingest-gbif-beam/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/ingest-gbif-beam/src/main/java/org/gbif/pipelines/ingest/pipelines/HdfsViewPipeline.java b/gbif/ingestion/ingest-gbif-beam/src/main/java/org/gbif/pipelines/ingest/pipelines/HdfsViewPipeline.java index cc85c1f80..9595284c6 100644 --- a/gbif/ingestion/ingest-gbif-beam/src/main/java/org/gbif/pipelines/ingest/pipelines/HdfsViewPipeline.java +++ b/gbif/ingestion/ingest-gbif-beam/src/main/java/org/gbif/pipelines/ingest/pipelines/HdfsViewPipeline.java @@ -581,10 +581,6 @@ public static void run( } log.info("Save metrics into the file and set files owner"); - // Delete root directory of table records - FsUtils.deleteIfExist( - hdfsConfigs, PathBuilder.buildFilePathViewUsingInputPath(options, recordType)); - MetricsHandler.saveCountersToInputPathFile(options, result.metrics()); String metadataPath = PathBuilder.buildDatasetAttemptPath(options, options.getMetaFileName(), true); diff --git a/gbif/ingestion/ingest-gbif-fragmenter/pom.xml b/gbif/ingestion/ingest-gbif-fragmenter/pom.xml index dfdb8381c..ff0299ea1 100644 --- a/gbif/ingestion/ingest-gbif-fragmenter/pom.xml +++ b/gbif/ingestion/ingest-gbif-fragmenter/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/ingest-gbif-java/pom.xml b/gbif/ingestion/ingest-gbif-java/pom.xml index e3d0318d8..26407ed93 100644 --- a/gbif/ingestion/ingest-gbif-java/pom.xml +++ b/gbif/ingestion/ingest-gbif-java/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/ingestion-integration-tests-hbase/pom.xml b/gbif/ingestion/ingestion-integration-tests-hbase/pom.xml index 0216ef0ed..79162b882 100644 --- a/gbif/ingestion/ingestion-integration-tests-hbase/pom.xml +++ b/gbif/ingestion/ingestion-integration-tests-hbase/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/ingestion-integration-tests/pom.xml b/gbif/ingestion/ingestion-integration-tests/pom.xml index c0bc302d0..3cb11e5c4 100644 --- a/gbif/ingestion/ingestion-integration-tests/pom.xml +++ b/gbif/ingestion/ingestion-integration-tests/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/pom.xml b/gbif/ingestion/pom.xml index 72cd07589..673922dd5 100644 --- a/gbif/ingestion/pom.xml +++ b/gbif/ingestion/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines gbif - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/ingestion/pre-backbone-release/pom.xml b/gbif/ingestion/pre-backbone-release/pom.xml index 017f83ce5..24bca2ade 100644 --- a/gbif/ingestion/pre-backbone-release/pom.xml +++ b/gbif/ingestion/pre-backbone-release/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines ingestion - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/pom.xml b/gbif/pom.xml index 5bbd40239..cb350166e 100644 --- a/gbif/pom.xml +++ b/gbif/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines pipelines-parent - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/pipelines-validator-ws/pom.xml b/gbif/validator/pipelines-validator-ws/pom.xml index 0c76c7785..10c69112c 100644 --- a/gbif/validator/pipelines-validator-ws/pom.xml +++ b/gbif/validator/pipelines-validator-ws/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/pom.xml b/gbif/validator/pom.xml index 613556431..fba51fe10 100644 --- a/gbif/validator/pom.xml +++ b/gbif/validator/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines gbif - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/validator-api/pom.xml b/gbif/validator/validator-api/pom.xml index 1f0492300..291658d8f 100644 --- a/gbif/validator/validator-api/pom.xml +++ b/gbif/validator/validator-api/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/validator-checklists/pom.xml b/gbif/validator/validator-checklists/pom.xml index a3ecd24a9..21b72b0ae 100644 --- a/gbif/validator/validator-checklists/pom.xml +++ b/gbif/validator/validator-checklists/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/validator-core/pom.xml b/gbif/validator/validator-core/pom.xml index e3a9fab11..4e5f6e934 100644 --- a/gbif/validator/validator-core/pom.xml +++ b/gbif/validator/validator-core/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/validator-eml/pom.xml b/gbif/validator/validator-eml/pom.xml index 362582ae9..386c3cf38 100644 --- a/gbif/validator/validator-eml/pom.xml +++ b/gbif/validator/validator-eml/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/validator-integration-tests/pom.xml b/gbif/validator/validator-integration-tests/pom.xml index f41d01dd4..09c10ab69 100644 --- a/gbif/validator/validator-integration-tests/pom.xml +++ b/gbif/validator/validator-integration-tests/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/gbif/validator/validator-mail/pom.xml b/gbif/validator/validator-mail/pom.xml index 77feb5edb..ee45da656 100644 --- a/gbif/validator/validator-mail/pom.xml +++ b/gbif/validator/validator-mail/pom.xml @@ -3,7 +3,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml 4.0.0 diff --git a/gbif/validator/validator-ws-client/pom.xml b/gbif/validator/validator-ws-client/pom.xml index c843748a9..ba6e6b40e 100644 --- a/gbif/validator/validator-ws-client/pom.xml +++ b/gbif/validator/validator-ws-client/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines validator - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/pom.xml b/pom.xml index c0592744e..ae36b69a9 100644 --- a/pom.xml +++ b/pom.xml @@ -10,7 +10,7 @@ org.gbif.pipelines pipelines-parent - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT pom diff --git a/sdks/beam-common/pom.xml b/sdks/beam-common/pom.xml index 6616a3d83..e73c77737 100644 --- a/sdks/beam-common/pom.xml +++ b/sdks/beam-common/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/beam-transforms/pom.xml b/sdks/beam-transforms/pom.xml index c195e7615..b439df8be 100644 --- a/sdks/beam-transforms/pom.xml +++ b/sdks/beam-transforms/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/core/pom.xml b/sdks/core/pom.xml index 3457eb54a..97540d50a 100644 --- a/sdks/core/pom.xml +++ b/sdks/core/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/models/pom.xml b/sdks/models/pom.xml index 6a8f1b746..baeca6375 100644 --- a/sdks/models/pom.xml +++ b/sdks/models/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/plugins/maven-avro-annotation-editor/pom.xml b/sdks/plugins/maven-avro-annotation-editor/pom.xml index 74334efe5..98f4ffedb 100644 --- a/sdks/plugins/maven-avro-annotation-editor/pom.xml +++ b/sdks/plugins/maven-avro-annotation-editor/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines plugins - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/plugins/maven-extension-avsc-schema-generator/pom.xml b/sdks/plugins/maven-extension-avsc-schema-generator/pom.xml index d00ab7e2c..7859d84c5 100644 --- a/sdks/plugins/maven-extension-avsc-schema-generator/pom.xml +++ b/sdks/plugins/maven-extension-avsc-schema-generator/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines plugins - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/plugins/maven-extension-java-code-generator/pom.xml b/sdks/plugins/maven-extension-java-code-generator/pom.xml index 7b77749ba..74c285d72 100644 --- a/sdks/plugins/maven-extension-java-code-generator/pom.xml +++ b/sdks/plugins/maven-extension-java-code-generator/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines plugins - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/plugins/pom.xml b/sdks/plugins/pom.xml index ee506393c..68a2c9041 100644 --- a/sdks/plugins/pom.xml +++ b/sdks/plugins/pom.xml @@ -5,7 +5,7 @@ sdks org.gbif.pipelines - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/pom.xml b/sdks/pom.xml index 95ae21d23..bca4e6551 100644 --- a/sdks/pom.xml +++ b/sdks/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines pipelines-parent - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/sdks-integration-tests/pom.xml b/sdks/sdks-integration-tests/pom.xml index 27e8446df..ef1aef2cb 100644 --- a/sdks/sdks-integration-tests/pom.xml +++ b/sdks/sdks-integration-tests/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/tools/archives-converters/pom.xml b/sdks/tools/archives-converters/pom.xml index f3430c866..29435bbf0 100644 --- a/sdks/tools/archives-converters/pom.xml +++ b/sdks/tools/archives-converters/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks-tools - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/tools/elasticsearch-tools/pom.xml b/sdks/tools/elasticsearch-tools/pom.xml index 5abbe6f66..bca8e6f58 100644 --- a/sdks/tools/elasticsearch-tools/pom.xml +++ b/sdks/tools/elasticsearch-tools/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks-tools - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/tools/pom.xml b/sdks/tools/pom.xml index 3a1d310d8..e4bcfbedf 100644 --- a/sdks/tools/pom.xml +++ b/sdks/tools/pom.xml @@ -5,7 +5,7 @@ sdks org.gbif.pipelines - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml diff --git a/sdks/variables/pom.xml b/sdks/variables/pom.xml index 9e7117196..41d46f6d3 100644 --- a/sdks/variables/pom.xml +++ b/sdks/variables/pom.xml @@ -5,7 +5,7 @@ org.gbif.pipelines sdks - 2.19.0-SNAPSHOT + 2.19.0-ICEBERG-SNAPSHOT ../pom.xml