HCK-8696: add filtering of duplicated indexes columns for case with i…

…ndexes on partitioned tables

reverse_engineering/reverseEngineeringService/helpers/getUniqueIndexesColumns.js

@@ -0,0 +1,23 @@
+const getColumnUniqueKey = ({ IndexName, TableName, schemaName, columnName }) =>
+	`${schemaName}${IndexName}${TableName}${columnName}`;
+
+const getUniqueIndexesColumns = ({ indexesColumns }) => {
+	const uniqueKeysToColumns = {};
+
+	for (const indexesColumn of indexesColumns) {
+		const columnKey = getColumnUniqueKey(indexesColumn);
+		const isColumnUnique = !Boolean(uniqueKeysToColumns[columnKey]);
+
+		if (!isColumnUnique) {
+			continue;
+		}
+
+		uniqueKeysToColumns[columnKey] = indexesColumn;
+	}
+
+	return Object.values(uniqueKeysToColumns);
+};
+
+module.exports = {
+	getUniqueIndexesColumns,
+};

reverse_engineering/reverseEngineeringService/reverseEngineeringService.js

@@ -41,6 +41,7 @@ const {
 	getPeriodForSystemTime,
 } = require('./helpers');
 const pipe = require('../helpers/pipe');
+const { getUniqueIndexesColumns } = require('./helpers/getUniqueIndexesColumns');
 
 const mergeCollectionsWithViews = jsonSchemas =>
 	jsonSchemas.reduce((structuredJSONSchemas, jsonSchema) => {
@@ -315,7 +316,8 @@ const reverseCollectionsToJSON = logger => async (dbConnectionClient, tablesInfo
 		rawDatabaseIndexes.map(i => i.index_id),
 		logger,
 	);
-	const databaseIndexes = addTotalBucketCountToDatabaseIndexes(rawDatabaseIndexes, indexesBucketCount);
+	const uniqueDatabaseIndexesColumns = getUniqueIndexesColumns({ indexesColumns: rawDatabaseIndexes });
+	const databaseIndexes = addTotalBucketCountToDatabaseIndexes(uniqueDatabaseIndexesColumns, indexesBucketCount);
 
 	return await Object.entries(tablesInfo).reduce(async (jsonSchemas, [schemaName, tableNames]) => {
 		logger.log('info', { message: `Fetching '${dbName}' database information` }, 'Reverse Engineering');