feat: reportportal integration

Signed-off-by: mdolhalo <[email protected]>

tests/e2e/configs/mocharc.ts

@@ -21,8 +21,9 @@ module.exports = {
 	timeout: MOCHA_CONSTANTS.MOCHA_DEFAULT_TIMEOUT,
 	slow: 60000,
 	reporter: 'mocha-multi-reporters',
-	reporterOptions: 'configFile=configs/reporters-config.json',
+	reporterOptions: 'configFile=configs/reporters.config.js',
 	ui: 'tdd',
+	extension: ['js', 'cjs', 'mjs'],
 	require: ['dist/specs/MochaHooks.js', 'ts-node/register'],
 	bail: MOCHA_CONSTANTS.MOCHA_BAIL,
 	'full-trace': true,

tests/e2e/configs/reporters.config.js

@@ -0,0 +1,42 @@
+/** *******************************************************************
+ * copyright (c) 2023 Red Hat, Inc.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ **********************************************************************/
+const { REPORTER_CONSTANTS } = require('../constants/REPORTER_CONSTANTS');
+const { BASE_TEST_CONSTANTS } = require('../constants/BASE_TEST_CONSTANTS');
+
+module.exports = {
+	reporterEnabled: REPORTER_CONSTANTS.REPORTERS_ENABLED(),
+	allureMochaReporterOptions: {
+		resultsDir: '.allure-results'
+	},
+	reportportalAgentJsMochaReporterOptions: {
+		apiKey: REPORTER_CONSTANTS.RP_API_KEY,
+		endpoint: REPORTER_CONSTANTS.PR_ENDPOINT(),
+		project: REPORTER_CONSTANTS.RP_PROJECT(),
+		launch: `${REPORTER_CONSTANTS.RP_RUN_KIND} ${BASE_TEST_CONSTANTS.TEST_ENVIRONMENT}`,
+		attributes: [
+			{
+				key: 'build',
+				value: `${BASE_TEST_CONSTANTS.TESTING_APPLICATION_VERSION}`
+			},
+			{
+				value: BASE_TEST_CONSTANTS.TESTING_APPLICATION_NAME()
+			},
+			{
+				key: 'url',
+				value: BASE_TEST_CONSTANTS.TS_SELENIUM_BASE_URL
+			}
+		],
+		rerun: REPORTER_CONSTANTS.RP_RERUN(),
+		rerunOf: REPORTER_CONSTANTS.RP_RERUN_UUID,
+		restClientConfig: {
+			timeout: 1200000
+		}
+	}
+};

tests/e2e/configs/sh-scripts/regressionTestRun.sh

@@ -10,17 +10,20 @@ export ARCH_VERSION="x86_64"
 launchAPITests() {
   export MOCHA_SUITE="APITest"
   echo "MOCHA_SUITE = ${MOCHA_SUITE}"
+  export RP_RUN_KIND="API tests"
   npm run driver-less-test
 }
 
 launchDynamicAPITests() {
   export MOCHA_SUITE="DynamicAPITest"
+  export RP_RUN_KIND="Dynamic API tests"
   echo "MOCHA_SUITE = ${MOCHA_SUITE}"
   npm run delayed-test
 }
 
 launchUITests() {
   export MOCHA_SUITE="UITest"
+  export RP_RUN_KIND="UI tests"
   echo "MOCHA_SUITE = ${MOCHA_SUITE}"
   npm run test
 }
@@ -29,8 +32,8 @@ launchAllTests() {
   echo ""
   echo "Launching all tests for $ARCH_VERSION $OCP_VERSION"
   echo ""
-  launchDynamicAPITests
   launchAPITests
+  launchDynamicAPITests
   launchUITests
 }
 
@@ -39,19 +42,7 @@ launchAllTests() {
 ########################################
 
 #possible values OCP_VERSION="airgap-ocp-413", "ocp4-12"
-export OCP_VERSION="ocp4-13"
-echo "suits/$ARCH_VERSION/$OCP_VERSION/$MOCHA_SUITE"
-echo "$(<"suits/$ARCH_VERSION/$OCP_VERSION/InitEnvironmental.sh")"
-source "suits/$ARCH_VERSION/$OCP_VERSION/InitEnvironmental.sh" &&
-launchAllTests
-
-export OCP_VERSION="ocp4-12"
-echo "suits/$ARCH_VERSION/$OCP_VERSION/$MOCHA_SUITE"
-echo "$(<"suits/$ARCH_VERSION/$OCP_VERSION/InitEnvironmental.sh")"
-source "suits/$ARCH_VERSION/$OCP_VERSION/InitEnvironmental.sh" &&
-launchAllTests
-
-export OCP_VERSION="airgap-ocp-413"
+export OCP_VERSION=${OCP_VERSION:-"ocp4-13"}
 echo "suits/$ARCH_VERSION/$OCP_VERSION/$MOCHA_SUITE"
 echo "$(<"suits/$ARCH_VERSION/$OCP_VERSION/InitEnvironmental.sh")"
 source "suits/$ARCH_VERSION/$OCP_VERSION/InitEnvironmental.sh" &&

tests/e2e/configs/sh-scripts/regressionTestRunX86_64.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+# shellcheck source=/dev/null
+
+export OCP_VERSION="ocp4-13"
+sh "configs/sh-scripts/regressionTestRun.sh"
+
+export OCP_VERSION="ocp4-12"
+sh "configs/sh-scripts/regressionTestRun.sh"
+
+export OCP_VERSION="airgap-ocp-413"
+sh "configs/sh-scripts/regressionTestRun.sh"

tests/e2e/constants/BASE_TEST_CONSTANTS.ts

@@ -30,6 +30,7 @@ export const BASE_TEST_CONSTANTS: {
 	TS_SELENIUM_DASHBOARD_SAMPLE_NAME: string;
 	TS_SELENIUM_HAPPY_PATH_WORKSPACE_NAME: string;
 	IS_CLUSTER_DISCONNECTED: () => boolean;
+	TESTING_APPLICATION_NAME: () => string;
 } = {
 	/**
 	 * base URL of the application which should be checked
@@ -51,6 +52,14 @@ export const BASE_TEST_CONSTANTS: {
 	 */
 	TEST_ENVIRONMENT: process.env.TEST_ENVIRONMENT || '',
 
+	TESTING_APPLICATION_NAME: (): string => {
+		return BASE_TEST_CONSTANTS.TS_SELENIUM_BASE_URL.includes('devspaces')
+			? 'devspaces'
+			: BASE_TEST_CONSTANTS.TS_SELENIUM_BASE_URL.includes('che')
+			? 'che'
+			: 'default';
+	},
+
 	/**
 	 * testing application version
 	 */

tests/e2e/constants/MOCHA_CONSTANTS.ts

@@ -26,7 +26,7 @@ export const MOCHA_CONSTANTS: {
 
 	MOCHA_DELAYED_SUITE: process.env.MOCHA_DELAYED_SUITE === 'true',
 
-	MOCHA_DEFAULT_TIMEOUT: process.env.MOCHA_DEFAULT_TIMEOUT || 420000,
+	MOCHA_DEFAULT_TIMEOUT: Number(process.env.MOCHA_DEFAULT_TIMEOUT) || 420000,
 
 	MOCHA_RETRIES: process.env.MOCHA_RETRIES || BASE_TEST_CONSTANTS.TEST_ENVIRONMENT === '' ? 0 : 2,
 

tests/e2e/constants/REPORTER_CONSTANTS.ts

@@ -7,14 +7,28 @@
  *
  * SPDX-License-Identifier: EPL-2.0
  **********************************************************************/
+import { BASE_TEST_CONSTANTS } from './BASE_TEST_CONSTANTS';
+
 export const REPORTER_CONSTANTS: {
+	DELETE_SCREENCAST_IF_TEST_PASS: boolean;
+	PR_ENDPOINT(): string;
+	PR_IS_LOCAL_SERVER: boolean;
+	REPORTERS_ENABLED(): string;
+	RP_API_KEY: string;
+	RP_PROJECT(): string;
+	RP_RERUN(): boolean;
+	RP_RERUN_UUID: string | undefined;
+	RP_RUN_KIND: string;
+	RP_USER: string;
+	RP_USE_PERSONAL: boolean;
+	SAVE_ALLURE_REPORT_DATA: boolean;
+	SAVE_PR_REPORT_DATA: boolean;
 	TS_SELENIUM_DELAY_BETWEEN_SCREENSHOTS: number;
-	TS_SELENIUM_REPORT_FOLDER: string;
 	TS_SELENIUM_EXECUTION_SCREENCAST: boolean;
-	TS_SELENIUM_PRINT_TIMEOUT_VARIABLES: string | boolean;
 	TS_SELENIUM_LOAD_TEST_REPORT_FOLDER: string;
 	TS_SELENIUM_LOG_LEVEL: string;
-	DELETE_SCREENCAST_IF_TEST_PASS: boolean;
+	TS_SELENIUM_PRINT_TIMEOUT_VARIABLES: string | boolean;
+	TS_SELENIUM_REPORT_FOLDER: string;
 } = {
 	/**
 	 * path to folder with load tests execution report.
@@ -44,10 +58,53 @@ export const REPORTER_CONSTANTS: {
 	/**
 	 * log level settings, possible variants: 'INFO' (by default), 'DEBUG', 'TRACE'.
 	 */
-	TS_SELENIUM_LOG_LEVEL: process.env.TS_SELENIUM_LOG_LEVEL || 'INFO',
+	TS_SELENIUM_LOG_LEVEL: process.env.TS_SELENIUM_LOG_LEVEL || 'TRACE',
 
 	/**
 	 * print all timeout variables when tests launch, default to false
 	 */
-	TS_SELENIUM_PRINT_TIMEOUT_VARIABLES: process.env.TS_SELENIUM_PRINT_TIMEOUT_VARIABLES || false
+	TS_SELENIUM_PRINT_TIMEOUT_VARIABLES: process.env.TS_SELENIUM_PRINT_TIMEOUT_VARIABLES === 'true',
+
+	SAVE_ALLURE_REPORT_DATA: process.env.SAVE_ALLURE_REPORT_DATA !== 'false',
+
+	SAVE_PR_REPORT_DATA: process.env.SAVE_PR_REPORT_DATA !== 'false',
+
+	REPORTERS_ENABLED: (): string => {
+		let reporters: string = 'dist/utils/CheReporter.js';
+		if (REPORTER_CONSTANTS.SAVE_ALLURE_REPORT_DATA) {
+			reporters += ',allure-mocha';
+		}
+		if (REPORTER_CONSTANTS.SAVE_PR_REPORT_DATA) {
+			reporters += ',@reportportal/agent-js-mocha';
+		}
+		return reporters;
+	},
+
+	RP_API_KEY: process.env.RP_API_KEY || '',
+
+	RP_USER: process.env.RP_USER || process.env.USER || 'superadmin',
+
+	RP_RUN_KIND: process.env.RP_RUN_KIND || 'Test run',
+
+	RP_RERUN_UUID: process.env.RP_RERUN_UUID || undefined,
+
+	RP_RERUN: (): boolean => !!REPORTER_CONSTANTS.RP_RERUN_UUID,
+
+	PR_IS_LOCAL_SERVER: process.env.PR_IS_LOCAL_SERVER !== 'false',
+
+	PR_ENDPOINT: (): string => {
+		return process.env.PR_ENDPOINT || REPORTER_CONSTANTS.PR_IS_LOCAL_SERVER
+			? 'http://localhost:8080/api/v1'
+			: 'https://reportportal-crw.apps.ocp-c1.prod.psi.redhat.com/api/v1';
+	},
+
+	RP_USE_PERSONAL: process.env.RP_USE_PERSONAL !== 'false',
+
+	RP_PROJECT: (): string => {
+		const project: string =
+			BASE_TEST_CONSTANTS.TEST_ENVIRONMENT !== '' && REPORTER_CONSTANTS.RP_USE_PERSONAL
+				? `${REPORTER_CONSTANTS.RP_USER}_personal`
+				: BASE_TEST_CONSTANTS.TESTING_APPLICATION_NAME();
+		return process.env.RP_PROJECT || project;
+	}
 };

tests/e2e/constants/TIMEOUT_CONSTANTS.ts

@@ -8,25 +8,23 @@
  * SPDX-License-Identifier: EPL-2.0
  **********************************************************************/
 export const TIMEOUT_CONSTANTS: {
-	TS_FIND_EXTENSION_TEST_TIMEOUT: number;
-	TS_SELENIUM_WORKSPACE_STATUS_POLLING: number;
+	TS_CLICK_DASHBOARD_ITEM_TIMEOUT: number;
 	TS_COMMON_DASHBOARD_WAIT_TIMEOUT: number;
-	TS_EXPAND_PROJECT_TREE_ITEM_TIMEOUT: number;
-	TS_DIALOG_WINDOW_DEFAULT_TIMEOUT: number;
+	TS_COMMON_PLUGIN_TEST_TIMEOUT: number;
 	TS_DASHBOARD_WORKSPACE_STOP_TIMEOUT: number;
+	TS_DIALOG_WINDOW_DEFAULT_TIMEOUT: number;
+	TS_EDITOR_TAB_INTERACTION_TIMEOUT: number;
+	TS_EXPAND_PROJECT_TREE_ITEM_TIMEOUT: number;
+	TS_FIND_EXTENSION_TEST_TIMEOUT: number;
+	TS_IDE_LOAD_TIMEOUT: number;
 	TS_SELENIUM_CLICK_ON_VISIBLE_ITEM: number;
 	TS_SELENIUM_DEFAULT_ATTEMPTS: number;
-	TS_SELENIUM_WORKSPACE_STATUS_ATTEMPTS: number;
-	TS_SELENIUM_WAIT_FOR_URL: number;
 	TS_SELENIUM_DEFAULT_POLLING: number;
-	TS_IDE_LOAD_TIMEOUT: number;
+	TS_SELENIUM_LOAD_PAGE_TIMEOUT: number;
+	TS_SELENIUM_START_WORKSPACE_TIMEOUT: number;
+	TS_SELENIUM_WAIT_FOR_URL: number;
 	TS_WAIT_LOADER_ABSENCE_TIMEOUT: number;
 	TS_WAIT_LOADER_PRESENCE_TIMEOUT: number;
-	TS_SELENIUM_START_WORKSPACE_TIMEOUT: number;
-	TS_SELENIUM_LOAD_PAGE_TIMEOUT: number;
-	TS_CLICK_DASHBOARD_ITEM_TIMEOUT: number;
-	TS_COMMON_PLUGIN_TEST_TIMEOUT: number;
-	TS_EDITOR_TAB_INTERACTION_TIMEOUT: number;
 } = {
 	/**
 	 * default amount of tries, "5" by default.
@@ -45,16 +43,6 @@ export const TIMEOUT_CONSTANTS: {
 	 */
 	TS_SELENIUM_WAIT_FOR_URL: Number(process.env.TS_SELENIUM_WAIT_FOR_URL) || 10_000,
 
-	/**
-	 * amount of tries for checking workspace status.
-	 */
-	TS_SELENIUM_WORKSPACE_STATUS_ATTEMPTS: Number(process.env.TS_SELENIUM_WORKSPACE_STATUS_ATTEMPTS) || 90,
-
-	/**
-	 * delay in milliseconds between checking workspace status tries.
-	 */
-	TS_SELENIUM_WORKSPACE_STATUS_POLLING: Number(process.env.TS_SELENIUM_WORKSPACE_STATUS_POLLING) || 10000,
-
 	/**
 	 * wait between workspace started and IDE ready to be used, "20 000" by default.
 	 */