[8.x] Add support for GeoIP processor databases in Ingest Pipelines (e…

…lastic#190830) (elastic#196420) # Backport This will backport the following commits from `main` to `8.x`: - [Add support for GeoIP processor databases in Ingest Pipelines (elastic#190830)](elastic#190830)  ### Questions ? Please refer to the [Backport tool documentation](https://github.com/sqren/backport)  Co-authored-by: Elena Stoeva <[email protected]>
kibanamachine · Oct 15, 2024 · f0ec68a · f0ec68a
1 parent a6094a8
commit f0ec68a
Show file tree

Hide file tree

Showing 54 changed files with 2,218 additions and 88 deletions.
diff --git a/config/serverless.yml b/config/serverless.yml
@@ -111,6 +111,9 @@ xpack.index_management.enableMappingsSourceFieldSection: false
 # Disable toggle for enabling data retention in DSL form from Index Management UI
 xpack.index_management.enableTogglingDataRetention: false
 
+# Disable Manage Processors UI in Ingest Pipelines
+xpack.ingest_pipelines.enableManageProcessors: false
+
 # Keep deeplinks visible so that they are shown in the sidenav
 dev_tools.deeplinks.navLinkStatus: visible
 management.deeplinks.navLinkStatus: visible

diff --git a/test/plugin_functional/test_suites/core_plugins/rendering.ts b/test/plugin_functional/test_suites/core_plugins/rendering.ts
@@ -312,6 +312,7 @@ export default function ({ getService }: PluginFunctionalProviderContext) {
         'xpack.ml.nlp.modelDeployment.vCPURange.medium.static (number?)',
         'xpack.osquery.actionEnabled (boolean?)',
         'xpack.remote_clusters.ui.enabled (boolean?)',
+        'xpack.ingest_pipelines.enableManageProcessors (boolean?|never)',
         /**
          * NOTE: The Reporting plugin is currently disabled in functional tests (see test/functional/config.base.js).
          * It will be re-enabled once #102552 is completed.

diff --git a/x-pack/plugins/ingest_pipelines/__jest__/client_integration/helpers/http_requests.ts b/x-pack/plugins/ingest_pipelines/__jest__/client_integration/helpers/http_requests.ts
@@ -73,12 +73,27 @@ const registerHttpRequestMockHelpers = (
   const setParseCsvResponse = (response?: object, error?: ResponseError) =>
     mockResponse('POST', `${API_BASE_PATH}/parse_csv`, response, error);
 
+  const setLoadDatabasesResponse = (response?: object[], error?: ResponseError) =>
+    mockResponse('GET', `${API_BASE_PATH}/databases`, response, error);
+
+  const setDeleteDatabasesResponse = (
+    databaseName: string,
+    response?: object,
+    error?: ResponseError
+  ) => mockResponse('DELETE', `${API_BASE_PATH}/databases/${databaseName}`, response, error);
+
+  const setCreateDatabasesResponse = (response?: object, error?: ResponseError) =>
+    mockResponse('POST', `${API_BASE_PATH}/databases`, response, error);
+
   return {
     setLoadPipelinesResponse,
     setLoadPipelineResponse,
     setDeletePipelineResponse,
     setCreatePipelineResponse,
     setParseCsvResponse,
+    setLoadDatabasesResponse,
+    setDeleteDatabasesResponse,
+    setCreateDatabasesResponse,
   };
 };
 

diff --git a/x-pack/plugins/ingest_pipelines/__jest__/client_integration/helpers/index.ts b/x-pack/plugins/ingest_pipelines/__jest__/client_integration/helpers/index.ts
@@ -10,8 +10,9 @@ import { setup as pipelinesCreateSetup } from './pipelines_create.helpers';
 import { setup as pipelinesCloneSetup } from './pipelines_clone.helpers';
 import { setup as pipelinesEditSetup } from './pipelines_edit.helpers';
 import { setup as pipelinesCreateFromCsvSetup } from './pipelines_create_from_csv.helpers';
+import { setup as manageProcessorsSetup } from './manage_processors.helpers';
 
-export { nextTick, getRandomString, findTestSubject } from '@kbn/test-jest-helpers';
+export { getRandomString, findTestSubject } from '@kbn/test-jest-helpers';
 
 export { setupEnvironment } from './setup_environment';
 
@@ -21,4 +22,5 @@ export const pageHelpers = {
   pipelinesClone: { setup: pipelinesCloneSetup },
   pipelinesEdit: { setup: pipelinesEditSetup },
   pipelinesCreateFromCsv: { setup: pipelinesCreateFromCsvSetup },
+  manageProcessors: { setup: manageProcessorsSetup },
 };
diff --git a/...plugins/ingest_pipelines/__jest__/client_integration/helpers/manage_processors.helpers.ts b/...plugins/ingest_pipelines/__jest__/client_integration/helpers/manage_processors.helpers.ts
@@ -0,0 +1,144 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { act } from 'react-dom/test-utils';
+import { HttpSetup } from '@kbn/core/public';
+
+import { registerTestBed, TestBed, AsyncTestBedConfig } from '@kbn/test-jest-helpers';
+import { ManageProcessors } from '../../../public/application/sections';
+import { WithAppDependencies } from './setup_environment';
+import { getManageProcessorsPath, ROUTES } from '../../../public/application/services/navigation';
+
+const testBedConfig: AsyncTestBedConfig = {
+  memoryRouter: {
+    initialEntries: [getManageProcessorsPath()],
+    componentRoutePath: ROUTES.manageProcessors,
+  },
+  doMountAsync: true,
+};
+
+export type ManageProcessorsTestBed = TestBed<ManageProcessorsTestSubjects> & {
+  actions: ReturnType<typeof createActions>;
+};
+
+const createActions = (testBed: TestBed) => {
+  const { component, find, form } = testBed;
+
+  const clickDeleteDatabaseButton = async (index: number) => {
+    const allDeleteButtons = find('deleteGeoipDatabaseButton');
+    const deleteButton = allDeleteButtons.at(index);
+    await act(async () => {
+      deleteButton.simulate('click');
+    });
+
+    component.update();
+  };
+
+  const confirmDeletingDatabase = async () => {
+    await act(async () => {
+      form.setInputValue('geoipDatabaseConfirmation', 'delete');
+    });
+
+    component.update();
+
+    const confirmButton: HTMLButtonElement | null = document.body.querySelector(
+      '[data-test-subj="deleteGeoipDatabaseSubmit"]'
+    );
+
+    expect(confirmButton).not.toBe(null);
+    expect(confirmButton!.disabled).toBe(false);
+    expect(confirmButton!.textContent).toContain('Delete');
+
+    await act(async () => {
+      confirmButton!.click();
+    });
+
+    component.update();
+  };
+
+  const clickAddDatabaseButton = async () => {
+    const button = find('addGeoipDatabaseButton');
+    expect(button).not.toBe(undefined);
+    await act(async () => {
+      button.simulate('click');
+    });
+
+    component.update();
+  };
+
+  const fillOutDatabaseValues = async (
+    databaseType: string,
+    databaseName: string,
+    maxmind?: string
+  ) => {
+    await act(async () => {
+      form.setSelectValue('databaseTypeSelect', databaseType);
+    });
+    component.update();
+
+    if (maxmind) {
+      await act(async () => {
+        form.setInputValue('maxmindField', maxmind);
+      });
+    }
+    await act(async () => {
+      form.setSelectValue('databaseNameSelect', databaseName);
+    });
+
+    component.update();
+  };
+
+  const confirmAddingDatabase = async () => {
+    const confirmButton: HTMLButtonElement | null = document.body.querySelector(
+      '[data-test-subj="addGeoipDatabaseSubmit"]'
+    );
+
+    expect(confirmButton).not.toBe(null);
+    expect(confirmButton!.disabled).toBe(false);
+
+    await act(async () => {
+      confirmButton!.click();
+    });
+
+    component.update();
+  };
+
+  return {
+    clickDeleteDatabaseButton,
+    confirmDeletingDatabase,
+    clickAddDatabaseButton,
+    fillOutDatabaseValues,
+    confirmAddingDatabase,
+  };
+};
+
+export const setup = async (httpSetup: HttpSetup): Promise<ManageProcessorsTestBed> => {
+  const initTestBed = registerTestBed(
+    WithAppDependencies(ManageProcessors, httpSetup),
+    testBedConfig
+  );
+  const testBed = await initTestBed();
+
+  return {
+    ...testBed,
+    actions: createActions(testBed),
+  };
+};
+
+export type ManageProcessorsTestSubjects =
+  | 'manageProcessorsTitle'
+  | 'addGeoipDatabaseForm'
+  | 'addGeoipDatabaseButton'
+  | 'geoipDatabaseList'
+  | 'databaseTypeSelect'
+  | 'maxmindField'
+  | 'databaseNameSelect'
+  | 'addGeoipDatabaseSubmit'
+  | 'deleteGeoipDatabaseButton'
+  | 'geoipDatabaseConfirmation'
+  | 'geoipEmptyListPrompt'
+  | 'geoipListLoadingError';
diff --git a/x-pack/plugins/ingest_pipelines/__jest__/client_integration/helpers/setup_environment.tsx b/x-pack/plugins/ingest_pipelines/__jest__/client_integration/helpers/setup_environment.tsx
@@ -70,6 +70,9 @@ const appServices = {
   },
   overlays: overlayServiceMock.createStartContract(),
   http: httpServiceMock.createStartContract({ basePath: '/mock' }),
+  config: {
+    enableManageProcessors: true,
+  },
 };
 
 export const setupEnvironment = () => {