[Cloud Security] Add is_internal flag to fleet server hosts configuration

docs/settings/fleet-settings.asciidoc

@@ -269,6 +269,8 @@ List of {fleet-server} hosts that are configured when the {fleet} app starts.
 =====
   `is_default`:::
     Whether or not this host should be the default to use for {fleet-server}.
+  `is_internal`:::
+    If `true` the host will not appear in the UI, and can only be managed via `kibana.yml` or the Fleet API.
   `proxy_id`::: 
     Unique ID of the proxy to access the {fleet-server} host.
 =====

packages/kbn-check-mappings-update-cli/current_fields.json

@@ -632,6 +632,7 @@
   "fleet-fleet-server-host": [
     "host_urls",
     "is_default",
+    "is_internal",
     "is_preconfigured",
     "name",
     "proxy_id"

packages/kbn-check-mappings-update-cli/current_mappings.json

@@ -2091,6 +2091,10 @@
       "is_default": {
         "type": "boolean"
       },
+      "is_internal": {
+        "type": "boolean",
+        "index": false
+      },
       "host_urls": {
         "type": "keyword",
         "index": false

src/core/server/integration_tests/ci_checks/saved_objects/check_registered_types.test.ts

@@ -94,7 +94,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "file": "6b65ae5899b60ebe08656fd163ea532e557d3c98",
         "file-upload-usage-collection-telemetry": "06e0a8c04f991e744e09d03ab2bd7f86b2088200",
         "fileShare": "5be52de1747d249a221b5241af2838264e19aaa1",
-        "fleet-fleet-server-host": "b04898fcde07f4ce86e844c8fe2f4b23b77ef60a",
+        "fleet-fleet-server-host": "69be15f6b6f2a2875ad3c7050ddea7a87f505417",
         "fleet-message-signing-keys": "93421f43fed2526b59092a4e3c65d64bc2266c0f",
         "fleet-preconfiguration-deletion-record": "c52ea1e13c919afe8a5e8e3adbb7080980ecc08e",
         "fleet-proxy": "6cb688f0d2dd856400c1dbc998b28704ff70363d",

x-pack/plugins/fleet/common/openapi/bundled.json

@@ -5083,6 +5083,9 @@
                   "is_default": {
                     "type": "boolean"
                   },
+                  "is_internal": {
+                    "type": "boolean"
+                  },
                   "host_urls": {
                     "type": "array",
                     "items": {
@@ -5195,6 +5198,9 @@
                   "is_default": {
                     "type": "boolean"
                   },
+                  "is_internal": {
+                    "type": "boolean"
+                  },
                   "host_urls": {
                     "type": "array",
                     "items": {
@@ -8904,6 +8910,9 @@
           "is_default": {
             "type": "boolean"
           },
+          "is_internal": {
+            "type": "boolean"
+          },
           "is_preconfigured": {
             "type": "boolean"
           },

x-pack/plugins/fleet/common/openapi/bundled.yaml

@@ -3171,6 +3171,8 @@ paths:
                   type: string
                 is_default:
                   type: boolean
+                is_internal:
+                  type: boolean
                 host_urls:
                   type: array
                   items:
@@ -3241,6 +3243,8 @@ paths:
                   type: string
                 is_default:
                   type: boolean
+                is_internal:
+                  type: boolean
                 host_urls:
                   type: array
                   items:
@@ -5762,6 +5766,8 @@ components:
           type: string
         is_default:
           type: boolean
+        is_internal:
+          type: boolean
         is_preconfigured:
           type: boolean
         host_urls:

x-pack/plugins/fleet/common/openapi/components/schemas/fleet_server_host.yaml

@@ -7,6 +7,8 @@ properties:
     type: string
   is_default:
     type: boolean
+  is_internal:
+    type: boolean
   is_preconfigured:
     type: boolean
   host_urls:

x-pack/plugins/fleet/common/openapi/paths/fleet_server_hosts.yaml

@@ -51,6 +51,8 @@ post:
               type: string
             is_default:
               type: boolean
+            is_internal:
+              type: boolean
             host_urls:
               type: array
               items:

x-pack/plugins/fleet/common/openapi/paths/fleet_server_hosts@{item_id}.yaml

@@ -59,6 +59,8 @@ put:
               type: string
             is_default:
               type: boolean
+            is_internal:
+              type: boolean
             host_urls:
               type: array
               items:

x-pack/plugins/fleet/common/types/models/fleet_server_policy_config.ts

@@ -11,6 +11,7 @@ export interface NewFleetServerHost {
   host_urls: string[];
   is_default: boolean;
   is_preconfigured: boolean;
+  is_internal?: boolean;
   proxy_id?: string | null;
 }
 

x-pack/plugins/fleet/common/types/rest_spec/fleet_server_hosts.ts

@@ -19,6 +19,7 @@ export interface PutFleetServerHostsRequest {
     name?: string;
     host_urls?: string[];
     is_default?: boolean;
+    is_internal?: boolean;
     proxy_id?: string | null;
   };
 }
@@ -29,6 +30,7 @@ export interface PostFleetServerHostsRequest {
     name?: string;
     host_urls?: string[];
     is_default?: boolean;
+    is_internal?: boolean;
     proxy_id?: string | null;
   };
 }

x-pack/plugins/fleet/cypress/e2e/fleet_settings.cy.ts

@@ -28,6 +28,13 @@ describe('Edit settings', () => {
           host_urls: ['https://localhost:8220'],
           is_default: true,
         },
+        {
+          id: 'fleet-internal-host',
+          name: 'Internal Host',
+          host_urls: ['https://internal:8220'],
+          is_default: false,
+          is_internal: true,
+        },
       ],
       page: 1,
       perPage: 10000,
@@ -160,4 +167,8 @@ describe('Edit settings', () => {
       expect(interception.request.body.name).to.equal('output-logstash-1');
     });
   });
+
+  it('should not display internal fleet server hosts', () => {
+    cy.getBySel(SETTINGS_FLEET_SERVER_HOSTS.TABLE).should('not.contain', 'Internal Host');
+  });
 });

x-pack/plugins/fleet/cypress/screens/fleet.ts

@@ -190,6 +190,7 @@ export const SETTINGS_OUTPUTS_KAFKA = {
 export const SETTINGS_FLEET_SERVER_HOSTS = {
   ADD_BUTTON: 'settings.fleetServerHosts.addFleetServerHostBtn',
   EDIT_BUTTON: 'fleetServerHostsTable.edit.btn',
+  TABLE: 'settingsFleetServerHostsTable',
 };
 
 export const AGENT_POLICY_FORM = {

x-pack/plugins/fleet/public/applications/fleet/sections/agent_policy/components/agent_policy_advanced_fields/hooks.test.tsx

@@ -11,7 +11,7 @@ import { useLicense } from '../../../../../../hooks/use_license';
 import type { LicenseService } from '../../../../services';
 import type { AgentPolicy } from '../../../../types';
 
-import { useOutputOptions } from './hooks';
+import { useOutputOptions, useFleetServerHostsOptions } from './hooks';
 
 jest.mock('../../../../../../hooks/use_license');
 
@@ -153,6 +153,35 @@ const mockApiCallsWithInternalOutputs = (http: MockedFleetStartServices['http'])
   });
 };
 
+const mockApiCallsWithInternalFleetServerHost = (http: MockedFleetStartServices['http']) => {
+  http.get.mockImplementation(async (path) => {
+    if (typeof path !== 'string') {
+      throw new Error('Invalid request');
+    }
+    if (path === '/api/fleet/fleet_server_hosts') {
+      return {
+        data: {
+          items: [
+            {
+              id: 'default-host',
+              name: 'Default',
+              is_default: true,
+            },
+            {
+              id: 'internal-output',
+              name: 'Internal',
+              is_default: false,
+              is_internal: true,
+            },
+          ],
+        },
+      };
+    }
+
+    return defaultHttpClientGetImplementation(path);
+  });
+};
+
 describe('useOutputOptions', () => {
   it('should generate enabled options if the licence is platinium', async () => {
     const testRenderer = createFleetTestRendererMock();
@@ -636,3 +665,30 @@ describe('useOutputOptions', () => {
     `);
   });
 });
+
+describe('useFleetServerHostsOptions', () => {
+  it('should not enable internal fleet server hosts', async () => {
+    const testRenderer = createFleetTestRendererMock();
+    mockApiCallsWithInternalFleetServerHost(testRenderer.startServices.http);
+    const { result, waitForNextUpdate } = testRenderer.renderHook(() =>
+      useFleetServerHostsOptions({} as AgentPolicy)
+    );
+    expect(result.current.isLoading).toBeTruthy();
+
+    await waitForNextUpdate();
+    expect(result.current.fleetServerHostsOptions).toMatchInlineSnapshot(`
+      Array [
+        Object {
+          "disabled": undefined,
+          "inputDisplay": "Default (currently Default)",
+          "value": "@@##DEFAULT_SELECT##@@",
+        },
+        Object {
+          "disabled": true,
+          "inputDisplay": "Internal",
+          "value": "internal-output",
+        },
+      ]
+    `);
+  });
+});

x-pack/plugins/fleet/public/applications/fleet/sections/agent_policy/components/agent_policy_advanced_fields/hooks.tsx

@@ -224,9 +224,12 @@ export function useFleetServerHostsOptions(agentPolicy: Partial<NewAgentPolicy |
       ...fleetServerHostsRequest.data.items
         .filter((item) => !item.is_default)
         .map((item) => {
+          const isInternalFleetServerHost = !!item.is_internal;
+
           return {
             value: item.id,
             inputDisplay: item.name,
+            disabled: isInternalFleetServerHost,
           };
         }),
     ];

x-pack/plugins/fleet/public/applications/fleet/sections/settings/components/fleet_server_hosts_table/index.tsx

@@ -152,5 +152,11 @@ export const FleetServerHostsTable: React.FunctionComponent<FleetServerHostsTabl
     ];
   }, [getHref, deleteFleetServerHost]);
 
-  return <EuiBasicTable columns={columns} items={fleetServerHosts} />;
+  return (
+    <EuiBasicTable
+      columns={columns}
+      items={fleetServerHosts}
+      data-test-subj="settingsFleetServerHostsTable"
+    />
+  );
 };

x-pack/plugins/fleet/public/applications/fleet/sections/settings/index.tsx

@@ -50,6 +50,7 @@ export const SettingsApp = withConfirmModalProvider(() => {
 
   const { outputs, fleetServerHosts, downloadSources, proxies } = useSettingsAppData();
   const outputItems = outputs.data?.items.filter((item) => !item.is_internal);
+  const fleetServerHostsItems = fleetServerHosts.data?.items.filter((item) => !item.is_internal);
 
   const { deleteOutput } = useDeleteOutput(outputs.resendRequest);
   const { deleteDownloadSource } = useDeleteDownloadSource(downloadSources.resendRequest);
@@ -81,7 +82,7 @@ export const SettingsApp = withConfirmModalProvider(() => {
     (outputs.isLoading && outputs.isInitialRequest) ||
     !outputItems ||
     (fleetServerHosts.isLoading && fleetServerHosts.isInitialRequest) ||
-    !fleetServerHosts.data?.items ||
+    !fleetServerHostsItems ||
     (downloadSources.isLoading && downloadSources.isInitialRequest) ||
     !downloadSources.data?.items ||
     (proxies.isLoading && proxies.isInitialRequest) ||
@@ -99,7 +100,7 @@ export const SettingsApp = withConfirmModalProvider(() => {
       <Routes>
         <Route path={FLEET_ROUTING_PATHS.settings_edit_fleet_server_hosts}>
           {(route: { match: { params: { itemId: string } } }) => {
-            const fleetServerHost = fleetServerHosts.data?.items.find(
+            const fleetServerHost = fleetServerHostsItems.find(
               (o) => route.match.params.itemId === o.id
             );
             if (!fleetServerHost) {
@@ -198,7 +199,7 @@ export const SettingsApp = withConfirmModalProvider(() => {
         deleteFleetProxy={deleteFleetProxy}
         proxies={proxies.data.items}
         outputs={outputItems}
-        fleetServerHosts={fleetServerHosts.data.items}
+        fleetServerHosts={fleetServerHostsItems}
         deleteOutput={deleteOutput}
         deleteFleetServerHost={deleteFleetServerHost}
         downloadSources={downloadSources.data.items}

x-pack/plugins/fleet/server/saved_objects/index.ts

@@ -626,11 +626,24 @@ const getSavedObjectTypes = (): { [key: string]: SavedObjectsType } => ({
       properties: {
         name: { type: 'keyword' },
         is_default: { type: 'boolean' },
+        is_internal: { type: 'boolean', index: false },
         host_urls: { type: 'keyword', index: false },
         is_preconfigured: { type: 'boolean' },
         proxy_id: { type: 'keyword' },
       },
     },
+    modelVersions: {
+      '1': {
+        changes: [
+          {
+            type: 'mappings_addition',
+            addedMappings: {
+              is_internal: { type: 'boolean', index: false },
+            },
+          },
+        ],
+      },
+    },
   },
   [FLEET_PROXY_SAVED_OBJECT_TYPE]: {
     name: FLEET_PROXY_SAVED_OBJECT_TYPE,