[LLM tasks] Add product documentation retrieval task

.github/CODEOWNERS

@@ -552,6 +552,7 @@ src/plugins/kibana_overview @elastic/appex-sharedux
 src/plugins/kibana_react @elastic/appex-sharedux
 src/plugins/kibana_usage_collection @elastic/kibana-core
 src/plugins/kibana_utils @elastic/appex-sharedux
+x-pack/plugins/ai_infra/knowledge_base_registry @elastic/appex-ai-infra
 x-pack/plugins/kubernetes_security @elastic/kibana-cloud-security-posture
 x-pack/packages/kbn-langchain @elastic/security-generative-ai
 packages/kbn-language-documentation @elastic/kibana-esql

docs/developer/plugin-list.asciidoc

@@ -664,6 +664,10 @@ the infrastructure monitoring use-case within Kibana.
 |undefined
 
 
+|{kib-repo}blob/{branch}/x-pack/plugins/ai_infra/knowledge_base_registry/README.md[knowledgeBaseRegistry]
+|This plugin contains the registry for the knowledge base.
+
+
 |{kib-repo}blob/{branch}/x-pack/plugins/kubernetes_security/README.md[kubernetesSecurity]
 |This plugin provides interactive visualizations of your Kubernetes workload and session data.
 

package.json

@@ -592,6 +592,7 @@
     "@kbn/kibana-react-plugin": "link:src/plugins/kibana_react",
     "@kbn/kibana-usage-collection-plugin": "link:src/plugins/kibana_usage_collection",
     "@kbn/kibana-utils-plugin": "link:src/plugins/kibana_utils",
+    "@kbn/knowledge-base-registry-plugin": "link:x-pack/plugins/ai_infra/knowledge_base_registry",
     "@kbn/kubernetes-security-plugin": "link:x-pack/plugins/kubernetes_security",
     "@kbn/langchain": "link:x-pack/packages/kbn-langchain",
     "@kbn/language-documentation": "link:packages/kbn-language-documentation",

packages/kbn-optimizer/limits.yml

@@ -94,6 +94,7 @@ pageLoadAssetSize:
   kibanaReact: 74422
   kibanaUsageCollection: 16463
   kibanaUtils: 79713
+  knowledgeBaseRegistry: 22500
   kubernetesSecurity: 77234
   lens: 57135
   licenseManagement: 41817

tsconfig.base.json

@@ -1098,6 +1098,8 @@
       "@kbn/kibana-usage-collection-plugin/*": ["src/plugins/kibana_usage_collection/*"],
       "@kbn/kibana-utils-plugin": ["src/plugins/kibana_utils"],
       "@kbn/kibana-utils-plugin/*": ["src/plugins/kibana_utils/*"],
+      "@kbn/knowledge-base-registry-plugin": ["x-pack/plugins/ai_infra/knowledge_base_registry"],
+      "@kbn/knowledge-base-registry-plugin/*": ["x-pack/plugins/ai_infra/knowledge_base_registry/*"],
       "@kbn/kubernetes-security-plugin": ["x-pack/plugins/kubernetes_security"],
       "@kbn/kubernetes-security-plugin/*": ["x-pack/plugins/kubernetes_security/*"],
       "@kbn/langchain": ["x-pack/packages/kbn-langchain"],

x-pack/plugins/ai_infra/knowledge_base_registry/README.md

@@ -0,0 +1,4 @@
+# Knowledge base registry plugin
+
+This plugin contains the registry for the knowledge base.
+

x-pack/plugins/ai_infra/knowledge_base_registry/common/consts.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export const knowledgeBaseEntryTypeName = 'knowledge_base_entry';

x-pack/plugins/ai_infra/knowledge_base_registry/common/saved_objects.ts

@@ -0,0 +1,35 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+/**
+ * Interface describing the raw attributes of the KB Entry SO type.
+ * Contains more fields than the mappings, which only list
+ * indexed fields.
+ */
+export interface KnowledgeBaseEntryAttributes {
+  name: string;
+  description?: string;
+  source: KnowledgeBaseEntrySource;
+  created_by: KnowledgeBaseEntryCreatedBy;
+}
+
+interface KnowledgeBaseEntryIndexSource {
+  type: 'index';
+  index_name: string;
+  syntactic_fields: string[];
+  semantic_fields: string[];
+}
+
+type KnowledgeBaseEntrySource = KnowledgeBaseEntryIndexSource;
+
+interface KnowledgeBaseEntryCreatedByPackage {
+  type: 'package';
+  packageName: string;
+  version: string;
+}
+
+type KnowledgeBaseEntryCreatedBy = KnowledgeBaseEntryCreatedByPackage;

x-pack/plugins/ai_infra/knowledge_base_registry/jest.config.js

@@ -0,0 +1,23 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+module.exports = {
+  preset: '@kbn/test',
+  rootDir: '../../../..',
+  roots: [
+    '<rootDir>/x-pack/plugins/ai_infra/knowledge_base_registry/public',
+    '<rootDir>/x-pack/plugins/ai_infra/knowledge_base_registry/server',
+    '<rootDir>/x-pack/plugins/ai_infra/knowledge_base_registry/common',
+  ],
+  setupFiles: [],
+  collectCoverage: true,
+  collectCoverageFrom: [
+    '<rootDir>/x-pack/plugins/ai_infra/knowledge_base_registry/{public,server,common}/**/*.{js,ts,tsx}',
+  ],
+
+  coverageReporters: ['html'],
+};

x-pack/plugins/ai_infra/knowledge_base_registry/kibana.jsonc

@@ -0,0 +1,15 @@
+{
+  "type": "plugin",
+  "id": "@kbn/knowledge-base-registry-plugin",
+  "owner": "@elastic/appex-ai-infra",
+  "plugin": {
+    "id": "knowledgeBaseRegistry",
+    "server": true,
+    "browser": true,
+    "configPath": ["xpack", "knowledgeBaseRegistry"],
+    "requiredPlugins": [],
+    "requiredBundles": [],
+    "optionalPlugins": [],
+    "extraPublicDirs": []
+  }
+}

x-pack/plugins/ai_infra/knowledge_base_registry/public/index.ts

@@ -0,0 +1,26 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { PluginInitializer, PluginInitializerContext } from '@kbn/core/public';
+import { KnowledgeBaseRegistryPlugin } from './plugin';
+import type {
+  KnowledgeBaseRegistrySetupContract,
+  KnowledgeBaseRegistryStartContract,
+  KnowledgeBaseRegistrySetupDependencies,
+  KnowledgeBaseRegistryStartDependencies,
+  PublicPluginConfig,
+} from './types';
+
+export type { KnowledgeBaseRegistrySetupContract, KnowledgeBaseRegistryStartContract };
+
+export const plugin: PluginInitializer<
+  KnowledgeBaseRegistrySetupContract,
+  KnowledgeBaseRegistryStartContract,
+  KnowledgeBaseRegistrySetupDependencies,
+  KnowledgeBaseRegistryStartDependencies
+> = (pluginInitializerContext: PluginInitializerContext<PublicPluginConfig>) =>
+  new KnowledgeBaseRegistryPlugin(pluginInitializerContext);

x-pack/plugins/ai_infra/knowledge_base_registry/public/plugin.tsx

@@ -0,0 +1,48 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { CoreSetup, CoreStart, Plugin, PluginInitializerContext } from '@kbn/core/public';
+import type { Logger } from '@kbn/logging';
+import type {
+  PublicPluginConfig,
+  KnowledgeBaseRegistrySetupContract,
+  KnowledgeBaseRegistryStartContract,
+  KnowledgeBaseRegistrySetupDependencies,
+  KnowledgeBaseRegistryStartDependencies,
+} from './types';
+
+export class KnowledgeBaseRegistryPlugin
+  implements
+    Plugin<
+      KnowledgeBaseRegistrySetupContract,
+      KnowledgeBaseRegistryStartContract,
+      KnowledgeBaseRegistrySetupDependencies,
+      KnowledgeBaseRegistryStartDependencies
+    >
+{
+  logger: Logger;
+
+  constructor(context: PluginInitializerContext<PublicPluginConfig>) {
+    this.logger = context.logger.get();
+  }
+  setup(
+    coreSetup: CoreSetup<
+      KnowledgeBaseRegistryStartDependencies,
+      KnowledgeBaseRegistryStartContract
+    >,
+    pluginsSetup: KnowledgeBaseRegistrySetupDependencies
+  ): KnowledgeBaseRegistrySetupContract {
+    return {};
+  }
+
+  start(
+    coreStart: CoreStart,
+    pluginsStart: KnowledgeBaseRegistryStartDependencies
+  ): KnowledgeBaseRegistryStartContract {
+    return {};
+  }
+}

x-pack/plugins/ai_infra/knowledge_base_registry/public/types.ts

@@ -0,0 +1,18 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+/* eslint-disable @typescript-eslint/no-empty-interface*/
+
+export interface PublicPluginConfig {}
+
+export interface KnowledgeBaseRegistrySetupDependencies {}
+
+export interface KnowledgeBaseRegistryStartDependencies {}
+
+export interface KnowledgeBaseRegistrySetupContract {}
+
+export interface KnowledgeBaseRegistryStartContract {}

x-pack/plugins/ai_infra/knowledge_base_registry/server/config.ts

@@ -0,0 +1,14 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { schema, type TypeOf } from '@kbn/config-schema';
+
+export const config = schema.object({
+  enabled: schema.boolean({ defaultValue: true }),
+});
+
+export type KnowledgeBaseRegistryConfig = TypeOf<typeof config>;

x-pack/plugins/ai_infra/knowledge_base_registry/server/index.ts

@@ -0,0 +1,26 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { PluginInitializer, PluginInitializerContext } from '@kbn/core/server';
+import type { KnowledgeBaseRegistryConfig } from './config';
+import type {
+  KnowledgeBaseRegistrySetupContract,
+  KnowledgeBaseRegistryStartContract,
+  KnowledgeBaseRegistrySetupDependencies,
+  KnowledgeBaseRegistryStartDependencies,
+} from './types';
+import { KnowledgeBaseRegistryPlugin } from './plugin';
+
+export type { KnowledgeBaseRegistrySetupContract, KnowledgeBaseRegistryStartContract };
+
+export const plugin: PluginInitializer<
+  KnowledgeBaseRegistrySetupContract,
+  KnowledgeBaseRegistryStartContract,
+  KnowledgeBaseRegistrySetupDependencies,
+  KnowledgeBaseRegistryStartDependencies
+> = async (pluginInitializerContext: PluginInitializerContext<KnowledgeBaseRegistryConfig>) =>
+  new KnowledgeBaseRegistryPlugin(pluginInitializerContext);

x-pack/plugins/ai_infra/knowledge_base_registry/server/plugin.ts

@@ -0,0 +1,50 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { CoreSetup, CoreStart, Plugin, PluginInitializerContext } from '@kbn/core/server';
+import type { Logger } from '@kbn/logging';
+import type { KnowledgeBaseRegistryConfig } from './config';
+import type {
+  KnowledgeBaseRegistrySetupContract,
+  KnowledgeBaseRegistryStartContract,
+  KnowledgeBaseRegistrySetupDependencies,
+  KnowledgeBaseRegistryStartDependencies,
+} from './types';
+import { knowledgeBaseEntrySavedObjectType } from './saved_objects';
+
+export class KnowledgeBaseRegistryPlugin
+  implements
+    Plugin<
+      KnowledgeBaseRegistrySetupContract,
+      KnowledgeBaseRegistryStartContract,
+      KnowledgeBaseRegistrySetupDependencies,
+      KnowledgeBaseRegistryStartDependencies
+    >
+{
+  logger: Logger;
+
+  constructor(context: PluginInitializerContext<KnowledgeBaseRegistryConfig>) {
+    this.logger = context.logger.get();
+  }
+  setup(
+    coreSetup: CoreSetup<
+      KnowledgeBaseRegistryStartDependencies,
+      KnowledgeBaseRegistryStartContract
+    >,
+    pluginsSetup: KnowledgeBaseRegistrySetupDependencies
+  ): KnowledgeBaseRegistrySetupContract {
+    coreSetup.savedObjects.registerType(knowledgeBaseEntrySavedObjectType);
+    return {};
+  }
+
+  start(
+    core: CoreStart,
+    pluginsStart: KnowledgeBaseRegistryStartDependencies
+  ): KnowledgeBaseRegistryStartContract {
+    return {};
+  }
+}

x-pack/plugins/ai_infra/knowledge_base_registry/server/saved_objects/index.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export { knowledgeBaseEntrySavedObjectType } from './knowledge_base_entry';

x-pack/plugins/ai_infra/knowledge_base_registry/server/saved_objects/knowledge_base_entry.ts

@@ -0,0 +1,41 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { SavedObjectsType } from '@kbn/core/server';
+import { knowledgeBaseEntryTypeName } from '../../common/consts';
+import type { KnowledgeBaseEntryAttributes } from '../../common/saved_objects';
+
+export const knowledgeBaseEntrySavedObjectType: SavedObjectsType<KnowledgeBaseEntryAttributes> = {
+  name: knowledgeBaseEntryTypeName,
+  hidden: false,
+  namespaceType: 'multiple',
+  mappings: {
+    dynamic: false,
+    properties: {
+      name: { type: 'keyword' },
+      source: {
+        type: 'object',
+        dynamic: false,
+        properties: {
+          type: { type: 'keyword' },
+        },
+      },
+      created_by: {
+        type: 'object',
+        dynamic: false,
+        properties: {
+          type: { type: 'keyword' },
+        },
+      },
+    },
+  },
+  management: {
+    importableAndExportable: false,
+    visibleInManagement: false,
+  },
+  modelVersions: {},
+};

x-pack/plugins/ai_infra/knowledge_base_registry/server/types.ts

@@ -0,0 +1,16 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+/* eslint-disable @typescript-eslint/no-empty-interface*/
+
+export interface KnowledgeBaseRegistrySetupDependencies {}
+
+export interface KnowledgeBaseRegistryStartDependencies {}
+
+export interface KnowledgeBaseRegistrySetupContract {}
+
+export interface KnowledgeBaseRegistryStartContract {}