Discover Changes for Point in Time POC

config/opensearch_dashboards.yml

@@ -226,9 +226,9 @@
 
 # Set the value of this setting to true to enables the experimental multiple data source
 # support feature. Use with caution.
-#data_source.enabled: false
+data_source.enabled: true
 # Set the value of these settings to custermize crypto materials to encryption saved credentials
 # in data sources.
-#data_source.encryption.wrappingKeyName: 'changeme'
-#data_source.encryption.wrappingKeyNamespace: 'changeme'
-#data_source.encryption.wrappingKey: [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
+data_source.encryption.wrappingKeyName: 'changeme'
+data_source.encryption.wrappingKeyNamespace: 'changeme'
+data_source.encryption.wrappingKey: [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]

package.json

@@ -151,6 +151,7 @@
     "angular-elastic": "^2.5.1",
     "angular-sanitize": "^1.8.0",
     "bluebird": "3.5.5",
+    "caniuse-lite": "^1.0.30001397",
     "chalk": "^4.1.0",
     "chokidar": "^3.4.2",
     "color": "1.0.3",
@@ -212,6 +213,7 @@
     "type-detect": "^4.0.8",
     "uuid": "3.3.2",
     "whatwg-fetch": "^3.0.0",
+    "yarn": "^1.22.19",
     "yauzl": "^2.10.0"
   },
   "devDependencies": {
@@ -461,4 +463,4 @@
     "node": "14.20.0",
     "yarn": "^1.21.1"
   }
-}
+}

src/core/server/opensearch/legacy/cluster_client.ts

@@ -73,6 +73,7 @@ const callAPI = async (
 ) => {
   const clientPath = endpoint.split('.');
   const api: any = get(client, clientPath);
+  console.log("This is the low level client call", clientPath, get(client, clientPath));
   if (!api) {
     throw new Error(`called with an invalid endpoint: ${endpoint}`);
   }

src/plugins/data/common/index_patterns/index_patterns/_pattern_cache.ts

@@ -45,6 +45,7 @@ export function createIndexPatternCache(): PatternCache {
     },
     set: (id: string, prom: any) => {
       vals[id] = prom;
+      console.log("This is the set value", prom);
       return prom;
     },
     clear: (id: string) => {

src/plugins/data/common/search/search_source/fetch/get_search_params.ts

@@ -59,6 +59,15 @@ export function getSearchParamsFromRequest(
   const { getConfig } = dependencies;
   const searchParams = getSearchParams(getConfig);
 
+  if (searchRequest.body.pit) {
+    console.log("pit is present");
+    delete searchParams.preference;
+    return {
+      body: searchRequest.body, ...searchParams,
+    };
+  } else {
+    console.log("PIT is not present here");
+  }
   return {
     index: searchRequest.index.title || searchRequest.index,
     body: searchRequest.body,

src/plugins/data/server/index_patterns/index_patterns_api_client.ts

@@ -28,7 +28,7 @@
  * under the License.
  */
 
-import { GetFieldsOptions, IIndexPatternsApiClient } from '../../common/index_patterns/types';
+import { GetFieldsOptions, IIndexPatternsApiClient } from '../../common';
 
 export class IndexPatternsApiServer implements IIndexPatternsApiClient {
   async getFieldsForTimePattern(options: GetFieldsOptions = {}) {

src/plugins/data/server/search/opensearch_search/get_default_search_params.ts

@@ -49,7 +49,7 @@ export async function getDefaultSearchParams(uiSettingsClient: IUiSettingsClient
     maxConcurrentShardRequests:
       maxConcurrentShardRequests > 0 ? maxConcurrentShardRequests : undefined,
     ignoreThrottled,
-    ignoreUnavailable: true, // Don't fail if the index/indices don't exist
+    ignoreUnavailable: false, // Don't fail if the index/indices don't exist
     trackTotalHits: true,
   };
 }

src/plugins/data/server/search/opensearch_search/opensearch_search_strategy.ts

@@ -63,13 +63,17 @@ export const opensearchSearchStrategyProvider = (
 
       // ignoreThrottled is not supported in OSS
       const { ignoreThrottled, ...defaultParams } = await getDefaultSearchParams(uiSettingsClient);
-
+      console.log("these are the default params",defaultParams)
       const params = toSnakeCase({
         ...defaultParams,
         ...getShardTimeout(config),
         ...request.params,
       });
-
+      if (params.body.pit) {
+        console.log("deleting the ignore unavailable values ");
+        delete params.ignore_unavailable;
+      }
+      console.log("these are the params",params);
       try {
         const client = await decideClient(context, request);
         const promise = shimAbortSignal(client.search(params), options?.abortSignal);