Change batch index loop

-Switch to Array.forEach method for faster indexing
-Use lodash chunk method for batching

data.ts

@@ -12,6 +12,7 @@ import { pathToFileURL } from 'url'
 import { Client } from '@opensearch-project/opensearch'
 import type { ClientOptions } from '@opensearch-project/opensearch'
 import { exists } from './paths'
+import _ from 'lodash'
 
 const jsonFilename = 'sandbox-search.json'
 const jsFilename = 'sandbox-search.js'
@@ -45,10 +46,9 @@ export async function populate(path: string, opts: ClientOptions) {
   if (data) {
     const client = new Client(opts)
     const batch_size = 10
-    for (let i = 0; i < data.length; i += batch_size) {
-      const batch = data.slice(i, i + batch_size)
+    const batches = _.chunk(data, batch_size)
+    batches.forEach(async (batch: object[]) => {
       await client.bulk({ body: batch })
-      console.log(`Indexed ${batch.length + i} records`)
-    }
+    })
   }
 }

package.json

@@ -27,6 +27,7 @@
   "dependencies": {
     "@opensearch-project/opensearch": "^2.2.0",
     "env-paths": "^3.0.0",
+    "lodash": "^4.17.21",
     "make-fetch-happen": "^11.0.3",
     "rimraf": "^4.1.2",
     "tar": "^6.1.13",