[Streaming Indexing] Enhance RestClient with a new streaming API support

Signed-off-by: Andriy Redko <[email protected]>

CHANGELOG.md

@@ -8,6 +8,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 - Add fingerprint ingest processor ([#13724](https://github.com/opensearch-project/OpenSearch/pull/13724))
 - [Remote Store] Rate limiter for remote store low priority uploads ([#14374](https://github.com/opensearch-project/OpenSearch/pull/14374/))
 - Apply the date histogram rewrite optimization to range aggregation ([#13865](https://github.com/opensearch-project/OpenSearch/pull/13865))
+- [Streaming Indexing] Enhance RestClient with a new streaming API support ([#14437](https://github.com/opensearch-project/OpenSearch/pull/14437))
 - [Writable Warm] Add composite directory implementation and integrate it with FileCache ([12782](https://github.com/opensearch-project/OpenSearch/pull/12782))
 - [Workload Management] Add QueryGroup schema ([13669](https://github.com/opensearch-project/OpenSearch/pull/13669))
 - Add batching supported processor base type AbstractBatchingProcessor ([#14554](https://github.com/opensearch-project/OpenSearch/pull/14554))

buildSrc/version.properties

@@ -37,8 +37,8 @@ reactor_netty     = 1.1.21
 reactor           = 3.5.19
 
 # client dependencies
-httpclient5       = 5.2.1
-httpcore5         = 5.2.2
+httpclient5       = 5.2.3
+httpcore5         = 5.2.5
 httpclient        = 4.5.14
 httpcore          = 4.4.16
 httpasyncclient   = 4.1.5

client/rest/build.gradle

@@ -47,10 +47,15 @@ dependencies {
   api "org.apache.httpcomponents.client5:httpclient5:${versions.httpclient5}"
   api "org.apache.httpcomponents.core5:httpcore5:${versions.httpcore5}"
   api "org.apache.httpcomponents.core5:httpcore5-h2:${versions.httpcore5}"
+  api "org.apache.httpcomponents.core5:httpcore5-reactive:${versions.httpcore5}"
   api "commons-codec:commons-codec:${versions.commonscodec}"
   api "commons-logging:commons-logging:${versions.commonslogging}"
   api "org.slf4j:slf4j-api:${versions.slf4j}"
 
+  // reactor
+  api "io.projectreactor:reactor-core:${versions.reactor}"
+  api "org.reactivestreams:reactive-streams:${versions.reactivestreams}"
+
   testImplementation project(":client:test")
   testImplementation "com.carrotsearch.randomizedtesting:randomizedtesting-runner:${versions.randomizedrunner}"
   testImplementation "junit:junit:${versions.junit}"
@@ -93,22 +98,52 @@ testingConventions {
   }
 }
 
-thirdPartyAudit.ignoreMissingClasses(
-  'org.conscrypt.Conscrypt',
-  'org.slf4j.impl.StaticLoggerBinder',
-  'org.slf4j.impl.StaticMDCBinder',
-  'org.slf4j.impl.StaticMarkerBinder',
-  //commons-logging optional dependencies
-  'org.apache.avalon.framework.logger.Logger',
-  'org.apache.log.Hierarchy',
-  'org.apache.log.Logger',
-  'org.apache.log4j.Level',
-  'org.apache.log4j.Logger',
-  'org.apache.log4j.Priority',
-  //commons-logging provided dependencies
-  'javax.servlet.ServletContextEvent',
-  'javax.servlet.ServletContextListener'
-)
+thirdPartyAudit {
+  ignoreMissingClasses(
+      'org.conscrypt.Conscrypt',
+      'org.slf4j.impl.StaticLoggerBinder',
+      'org.slf4j.impl.StaticMDCBinder',
+      'org.slf4j.impl.StaticMarkerBinder',
+      //commons-logging optional dependencies
+      'org.apache.avalon.framework.logger.Logger',
+      'org.apache.log.Hierarchy',
+      'org.apache.log.Logger',
+      'org.apache.log4j.Level',
+      'org.apache.log4j.Logger',
+      'org.apache.log4j.Priority',
+      //commons-logging provided dependencies
+      'javax.servlet.ServletContextEvent',
+      'javax.servlet.ServletContextListener',
+      'io.micrometer.context.ContextAccessor',
+      'io.micrometer.context.ContextRegistry',
+      'io.micrometer.context.ContextSnapshot',
+      'io.micrometer.context.ContextSnapshot$Scope',
+      'io.micrometer.context.ContextSnapshotFactory',
+      'io.micrometer.context.ContextSnapshotFactory$Builder',
+      'io.micrometer.context.ThreadLocalAccessor',
+      'io.micrometer.core.instrument.Clock',
+      'io.micrometer.core.instrument.Counter',
+      'io.micrometer.core.instrument.Counter$Builder',
+      'io.micrometer.core.instrument.DistributionSummary',
+      'io.micrometer.core.instrument.DistributionSummary$Builder',
+      'io.micrometer.core.instrument.Meter',
+      'io.micrometer.core.instrument.MeterRegistry',
+      'io.micrometer.core.instrument.Metrics',
+      'io.micrometer.core.instrument.Tag',
+      'io.micrometer.core.instrument.Tags',
+      'io.micrometer.core.instrument.Timer',
+      'io.micrometer.core.instrument.Timer$Builder',
+      'io.micrometer.core.instrument.Timer$Sample',
+      'io.micrometer.core.instrument.binder.jvm.ExecutorServiceMetrics',
+      'io.micrometer.core.instrument.composite.CompositeMeterRegistry',
+      'io.micrometer.core.instrument.search.Search',
+      'reactor.blockhound.BlockHound$Builder',
+      'reactor.blockhound.integration.BlockHoundIntegration'
+   )
+   ignoreViolations(
+      'reactor.core.publisher.Traces$SharedSecretsCallSiteSupplierFactory$TracingException'
+   )
+}
 
 tasks.withType(JavaCompile) {
   // Suppressing '[options] target value 8 is obsolete and will be removed in a future release'

client/rest/licenses/httpclient5-5.2.3.jar.sha1

@@ -0,0 +1 @@
+5d753a99d299756998a08c488f2efdf9cf26198e

client/rest/licenses/httpcore5-5.2.5.jar.sha1

@@ -0,0 +1 @@
+dab1e18842971a45ca8942491ce005ab86a028d7

client/rest/licenses/httpcore5-h2-5.2.5.jar.sha1

@@ -0,0 +1 @@
+09425df4d1365cee86a8e031a036bdca4343da4b

client/rest/licenses/httpcore5-reactive-5.2.5.jar.sha1

@@ -0,0 +1 @@
+f68949965075b957c12b4c1ef89fd4bab2a0fdb1