Plugin ITs manifest with concurrent segment search enabled on OS-2.x (o…

…pensearch-project#4283) Signed-off-by: Sorabh Hamirwasia <[email protected]> Co-authored-by: Sorabh Hamirwasia <[email protected]>
prudhvigodithi · Dec 19, 2023 · a13aa1c · a13aa1c
1 parent 5ac4089
commit a13aa1c
Show file tree

Hide file tree

Showing 3 changed files with 210 additions and 0 deletions.
diff --git a/jenkins/opensearch/integ-test.jenkinsfile b/jenkins/opensearch/integ-test.jenkinsfile
@@ -44,6 +44,12 @@ pipeline {
         BUILD_JOB_NAME = "distribution-build-opensearch"
         ARTIFACT_BUCKET_NAME = credentials('jenkins-artifact-bucket-name')
     }
+    triggers {
+        parameterizedCron '''
+            H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/arm64/tar/builds/opensearch/manifest.yml
+            H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/x64/tar/builds/opensearch/manifest.yml
+            '''
+    }
     parameters {
         string(
             name: 'COMPONENT_NAME',

diff --git a/manifests/2.12.0/opensearch-2.12.0-concurrent-search-test.yml b/manifests/2.12.0/opensearch-2.12.0-concurrent-search-test.yml
@@ -0,0 +1,200 @@
+---
+schema-version: '1.0'
+name: OpenSearch
+ci:
+  image:
+    name: opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3
+    args: -e JAVA_HOME=/opt/java/openjdk-17
+components:
+  - name: index-management
+    integ-test:
+      build-dependencies:
+        - job-scheduler
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        path.repo: [/tmp]
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: anomaly-detection
+    integ-test:
+      build-dependencies:
+        - job-scheduler
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: asynchronous-search
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: alerting
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        plugins.destination.host.deny_list: [10.0.0.0/8, 127.0.0.1]
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: notifications
+    working-directory: notifications
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: sql
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        script.context.field.max_compilations_rate: 1000/1m
+        plugins.query.datasources.encryption.masterkey: 4fc8fee6a3fd7d6ca01772e5
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: k-NN
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: neural-search
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: opensearch-reports
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: opensearch-observability
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: ml-commons
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: cross-cluster-replication
+    integ-test:
+      topology:
+        - cluster_name: leader
+          data_nodes: 2
+          cluster_manager_nodes: 0
+        - cluster_name: follower
+          data_nodes: 2
+          cluster_manager_nodes: 0
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: security
+    integ-test:
+      test-configs:
+        - with-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: geospatial
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: security-analytics
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
+
+  - name: custom-codecs
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.concurrent_segment_search.enabled: true
+        search.concurrent_segment_search.enabled: true
+        search.concurrent.max_slice_count: 2
diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt
@@ -7,6 +7,10 @@
          integ-test.logRotator({daysToKeepStr=30})
          integ-test.buildDiscarder(null)
          integ-test.echo(Executing on agent [label:none])
+         integ-test.parameterizedCron(
+            H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/arm64/tar/builds/opensearch/manifest.yml
+            H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/x64/tar/builds/opensearch/manifest.yml
+            )
          integ-test.stage(verify-parameters, groovy.lang.Closure)
             integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2023-X64-C54xlarge-Docker-Host])
             integ-test.script(groovy.lang.Closure)