diff --git a/jenkins/opensearch/integ-test.jenkinsfile b/jenkins/opensearch/integ-test.jenkinsfile index d88599489b..6cf8dae499 100644 --- a/jenkins/opensearch/integ-test.jenkinsfile +++ b/jenkins/opensearch/integ-test.jenkinsfile @@ -44,6 +44,12 @@ pipeline { BUILD_JOB_NAME = "distribution-build-opensearch" ARTIFACT_BUCKET_NAME = credentials('jenkins-artifact-bucket-name') } + triggers { + parameterizedCron ''' + H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/arm64/tar/builds/opensearch/manifest.yml + H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/x64/tar/builds/opensearch/manifest.yml + ''' + } parameters { string( name: 'COMPONENT_NAME', diff --git a/manifests/2.12.0/opensearch-2.12.0-concurrent-search-test.yml b/manifests/2.12.0/opensearch-2.12.0-concurrent-search-test.yml new file mode 100644 index 0000000000..6976890695 --- /dev/null +++ b/manifests/2.12.0/opensearch-2.12.0-concurrent-search-test.yml @@ -0,0 +1,200 @@ +--- +schema-version: '1.0' +name: OpenSearch +ci: + image: + name: opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 + args: -e JAVA_HOME=/opt/java/openjdk-17 +components: + - name: index-management + integ-test: + build-dependencies: + - job-scheduler + test-configs: + - with-security + - without-security + additional-cluster-configs: + path.repo: [/tmp] + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + bwc-test: + test-configs: + - with-security + + - name: anomaly-detection + integ-test: + build-dependencies: + - job-scheduler + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + bwc-test: + test-configs: + - with-security + + - name: asynchronous-search + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: alerting + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + plugins.destination.host.deny_list: [10.0.0.0/8, 127.0.0.1] + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + bwc-test: + test-configs: + - with-security + + - name: notifications + working-directory: notifications + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + bwc-test: + test-configs: + - with-security + + - name: sql + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + script.context.field.max_compilations_rate: 1000/1m + plugins.query.datasources.encryption.masterkey: 4fc8fee6a3fd7d6ca01772e5 + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + bwc-test: + test-configs: + - with-security + + - name: k-NN + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: neural-search + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: opensearch-reports + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: opensearch-observability + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + bwc-test: + test-configs: + - with-security + + - name: ml-commons + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: cross-cluster-replication + integ-test: + topology: + - cluster_name: leader + data_nodes: 2 + cluster_manager_nodes: 0 + - cluster_name: follower + data_nodes: 2 + cluster_manager_nodes: 0 + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: security + integ-test: + test-configs: + - with-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: geospatial + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: security-analytics + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 + + - name: custom-codecs + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.concurrent_segment_search.enabled: true + search.concurrent_segment_search.enabled: true + search.concurrent.max_slice_count: 2 diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt index 712eef8dda..789027e7f9 100644 --- a/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt +++ b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt @@ -7,6 +7,10 @@ integ-test.logRotator({daysToKeepStr=30}) integ-test.buildDiscarder(null) integ-test.echo(Executing on agent [label:none]) + integ-test.parameterizedCron( + H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/arm64/tar/builds/opensearch/manifest.yml + H 3 * * * %TEST_MANIFEST=2.12.0/opensearch-2.12.0-concurrent-search-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.12.0/latest/linux/x64/tar/builds/opensearch/manifest.yml + ) integ-test.stage(verify-parameters, groovy.lang.Closure) integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2023-X64-C54xlarge-Docker-Host]) integ-test.script(groovy.lang.Closure)