Add test manifests for 2.9.0 (#3655)

Signed-off-by: Sayali Gaikawad <[email protected]>

jenkins/opensearch/integ-test.jenkinsfile

@@ -30,6 +30,12 @@ pipeline {
         BUILD_JOB_NAME = "distribution-build-opensearch"
         ARTIFACT_BUCKET_NAME = credentials('jenkins-artifact-bucket-name')
     }
+    triggers {
+        parameterizedCron '''
+            H 30 * * * %TEST_MANIFEST=2.9.0/opensearch-2.9.0-seg-rep-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.9.0/latest/linux/arm64/tar/builds/opensearch/manifest.yml
+            H 30 * * * %TEST_MANIFEST=2.9.0/opensearch-2.9.0-seg-rep-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.9.0/latest/linux/x64/tar/builds/opensearch/manifest.yml
+            '''
+    }
     parameters {
         string(
             name: 'COMPONENT_NAME',

manifests/2.9.0/opensearch-2.9.0-seg-rep-test.yml

@@ -0,0 +1,189 @@
+---
+schema-version: '1.0'
+name: OpenSearch
+ci:
+  image:
+    name: opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v2
+    args: -e JAVA_HOME=/opt/java/openjdk-17
+components:
+  - name: index-management
+    integ-test:
+      build-dependencies:
+        - job-scheduler
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        path.repo: [/tmp]
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: anomaly-detection
+    integ-test:
+      build-dependencies:
+        - job-scheduler
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: asynchronous-search
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: alerting
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        plugins.destination.host.deny_list: [10.0.0.0/8, 127.0.0.1]
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: notifications
+    working-directory: notifications
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: sql
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        script.context.field.max_compilations_rate: 1000/1m
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: k-NN
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: neural-search
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: opensearch-reports
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: opensearch-observability
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: ml-commons
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: cross-cluster-replication
+    integ-test:
+      topology:
+        - cluster_name: leader
+          data_nodes: 2
+          cluster_manager_nodes: 0
+        - cluster_name: follower
+          data_nodes: 2
+          cluster_manager_nodes: 0
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: security
+    integ-test:
+      test-configs:
+        - with-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: geospatial
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true
+
+  - name: security-analytics
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        opensearch.experimental.feature.remote_store.enabled: true
+        cluster.indices.replication.strategy: 'SEGMENT'
+        cluster.remote_store.enabled: true

manifests/2.9.0/opensearch-2.9.0-test.yml

@@ -0,0 +1,132 @@
+---
+schema-version: '1.0'
+name: OpenSearch
+ci:
+  image:
+    name: opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v2
+    args: -e JAVA_HOME=/opt/java/openjdk-17
+components:
+  - name: alerting
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        plugins.destination.host.deny_list: [10.0.0.0/8, 127.0.0.1]
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: anomaly-detection
+    integ-test:
+      build-dependencies:
+        - job-scheduler
+      test-configs:
+        - with-security
+        - without-security
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: asynchronous-search
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: cross-cluster-replication
+    integ-test:
+      topology:
+        - cluster_name: leader
+          data_nodes: 1
+          cluster_manager_nodes: 0
+        - cluster_name: follower
+          data_nodes: 1
+          cluster_manager_nodes: 0
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: geospatial
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: index-management
+    integ-test:
+      build-dependencies:
+        - job-scheduler
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        path.repo: [/tmp]
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: k-NN
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: ml-commons
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: neural-search
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: notifications
+    working-directory: notifications
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: opensearch-observability
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+    bwc-test:
+      test-configs:
+        - with-security
+
+  - name: opensearch-reports
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: security
+    integ-test:
+      test-configs:
+        - with-security
+
+  - name: security-analytics
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+
+  - name: sql
+    integ-test:
+      test-configs:
+        - with-security
+        - without-security
+      additional-cluster-configs:
+        script.context.field.max_compilations_rate: 1000/1m
+    bwc-test:
+      test-configs:
+        - with-security

tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt

@@ -5,6 +5,10 @@
          integ-test.credentials(jenkins-artifact-bucket-name)
          integ-test.timeout({time=4, unit=HOURS})
          integ-test.echo(Executing on agent [label:none])
+         integ-test.parameterizedCron(
+            H 30 * * * %TEST_MANIFEST=2.9.0/opensearch-2.9.0-seg-rep-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.9.0/latest/linux/arm64/tar/builds/opensearch/manifest.yml
+            H 30 * * * %TEST_MANIFEST=2.9.0/opensearch-2.9.0-seg-rep-test.yml;BUILD_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.9.0/latest/linux/x64/tar/builds/opensearch/manifest.yml
+            )
          integ-test.stage(verify-parameters, groovy.lang.Closure)
             integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host])
             integ-test.script(groovy.lang.Closure)