Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Start remote store so workload nightly runs for 2.x and 3.x version #3975

Merged
merged 1 commit into from
Sep 8, 2023
Merged

Start remote store so workload nightly runs for 2.x and 3.x version #3975

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions jenkins/opensearch/benchmark-test.jenkinsfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,11 +49,15 @@ pipeline {
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/x64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=http_logs;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:x64,instance-type:r5.xlarge,major-version:2x,cluster-config:x64-r5.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:arm64,instance-type:r6g.xlarge,major-version:2x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/x64/tar/dist/opensearch/manifest.yml;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:x64,instance-type:r5.xlarge,major-version:2x,cluster-config:x64-r5.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=so;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:arm64,instance-type:r6g.xlarge,major-version:2x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"8","bulk_size":"10000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"650ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/x64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=so;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:x64,instance-type:r5.xlarge,major-version:2x,cluster-config:x64-r5.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"8","bulk_size":"10000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"650ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}

H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=http_logs;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:arm64,instance-type:r6g.xlarge,major-version:3x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/latest/linux/x64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=http_logs;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:x64,instance-type:r5.xlarge,major-version:3x,cluster-config:x64-r5.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:arm64,instance-type:r6g.xlarge,major-version:3x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/latest/linux/x64/tar/dist/opensearch/manifest.yml;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:x64,instance-type:r5.xlarge,major-version:3x,cluster-config:x64-r5.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"16","bulk_size":"20000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"850ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=so;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:arm64,instance-type:r6g.xlarge,major-version:3x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"8","bulk_size":"10000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"650ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}
H 9 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/latest/linux/x64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=so;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;ENABLE_REMOTE_STORE=true;CAPTURE_SEGMENT_REPLICATION_STAT=true;USER_TAGS=run-type:nightly,segrep:enabled-with-remote-store,arch:x64,instance-type:r5.xlarge,major-version:3x,cluster-config:x64-r5.xlarge-3-data-3-shards-1-replica;WORKLOAD_PARAMS={"bulk_indexing_clients":"8","bulk_size":"10000","number_of_shards":"3","number_of_replicas":"1","index_settings":{"index":{"refresh_interval":"10s","remote_store":{"translog":{"buffer_interval":"650ms"}}}}};CAPTURE_NODE_STAT=true;TELEMETRY_PARAMS={"node-stats-include-indices":"true","node-stats-include-indices-metrics":"segments"}

H 11 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=http_logs;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;USER_TAGS=run-type:nightly,segrep:disabled,arch:arm64,instance-type:r6g.xlarge,major-version:2x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-concurrent-search-0-slice-1-replica;ADDITIONAL_CONFIG=opensearch.experimental.feature.concurrent_segment_search.enabled:true search.concurrent_segment_search.enabled:true search.concurrent.max_slice_count:0;WORKLOAD_PARAMS={"number_of_replicas":"1","number_of_shards":"3"};CAPTURE_NODE_STAT=true
H 11 * * * %BUNDLE_MANIFEST_URL=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/2.10.0/latest/linux/arm64/tar/dist/opensearch/manifest.yml;TEST_WORKLOAD=http_logs;SINGLE_NODE_CLUSTER=false;DATA_NODE_COUNT=3;USE_50_PERCENT_HEAP=true;USER_TAGS=run-type:nightly,segrep:disabled,arch:arm64,instance-type:r6g.xlarge,major-version:2x,cluster-config:arm64-r6g.xlarge-3-data-3-shards-concurrent-search-2-slice-1-replica;ADDITIONAL_CONFIG=opensearch.experimental.feature.concurrent_segment_search.enabled:true search.concurrent_segment_search.enabled:true search.concurrent.max_slice_count:2;WORKLOAD_PARAMS={"number_of_replicas":"1","number_of_shards":"3"};CAPTURE_NODE_STAT=true
Expand Down
Loading
Loading