-
Notifications
You must be signed in to change notification settings - Fork 367
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: handle protonet flow with new ansible playbook for reset and di…
…fferent tags and using autoscaling group for ordering
- Loading branch information
1 parent
01b38f0
commit c3faac1
Showing
7 changed files
with
221 additions
and
29 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,91 @@ | ||
| name: Reset Internal Testnet | ||
|
|
||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| auto_scaling_group_names: | ||
| required: true | ||
| type: string | ||
| description: 'Comma-separated list of auto-scaling group names' | ||
| chain-tag-name: | ||
| required: false | ||
| type: string | ||
| default: 'KavaChainId' | ||
| chain-id: | ||
| required: true | ||
| type: string | ||
| aws-region: | ||
| required: true | ||
| type: string | ||
| ssm-document-name: | ||
| required: true | ||
| type: string | ||
| playbook-name: | ||
| required: true | ||
| type: string | ||
| playbook-infrastructure-branch: | ||
| required: true | ||
| type: string | ||
| secrets: | ||
| CI_AWS_KEY_ID: | ||
| required: true | ||
| CI_AWS_KEY_SECRET: | ||
| required: true | ||
| KAVA_PRIVATE_GITHUB_ACCESS_TOKEN: | ||
| required: true | ||
|
|
||
| # in order: | ||
| # enter standby (prevents autoscaling group from killing node during deploy) | ||
| # stop kava | ||
| # download updated binary and genesis | ||
| # reset application database state (only done on internal testnet) | ||
| jobs: | ||
| place-chain-nodes-on-standby: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: checkout repo from current commit | ||
| uses: actions/checkout@v4 | ||
| - name: take the chain offline | ||
| run: bash ${GITHUB_WORKSPACE}/.github/scripts/put-all-chain-nodes-on-standby.sh | ||
| env: | ||
| CHAIN_TAG_NAME: ${{ inputs.chain-tag-name }} | ||
| CHAIN_ID: ${{ inputs.chain-id }} | ||
| AWS_REGION: ${{ inputs.aws-region }} | ||
| AWS_ACCESS_KEY_ID: ${{ secrets.CI_AWS_KEY_ID }} | ||
| AWS_SECRET_ACCESS_KEY: ${{ secrets.CI_AWS_KEY_SECRET }} | ||
| - name: checkout infrastructure repo | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: Kava-Labs/infrastructure | ||
| token: ${{ secrets.KAVA_PRIVATE_GITHUB_ACCESS_TOKEN }} | ||
| path: infrastructure | ||
| ref: master | ||
| - name: Set up Go | ||
| uses: actions/setup-go@v4 | ||
| with: | ||
| go-version-file: go.mod | ||
| - name: build kava node updater | ||
| run: cd infrastructure/cli/kava-node-updater && make install && cd ../../../ | ||
| - name: run reset playbook on all chain nodes | ||
| run: | | ||
| IFS=',' read -r -a auto_scaling_group_names <<< "$AUTO_SCALING_GROUP_NAMES" | ||
| for auto_scaling_group_name in "${auto_scaling_group_names[@]}"; do | ||
| kava-node-updater \ | ||
| --debug \ | ||
| --max-retries=2 \ | ||
| --aws-ssm-document-name="$SSM_DOCUMENT_NAME" \ | ||
| --infrastructure-git-pointer="$PLAYBOOK_INFRASTRUCTURE_BRANCH" \ | ||
| --update-playbook-filename="$PLAYBOOK_NAME" \ | ||
| --autoscaling-group-name="$auto_scaling_group_name" \ | ||
| --max-upgrade-batch-size=0 \ | ||
| --wait-for-node-sync-after-upgrade=true | ||
| done | ||
| env: | ||
| SSM_DOCUMENT_NAME: ${{ inputs.ssm-document-name }} | ||
| PLAYBOOK_NAME: ${{ inputs.playbook-name }} | ||
| AUTO_SCALING_GROUP_NAMES: ${{ inputs.auto_scaling_group_names }} | ||
| AWS_REGION: ${{ inputs.aws-region }} | ||
| AWS_ACCESS_KEY_ID: ${{ secrets.CI_AWS_KEY_ID }} | ||
| AWS_SECRET_ACCESS_KEY: ${{ secrets.CI_AWS_KEY_SECRET }} | ||
| AWS_SDK_LOAD_CONFIG: 1 | ||
| PLAYBOOK_INFRASTRUCTURE_BRANCH: ${{ inputs.playbook-infrastructure-branch }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,89 @@ | ||
| name: Start Chain | ||
|
|
||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| auto_scaling_group_names: | ||
| required: true | ||
| type: string | ||
| description: 'Comma-separated list of auto-scaling group names' | ||
| chain-tag-name: | ||
| required: false | ||
| type: string | ||
| default: 'KavaChainId' | ||
| chain-id: | ||
| required: true | ||
| type: string | ||
| aws-region: | ||
| required: true | ||
| type: string | ||
| ssm-document-name: | ||
| required: true | ||
| type: string | ||
| playbook-name: | ||
| required: true | ||
| type: string | ||
| playbook-infrastructure-branch: | ||
| required: true | ||
| type: string | ||
| secrets: | ||
| CI_AWS_KEY_ID: | ||
| required: true | ||
| CI_AWS_KEY_SECRET: | ||
| required: true | ||
| KAVA_PRIVATE_GITHUB_ACCESS_TOKEN: | ||
| required: true | ||
|
|
||
| jobs: | ||
| # start kava, allow nodes to start processing requests from users once they are synced to live | ||
| serve-traffic: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: checkout repo from current commit | ||
| uses: actions/checkout@v4 | ||
| - name: take the chain offline | ||
| run: bash ${GITHUB_WORKSPACE}/.github/scripts/put-all-chain-nodes-on-standby.sh | ||
| env: | ||
| CHAIN_TAG_NAME: ${{ inputs.chain-tag-name }} | ||
| CHAIN_ID: ${{ inputs.chain-id }} | ||
| AWS_REGION: ${{ inputs.aws-region }} | ||
| AWS_ACCESS_KEY_ID: ${{ secrets.CI_AWS_KEY_ID }} | ||
| AWS_SECRET_ACCESS_KEY: ${{ secrets.CI_AWS_KEY_SECRET }} | ||
| - name: checkout infrastructure repo | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: Kava-Labs/infrastructure | ||
| token: ${{ secrets.KAVA_PRIVATE_GITHUB_ACCESS_TOKEN }} | ||
| path: infrastructure | ||
| ref: master | ||
| - name: Set up Go | ||
| uses: actions/setup-go@v4 | ||
| with: | ||
| go-version-file: go.mod | ||
| - name: build kava node updater | ||
| run: cd infrastructure/cli/kava-node-updater && make install && cd ../../../ | ||
| - name: run start-chain playbook on all chain nodes | ||
| run: | | ||
| IFS=',' read -r -a auto_scaling_group_names <<< "$AUTO_SCALING_GROUP_NAMES" | ||
| for auto_scaling_group_name in "${auto_scaling_group_names[@]}"; do | ||
| kava-node-updater \ | ||
| --debug \ | ||
| --max-retries=2 \ | ||
| --aws-ssm-document-name="$SSM_DOCUMENT_NAME" \ | ||
| --infrastructure-git-pointer="$PLAYBOOK_INFRASTRUCTURE_BRANCH" \ | ||
| --update-playbook-filename="$PLAYBOOK_NAME" \ | ||
| --autoscaling-group-name="$auto_scaling_group_name" \ | ||
| --max-upgrade-batch-size=0 \ | ||
| --wait-for-node-sync-after-upgrade=true | ||
| done | ||
| env: | ||
| SSM_DOCUMENT_NAME: ${{ inputs.ssm-document-name }} | ||
| PLAYBOOK_NAME: ${{ inputs.playbook-name }} | ||
| AUTO_SCALING_GROUP_NAMES: ${{ inputs.auto_scaling_group_names }} | ||
| AWS_REGION: ${{ inputs.aws-region }} | ||
| AWS_ACCESS_KEY_ID: ${{ secrets.CI_AWS_KEY_ID }} | ||
| AWS_SECRET_ACCESS_KEY: ${{ secrets.CI_AWS_KEY_SECRET }} | ||
| AWS_SDK_LOAD_CONFIG: 1 | ||
| PLAYBOOK_INFRASTRUCTURE_BRANCH: ${{ inputs.playbook-infrastructure-branch }} | ||
| - name: bring the chain online | ||
| run: bash ${GITHUB_WORKSPACE}/.github/scripts/exit-standby-all-chain-nodes.sh |