-
Notifications
You must be signed in to change notification settings - Fork 1
435 lines (380 loc) · 20 KB
/
release-v1.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
name: Zowe Release v1
on:
workflow_dispatch:
inputs:
zowe-artifact-dir:
description: 'ZOWE_ARTIFACT_DIR'
default: '1.@@.@-RC|SNAPSHOT'
required: true
zowe-build-name:
description: 'ZOWE_BUILD_NAME'
default: 'zowe-install-packaging/v1.x/rc|master'
required: true
zowe-build-number:
description: 'ZOWE_BUILD_NUMBER'
required: true
default: '@@@@'
zowe-release-version:
description: 'ZOWE_RELEASE_VERSION'
default: '1.@@.@|-RC@'
required: true
force-sign:
type: boolean
description: 'Force sign'
required: false
default: false
force-tag:
type: boolean
description: 'Force tag'
required: false
default: false
env:
ZOWE_INSTALL_PACKAGING_OWNER: zowe
ZOWE_INSTALL_PACKAGING_REPO: zowe-install-packaging
STAGING_BRANCH: v1.x/staging
CORRECT_NUM_OF_RELEASE_ARTIFACTS: 13
CORRECT_NUM_OF_SIGNED_ARTIFACTS: 28
LOCAL_RELEASE_FOLDER: .release
TAG_DIR: .tag
ORIGINAL_STAGING_DIR: .original-zowe-install-packaging-staging
PROMOTE_PTF_DIR: .promote-ptf
jobs:
check-permission:
runs-on: ubuntu-latest
steps:
# this action will fail the whole workflow if permission check fails
- name: check permission
id: permission-check
uses: zowe-actions/shared-actions/permission-check@main
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: parse permission returned
run: |
if [[ "${{ steps.permission-check.outputs.user-permission }}" != "admin" ]]; then
echo "I am not seeing an admin running this workflow. For security, I am going to stop this workflow here..."
exit 1
fi
input-check:
runs-on: ubuntu-latest
needs: check-permission
steps:
- name: Check input zowe-artifact-dir
if: ${{ !startsWith(github.event.inputs.zowe-artifact-dir, '1') }}
uses: actions/github-script@v6
with:
script: |
core.setFailed('Input zowe-artifact-dir is not corresponding to Zowe version 1')
- name: Check input zowe-build-name
if: ${{ !contains(github.event.inputs.zowe-build-name, 'zowe-install-packaging/v1.x') }}
uses: actions/github-script@v6
with:
script: |
core.setFailed('Input zowe-build-name is not corresponding to Zowe version 1')
- name: Check input zowe-release-version
if: ${{ !startsWith(github.event.inputs.zowe-release-version, '1') }}
uses: actions/github-script@v6
with:
script: |
core.setFailed('Input zowe-release-version is not corresponding to Zowe version 1')
promote-and-release:
runs-on: ubuntu-latest
needs: input-check
steps:
- name: '[Prep 1] Checkout'
uses: actions/checkout@v2
- name: '[Prep 2] Setup jFrog CLI'
uses: jfrog/setup-jfrog-cli@v2
env:
JF_ENV_1: ${{ secrets.JF_ARTIFACTORY_TOKEN }}
- name: '[Prep 3] Replace JFROG_CLI_BUILD_NAME'
run: echo JFROG_CLI_BUILD_NAME=${{ github.event.repository.name }}/${GITHUB_REF_NAME} >> $GITHUB_ENV
- name: '[Prep 4] Process zowe-release-v1.json'
run: |
sed -e "s#{ZOWE_ARTIFACT_DIR}#${{ github.event.inputs.zowe-artifact-dir }}#g" \
zowe-release-v1-template.json > zowe-release-v1.json
echo "Current zowe-release-v1.json is:"
cat zowe-release-v1.json
echo ZOWE_RELEASE_JSON=zowe-release-v1.json >> $GITHUB_ENV
- name: '[Prep 5] Create various folders for later steps to use'
run: |
# create folders under root project dir
mkdir ${{ env.LOCAL_RELEASE_FOLDER }}
mkdir ${{ env.TAG_DIR }}
mkdir ${{ env.ORIGINAL_STAGING_DIR }}
mkdir ${{ env.PROMOTE_PTF_DIR }}
- name: '[Validate 1] Validate v1 zowe artifacts'
id: validate
uses: ./validate
with:
build-name: ${{ github.event.inputs.zowe-build-name }}
build-num: ${{ github.event.inputs.zowe-build-number }}
release-version: ${{ github.event.inputs.zowe-release-version }}
# Above step 'Validate' will generate a file (name is stored in its outputs.PROMOTE_JSON_FILE_NAME_FULL)
# file name is: promote-artifacts.json
# this can be used in many later step: promote, sign
- name: '[Validate 2] Print promote-artifacts.json'
run: cat ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }}
- name: '[Source - formal release only!] Generate source build'
timeout-minutes: 10
if: env.IS_FORMAL_RELEASE == 'true'
env:
WORK_BRANCH: v1.x/master
run: |
export GITHUB_USERNAME=${{ secrets.ZOWE_ROBOT_USER }}
export GITHUB_PASSWORD=${{ secrets.ZOWE_ROBOT_TOKEN }}
./.dependency/prepare_source_zip.sh
zip -r ${{ env.LOCAL_RELEASE_FOLDER }}/zowe_sources-${{ github.event.inputs.zowe-release-version }}.zip ${{ env.LOCAL_RELEASE_FOLDER }}/source_zip
- name: '[Promote 1] Promote (jfrog rt copy)'
timeout-minutes: 10
id: promote
uses: ./promote
with:
promote-json-file-name-full: ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }}
release-version: ${{ github.event.inputs.zowe-release-version }}
env:
DEBUG: 'zowe-release:promote'
# promote step above will also create a release artifacts download spec file for next download step to consume
# file name is stored in its outputs.RELEASE_ARTIFACTS_DOWNLOAD_SPEC_FILE
# file name will be: release-artifacts-download-spec.json
- name: '[Promote 2] Print release-artifacts-download-spec.json'
run: cat ${{ steps.promote.outputs.RELEASE_ARTIFACTS_DOWNLOAD_SPEC_FILE }}
- name: '[Sign 1 - formal release or force sign only!] Download released artifacts'
timeout-minutes: 20
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-sign == 'true' }}
run: |
GREEN='\033[0;32m'
RED='\033[0;31m'
NC='\033[0m'
success_count=$(jfrog rt download --threads 10 --spec ${{ steps.promote.outputs.RELEASE_ARTIFACTS_DOWNLOAD_SPEC_FILE }} | jq -r ".totals.success")
if [[ -z "$success_count" ]] || [[ "$success_count" != ${{ env.CORRECT_NUM_OF_RELEASE_ARTIFACTS }} ]]; then
echo -e "${RED}\nmissing some release artifacts, I have only found $success_count. Should be ${{ env.CORRECT_NUM_OF_RELEASE_ARTIFACTS }}."
exit 1
else
echo
echo -e "${GREEN}I have downloaded $success_count artifacts, looks okay, may proceed.${NC}\n"
fi
- name: '[Sign 2 - formal release or force sign only!] Sign prep'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-sign == 'true' }}
id: sign-prep
run: |
private_keyfile_path="${{ runner.temp }}/private.key"
echo "${{ secrets.GPG_PRIVATE_KEY }}" > $private_keyfile_path
echo PRIVATE_KEYFILE_PATH=$private_keyfile_path >> $GITHUB_OUTPUT
- name: '[Sign 3 - formal release or force sign only!] Actual sign work'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-sign == 'true' }}
id: sign
timeout-minutes: 20
uses: ./sign
with:
promote-json-file-name-full: ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }}
release-version: ${{ github.event.inputs.zowe-release-version }}
key-id: ${{ secrets.GPG_KEY_ID }}
private-key-path: ${{ steps.sign-prep.outputs.PRIVATE_KEYFILE_PATH }}
private-key-passphrase: ${{ secrets.GPG_KEY_PASSPHRASE }}
# sign step will produce a file sign-and-upload-artifacts.json which will be used next to upload,
# file name is stored in output SIGN_JSON_FILE_NAME_FULL
- name: '[Sign 4 - formal release or force sign only!] Print sign-and-upload-artifacts.json'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-sign == 'true' }}
run: cat ${{ steps.sign.outputs.SIGN_JSON_FILE_NAME_FULL }}
- name: '[Sign 5 - formal release or force sign only!] Upload sign and hash files'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-sign == 'true' }}
timeout-minutes: 20
run: |
GREEN='\033[0;32m'
RED='\033[0;31m'
NC='\033[0m'
expected_artifacts_count=${{ env.CORRECT_NUM_OF_SIGNED_ARTIFACTS }}
if [[ -z "${{ env.IS_FORMAL_RELEASE }}" ]]; then
((expected_artifacts_count--))
fi
success_count=$(jfrog rt upload --threads 10 --spec ${{ steps.sign.outputs.SIGN_JSON_FILE_NAME_FULL }} | jq -r ".totals.success")
if [[ -z "$success_count" ]] || [[ "$success_count" != "$expected_artifacts_count" ]]; then
echo -e "${RED}\nmissing some signed upload artifacts, I have only uploaded $success_count. Should be $expected_artifacts_count."
exit 1
else
echo
echo -e "${GREEN}I have uploaded $success_count artifacts, looks okay, may proceed.${NC}\n"
fi
- name: '[Tag 1 - formal release or force tag only!] Get zowe revision'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-tag == 'true' }}
id: tag-prep
run: |
zowe_revision=$(cat ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }} | jq -r '.zowe.revision')
if [[ -z "$zowe_revision" ]] || [[ "$zowe_revision" == "null" ]]; then
RED='\033[0;31m'
echo -e "${RED}\n missing zowe revision - it is not parsed properly, please check step: [Validate] Print promote-artifacts.json to find out what went wrong"
exit 1
fi
echo ZOWE_REVISION=$zowe_revision >> $GITHUB_OUTPUT
- name: '[Tag 2 - formal release or force tag only!] Clone master branch to prepare for tagging'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-tag == 'true' }}
uses: actions/checkout@v2
with:
repository: ${{ env.ZOWE_INSTALL_PACKAGING_OWNER }}/${{ env.ZOWE_INSTALL_PACKAGING_REPO }}
ref: ${{ steps.tag-prep.outputs.ZOWE_REVISION }}
token: ${{ secrets.ZOWE_ROBOT_TOKEN }}
path: ${{ env.TAG_DIR }}
- name: '[Tag 3 - formal release or force tag only!] Actual tag branch work'
if: ${{ env.IS_FORMAL_RELEASE == 'true' || github.event.inputs.force-tag == 'true' }}
timeout-minutes: 10
run: |
GREEN='\033[0;32m'
RED='\033[0;31m'
NC='\033[0m'
zowe_release_version=${{ github.event.inputs.zowe-release-version }}
zowe_revision=${{ steps.tag-prep.outputs.ZOWE_REVISION }}
echo ">>> Tagging $zowe_revision as $zowe_release_version ..."
cd ${{ env.TAG_DIR }}
commit=$(git show --format="%H" -s HEAD)
if [[ "$commit" != "$zowe_revision" ]]; then
echo -e "${RED}\n Failed to checkout $zowe_revision for tagging. The head of this branch is $commit "
exit 1
fi
git tag "v$zowe_release_version"
git push origin "v$zowe_release_version"
- name: '[Promote PTF 1 - formal release only!] Clone staging branch'
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' }}
uses: actions/checkout@v2
with:
repository: ${{ env.ZOWE_INSTALL_PACKAGING_OWNER }}/${{ env.ZOWE_INSTALL_PACKAGING_REPO }}
ref: ${{ env.STAGING_BRANCH }}
token: ${{ secrets.ZOWE_ROBOT_TOKEN }}
path: ${{ env.ORIGINAL_STAGING_DIR }}
- name: '[Promote PTF 2 - formal release only!] Clone staging branch to a diff path to make new branch from it'
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' }}
uses: actions/checkout@v2
with:
repository: ${{ env.ZOWE_INSTALL_PACKAGING_OWNER }}/${{ env.ZOWE_INSTALL_PACKAGING_REPO }}
ref: ${{ env.STAGING_BRANCH }}
token: ${{ secrets.ZOWE_ROBOT_TOKEN }}
path: ${{ env.PROMOTE_PTF_DIR }}
- name: '[Promote PTF 3 - formal release only!] Create a new branch (git checkout -b)'
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' }}
run: |
cd ${{ env.PROMOTE_PTF_DIR }}
git checkout -b "users/robot/promote-ptf-from-${{ github.run_number }}"
- name: '[Promote PTF 4 - formal release only!] Download smpe-promote.tar'
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' }}
uses: zowe-actions/shared-actions/jfrog-download@main
with:
default-target-path: ${{ env.LOCAL_RELEASE_FOLDER }}/promote-ptf/smpe-promote.tar
source-path-or-pattern: ${{ env.SMPE_PTF_PROMOTE_TAR_PATH }}
extra-options: --flat=true
expected-count: 1
- name: '[Promote PTF 5 - formal release only!] Doing remaining work'
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' }}
run: |
# at the beginning, we are at root project dir of zowe-release
# store the path of original project root dir
original_staging_dir_path=$GITHUB_WORKSPACE/${{ env.ORIGINAL_STAGING_DIR }}
# clone smpe-promote.sh to smpe-promote.sh.bak
cd ${{ env.PROMOTE_PTF_DIR }}/smpe/bld
cp smpe-promote.sh smpe-promote.sh.bak
# copy the original smpe-promote.sh to the new checkout branch
cp "$original_staging_dir_path/smpe/bld/smpe-promote.sh" .
# run the original smpe-promote shell script
./smpe-promote.sh -d -p "$GITHUB_WORKSPACE/${{ env.LOCAL_RELEASE_FOLDER }}/promote-ptf/smpe-promote.tar"
# rename(revert) the smpe-promote.sh.bak to discard git changes
mv smpe-promote.sh.bak smpe-promote.sh
# don't commit in this PR yet
# now, show change status
cd $GITHUB_WORKSPACE/${{ env.PROMOTE_PTF_DIR }}
git status
git config user.name ${{ secrets.ZOWE_ROBOT_USER }}
git config user.email ${{ secrets.ZOWE_ROBOT_EMAIL }}
# commit all changes
git add .
git commit -s -m "Promote PTF after release v${{ github.event.inputs.zowe-release-version }}"
# push before creating PR
git push https://${{ secrets.ZOWE_ROBOT_USER }}:${{ secrets.ZOWE_ROBOT_TOKEN }}@github.com/${{ env.ZOWE_INSTALL_PACKAGING_OWNER }}/${{ env.ZOWE_INSTALL_PACKAGING_REPO }} "users/robot/promote-ptf-from-${{ github.run_number }}"
- name: '[Promote PTF 6 - formal release only!] Create a new Pull Request'
uses: actions/github-script@v5
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' }}
id: promote-ptf-6
with:
github-token: ${{ secrets.ZOWE_ROBOT_TOKEN }}
script: |
// await means to wait this functions finishes then proceed
var out = await github.rest.pulls.create({
owner: '${{ env.ZOWE_INSTALL_PACKAGING_OWNER }}',
repo: '${{ env.ZOWE_INSTALL_PACKAGING_REPO }}',
title: 'Automatically Promote PTF for v${{ github.event.inputs.zowe-release-version }} after release by zowe robot',
head: 'users/robot/promote-ptf-from-${{ github.run_number }}',
base: '${{ env.STAGING_BRANCH }}'
});
console.log(`The pull request is at: ${out.data.html_url}`);
return out.data.number;
result-encoding: string
- name: '[Promote PTF 7 - formal release only!] Add PR reviewers'
if: ${{ env.IS_FORMAL_RELEASE == 'true' && env.SMPE_PTF_PROMOTE_TAR_PATH != '' && steps.promote-ptf-6.outputs.result != '' }}
uses: actions/github-script@v5
with:
github-token: ${{ secrets.ZOWE_ROBOT_TOKEN }}
script: |
github.rest.pulls.requestReviewers({
owner: '${{ env.ZOWE_INSTALL_PACKAGING_OWNER }}',
repo: '${{ env.ZOWE_INSTALL_PACKAGING_REPO }}',
pull_number: ${{ steps.promote-ptf-6.outputs.result }},
reviewers: [
'MarkAckert','ojcelis'
]
});
# only execute this in v1 release pipeline & formal release
- name: Publish docker images - formal release only!
if: env.IS_FORMAL_RELEASE == 'true'
timeout-minutes: 120
run: |
docker_s390x=$(cat ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }} | jq -r '."docker-s390x"')
docker_amd64=$(cat ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }} | jq -r '."docker-amd64"')
docker_amd64_sources=$(cat ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }} | jq -r '."docker-amd64-sources"')
docker_s390x_sources=$(cat ${{ steps.validate.outputs.PROMOTE_JSON_FILE_NAME_FULL }} | jq -r '."docker-s390x-sources"')
if [[ -z "$docker_s390x" ]] && [[ -z "$docker_amd64" ]]; then
RED='\033[0;31m'
echo -e "${RED}\n missing docker amd64 or docker s390x - they are not parsed properly, please check step: [Validate] Print promote-artifacts.json to find out what went wrong"
exit 1
fi
# login first
echo "${{ secrets.DOCKERHUB_PASSWORD }}" | docker login -u "${{ secrets.DOCKERHUB_USER }}" --password-stdin
# initialize everything
manifest_amends=
manifest_source_amends=
# load images first
docker load --input .release/server-bundle.amd64-*.tar
manifest_amends+=" --amend ompzowe/server-bundle:amd64"
docker load --input .release/server-bundle.s390x-*.tar
manifest_amends+=" --amend ompzowe/server-bundle:s390x"
if [[ -n "$docker_amd64_sources" ]]; then
# the image in tar should always be ompzowe/server-bundle:amd64-sources
docker load --input .release/server-bundle.sources.amd64-*.tar
manifest_source_amends+=" --amend ompzowe/server-bundle:amd64-sources"
fi
if [[ -n "$docker_s390x_sources" ]]; then
# the image in tar should always be ompzowe/server-bundle:amd64-sources
docker load --input .release/server-bundle.sources.s390x-*.tar
manifest_source_amends+=" --amend ompzowe/server-bundle:s390x-sources"
fi
# publish images
docker push ompzowe/server-bundle:amd64
docker push ompzowe/server-bundle:s390x
export DOCKER_CLI_EXPERIMENTAL=enabled
docker manifest create ompzowe/server-bundle:latest$manifest_amends
docker manifest push ompzowe/server-bundle:latest
docker manifest create ompzowe/server-bundle:v${{ github.event.inputs.zowe-release-version }}$manifest_amends
docker manifest push ompzowe/server-bundle:v${{ github.event.inputs.zowe-release-version }}
# publish source images
if [[ -n "$manifest_source_amends" ]]; then
docker push ompzowe/server-bundle:amd64-sources
docker push ompzowe/server-bundle:s390x-sources
export DOCKER_CLI_EXPERIMENTAL=enabled
docker manifest create ompzowe/server-bundle:latest-sources$manifest_source_amends
docker manifest push ompzowe/server-bundle:latest-sources
docker manifest create ompzowe/server-bundle:v${{ github.event.inputs.zowe-release-version }}-sources$manifest_source_amends
docker manifest push ompzowe/server-bundle:v${{ github.event.inputs.zowe-release-version }}-sources
fi
- name: Release result message (DevOps please click here to copy and announce)
timeout-minutes: 2
uses: ./message
with:
release-artifact-download-file: ${{ steps.promote.outputs.RELEASE_ARTIFACTS_DOWNLOAD_SPEC_FILE }}
release-version: ${{ github.event.inputs.zowe-release-version }}
build-num: ${{ github.event.inputs.zowe-build-number }}