-
Notifications
You must be signed in to change notification settings - Fork 6
313 lines (278 loc) · 11.1 KB
/
build-and-deploy.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
name: Build and Deploy
concurrency: build_and_deploy_${{ github.ref_name }}
on:
push:
branches:
- main
pull_request:
branches:
- main
types: [opened, reopened, synchronize, labeled]
permissions:
contents: write
deployments: write
packages: write
pull-requests: write
jobs:
build:
name: Build
env:
DOCKER_IMAGE: ghcr.io/dfe-digital/register-trainee-teachers
DB_USERNAME: postgres
DB_PASSWORD: postgres
DB_HOSTNAME: localhost
outputs:
docker-image: ${{ env.DOCKER_IMAGE }}
image-tag: ${{ env.IMAGE_TAG }}
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
name: Checkout
- name: Set environment variables (push)
if: github.event_name == 'push'
run: |
GIT_BRANCH=${GITHUB_REF##*/}
echo "BRANCH_TAG=$GIT_BRANCH" >> $GITHUB_ENV # GIT_BRANCH will be main for refs/heads/main
echo "IMAGE_TAG=${{ github.sha }}" >> $GITHUB_ENV
- name: Set environment variables (pull_request)
if: github.event_name == 'pull_request'
run: |
GIT_BRANCH=${GITHUB_HEAD_REF##*/}
echo "BRANCH_TAG=$GIT_BRANCH" >> $GITHUB_ENV
echo "IMAGE_TAG=${{ github.event.pull_request.head.sha }}" >> $GITHUB_ENV
- name: Set KV environment variables
run: |
# tag build to the review env for vars and secrets
tf_vars_file=terraform/aks/workspace-variables/review_aks.tfvars.json
echo "KEY_VAULT_NAME=$(jq -r '.key_vault_name' ${tf_vars_file})" >> $GITHUB_ENV
echo "KEY_VAULT_INFRA_SECRET_NAME=$(jq -r '.key_vault_infra_secret_name' ${tf_vars_file})" >> $GITHUB_ENV
- name: Login to GitHub Container Registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.repository_owner }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: azure/login@v1
with:
creds: ${{ secrets.AZURE_CREDENTIALS_REVIEW_AKS }}
- uses: DFE-Digital/keyvault-yaml-secret@v1
id: get-secret
with:
keyvault: ${{ env.KEY_VAULT_NAME }}
secret: ${{ env.KEY_VAULT_INFRA_SECRET_NAME }}
key: SNYK_TOKEN
- name: Build Docker Image
uses: docker/build-push-action@v5
with:
tags: |
${{env.DOCKER_IMAGE}}:${{env.IMAGE_TAG}}
${{env.DOCKER_IMAGE}}:${{env.BRANCH_TAG}}
push: false
load: true
cache-to: type=inline
cache-from: |
type=registry,ref=${{env.DOCKER_IMAGE}}:main
type=registry,ref=${{env.DOCKER_IMAGE}}:${{env.IMAGE_TAG}}
type=registry,ref=${{env.DOCKER_IMAGE}}:${{env.BRANCH_TAG}}
build-args: COMMIT_SHA=${{ github.sha }}
- name: Push ${{ env.DOCKER_IMAGE }} images for review
if: ${{ github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'deploy_v2') }}
run: docker image push --all-tags ${{ env.DOCKER_IMAGE }}
- name: Run Snyk to check Docker image for vulnerabilities
uses: Wandalen/[email protected]
env:
SNYK_TOKEN: ${{ steps.get-secret.outputs.snyk_token }}
with:
attempt_limit: 3
attempt_delay: 2000
action: snyk/actions/docker@master
with: |
image: ${{ env.DOCKER_IMAGE }}:${{ env.IMAGE_TAG }}
args: --file=Dockerfile --severity-threshold=high --exclude-app-vulns
- name: Push ${{ env.DOCKER_IMAGE }} images
if: ${{ success() && !contains(github.event.pull_request.labels.*.name, 'deploy_v2') }}
run: docker image push --all-tags ${{ env.DOCKER_IMAGE }}
- name: Check for Failure
uses: ./.github/actions/send-failure-notification/
if: ${{ failure() && github.ref == 'refs/heads/main' }}
with:
slack-title: 'Build failure'
slack-message: ':alert: Build failure on commit ${{env.IMAGE_TAG}} :sadparrot:'
slack-webhook: ${{ secrets.SLACK_WEBHOOK }}
lint:
name: Lint
needs: [build]
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
linter-type: [rubocop, scss, dfe_analytics, javascript_lint_and_test]
include:
- linter-type: rubocop
command: docker-compose exec -T web /bin/sh -c 'bundle exec rubocop app config db lib spec Gemfile --format clang'
- linter-type: scss
command: docker-compose exec -T web /bin/sh -c 'bundle exec rake lint:scss'
- linter-type: dfe_analytics
command: |
docker-compose exec -T web /bin/sh -c "bundle exec rails db:setup"
docker-compose exec -T web /bin/sh -c 'bundle exec rake dfe:analytics:check'
- linter-type: javascript_lint_and_test
command: |
docker-compose exec -T web /bin/sh -c "yarn add [email protected]"
docker-compose exec -T web /bin/sh -c "yarn run standard $(git ls-files '**.js' | tr '\n' ' ')"
docker-compose exec -T web /bin/sh -c 'yarn run test'
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Bring docker image up
uses: ./.github/actions/bring-docker-image-up/
with:
azure-credentials: ${{ secrets.AZURE_CREDENTIALS_REVIEW_AKS }}
docker-image: ${{needs.build.outputs.docker-image}}
image-tag: ${{ needs.build.outputs.image-tag }}
- name: ${{ matrix.linter-type }}
run: ${{ env.COMMAND }}
env:
COMMAND: ${{ matrix.command }}
- name: Check for Failure
uses: ./.github/actions/send-failure-notification/
if: ${{ failure() && github.ref == 'refs/heads/main' }}
with:
slack-title: 'Lint failure'
slack-message: ':alert: Lint failure for ${{ matrix.linter_type }} on commit ${{env.IMAGE_TAG}} :sadpanda:'
slack-webhook: ${{ secrets.SLACK_WEBHOOK }}
test:
name: Test
needs: [build]
uses: ./.github/workflows/tests.yml
secrets: inherit
with:
docker-image: ${{needs.build.outputs.docker-image}}
image-tag: ${{ needs.build.outputs.image-tag }}
use-next-academic-year: false
next_academic_year_test:
name: Next academic year tests
needs: [build]
uses: ./.github/workflows/tests.yml
secrets: inherit
with:
docker-image: ${{needs.build.outputs.docker-image}}
image-tag: ${{ needs.build.outputs.image-tag }}
use-next-academic-year: true
deploy-v2-review-app:
name: Deployment To Review v2
concurrency: deploy_v2_review_${{ github.event.pull_request.number }}
if: ${{ github.event_name == 'pull_request' && (contains(github.event.pull_request.labels.*.name, 'deploy_v2') || contains(github.event.pull_request.labels.*.name, 'dependencies')) }}
needs: [build]
runs-on: ubuntu-latest
steps:
- name: Start review_aks-${{ github.event.pull_request.number }} Deployment
uses: bobheadxi/deployments@v1
id: deployment
with:
env: review_aks-${{ github.event.pull_request.number }}
ref: ${{ github.head_ref }}
step: start
token: ${{ secrets.GITHUB_TOKEN }}
- name: Checkout
uses: actions/checkout@v4
- name: Deploy App to Review v2
id: deploy_v2_review
uses: ./.github/actions/deploy_v2/
with:
arm-access-key: ${{ secrets.ARM_ACCESS_KEY_REVIEW_AKS }}
azure-credentials: ${{ secrets.AZURE_CREDENTIALS_REVIEW_AKS }}
environment: review_aks
pr-number: ${{ github.event.pull_request.number }}
sha: ${{ needs.build.outputs.image-tag }}
slack-webhook: ${{ secrets.SLACK_WEBHOOK }}
- name: Update review_aks-${{ github.event.pull_request.number }} status
if: always()
uses: bobheadxi/deployments@v1
with:
env: review_aks-${{ github.event.pull_request.number }}
ref: ${{ github.head_ref }}
step: finish
token: ${{ secrets.GITHUB_TOKEN }}
status: ${{ job.status }}
deployment_id: ${{ steps.deployment.outputs.deployment_id }}
env_url: ${{ steps.deploy_v2_review.outputs.deploy-url }}
merge-dependabot:
name: Merge dependabot
if: ${{ github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'dependencies') }}
needs: [lint, test, next_academic_year_test, deploy-v2-review-app]
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Merge minor dependency updates
uses: fastify/github-action-merge-dependabot@v3
with:
github-token: ${{ secrets.API_TOKEN_FOR_GITHUB_ACTION }}
target: minor
exclude: 'govuk-components,govuk_design_system_formbuilder,govuk-frontend,@ministryofjustice/frontend,dfe-analytics'
merge-method: merge
deploy-aks-before-production:
name: Parallel deployment before production v2
environment:
name: ${{ matrix.environment }}
url: ${{ steps.deploy_app_before_production_v2.outputs.deploy-url }}
if: ${{ success() && github.ref == 'refs/heads/main' }}
needs: [test, next_academic_year_test]
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
environment: [qa_aks,staging_aks]
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Deploy app to ${{ matrix.environment }} v2
id: deploy_app_before_production_v2
uses: ./.github/actions/deploy_v2/
with:
arm-access-key: ${{ secrets[format('ARM_ACCESS_KEY_{0}', matrix.environment)] }}
azure-credentials: ${{ secrets[format('AZURE_CREDENTIALS_{0}', matrix.environment)] }}
environment: ${{ matrix.environment }}
sha: ${{ github.sha }}
slack-webhook: ${{ secrets.SLACK_WEBHOOK }}
deploy-aks-production:
name: Production deployment v2
environment:
name: production_aks
url: ${{ steps.deploy_app_v2.outputs.deploy-url }}
if: ${{ success() && github.ref == 'refs/heads/main' }}
needs: [deploy-aks-before-production]
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Deploy app to production v2
id: deploy_app_v2
uses: ./.github/actions/deploy_v2/
with:
arm-access-key: ${{ secrets.ARM_ACCESS_KEY_PRODUCTION_AKS }}
azure-credentials: ${{ secrets.AZURE_CREDENTIALS_PRODUCTION_AKS }}
environment: production_aks
sha: ${{ github.sha }}
slack-webhook: ${{ secrets.SLACK_WEBHOOK }}
deploy-aks-after-production:
name: Deployment after production v2
environment:
name: productiondata_aks
url: ${{ steps.deploy_app_after_production_v2.outputs.deploy-url }}
if: ${{ success() && github.ref == 'refs/heads/main' }}
needs: [deploy-aks-production]
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Deploy app to productiondata v2
id: deploy_app_after_production_v2
uses: ./.github/actions/deploy_v2/
with:
arm-access-key: ${{ secrets.ARM_ACCESS_KEY_PRODUCTIONDATA_AKS }}
azure-credentials: ${{ secrets.AZURE_CREDENTIALS_PRODUCTIONDATA_AKS }}
environment: productiondata_aks
sha: ${{ github.sha }}
slack-webhook: ${{ secrets.SLACK_WEBHOOK }}