-
Notifications
You must be signed in to change notification settings - Fork 4
399 lines (344 loc) · 17.3 KB
/
Copy pathp2-euk-appv3.yml
File metadata and controls
399 lines (344 loc) · 17.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
################################################
# GITHUB ACTION WORKFLOW NAME
################################################
name: Deploy to p2-euk-appv3 environment
################################################
# GITHUB ACTION EVENT TRIGGER
################################################
on:
workflow_dispatch:
inputs:
BRANCH_TAG_NAME:
description: 'Branch or tag to deploy'
required: true
default: ''
################################################
# GITHUB ACTION JOBS
################################################
jobs:
deploy-p2-euk-appv3:
name: deploy-p2-euk-appv3
runs-on: ubuntu-latest
environment: p2-euk
permissions: write-all
timeout-minutes: 15
################################################
# GITHUB ACTIONS GLOBAL ENV VARIABLES
################################################
env:
REGION : eu-west-2
ENV : live # Valid values are dev,test,live only
STACK_NAME: p2-euk # Valid values are au,us,uk,p2,lf,nu,p1-sandbox,p1-stage,p2-euk,shared only
ROOTSTACK: app-v3
CFNS3BucketName: devops-cfn-templates
PRIVATES3BucketName: devops-shared-private
PUBLICZONENAME: euk.practera.com
BUILD_CONFIG: custom
STATUSREPORTS3Bucket: deployment-status.practera.com
STATUS: DEPLOYED
REQUESTOR: ${{ github.event.inputs.REQUESTOR }}
REASON: ${{ github.event.inputs.REASON }}
ENDPOINT: app.euk.practera.com
AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
################################################
# GITHUB REPO CHECKOUT
################################################
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis
ref: ${{ github.event.inputs.BRANCH_TAG_NAME }}
# ################################################
# # Restrict workflow
# ################################################
# - name: Restrict workflow dispatch
# run: |
# GITHUB_USERS=${USERS//\"/}
# if [[ ! " ${GITHUB_USERS[@]} " =~ " ${ACTOR} " ]]; then
# echo "Actor $ACTOR is not authorized to run this workflow."
# echo "##[error]Unauthorized user. Cancelling workflow."
# exit 1
# fi
# env:
# ACTOR: ${{ github.actor }}
# USERS: ${{ secrets.USERS }}
################################################
# GET P2 P2EUK AWS ORGANIZATION NUMBER
################################################
- name: Get AWS Organization Number
id: AWS_ORG
run: |
P2EUK=$(echo $AWS_ACCOUNT_ID | jq -r .P2EUK)
CENTRALIZED=$(echo $AWS_ACCOUNT_ID | jq -r .CENTRALIZED)
echo "::add-mask::$P2EUK"
echo "::add-mask::$CENTRALIZED"
echo "P2EUK=$P2EUK" >> $GITHUB_OUTPUT
echo "CENTRALIZED=$CENTRALIZED" >> $GITHUB_OUTPUT
################################################
# NODE ENV
################################################
- name: Setup Node.js environment
uses: actions/setup-node@v4
with:
node-version: 20.20.2
################################################
# NODE MODULES CACHE
################################################
- name: Cache node modules
uses: actions/cache@v4
id: cache-node-modules
env:
cache-name: cache
with:
# npm cache files are stored in `~/.npm` on Linux/macOS
path: |
~/.npm
node_modules
*/*/node_modules
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package.json') }}
restore-keys: |
${{ runner.os }}-build-${{ env.cache-name }}-
${{ runner.os }}-build-
${{ runner.os }}-
################################################
# NODE MODULES INSTALL
################################################
- name: Install dependencies
if: steps.cache-node-modules.outputs.cache-hit != 'true'
run: npm ci --ignore-scripts
################################################
# AWS CLI CONFIGURATION - CENTRALIZED ACCOUNT
################################################
- name: Configure AWS Credentials from P1 Centralized account
uses: ./.github/actions/aws-oidc
with:
role-to-assume: arn:aws:iam::${{ steps.AWS_ORG.outputs.CENTRALIZED }}:role/github-restricted-role-to-assume
region: ap-southeast-2
###############################################################
# SERVERLESS DEPLOYMENT VARIABLES FROM SHARED ACCOUNT
##############################################################
- name: Serverless deployment variables created from shared account
run: |
cat >> .env <<EOF
FILESTACKAWSID=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-DEPLOY-$ENV| jq --raw-output '.SecretString' | jq -r .FILESTACKID)
P1STACKAWSID=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-DEPLOY-$ENV| jq --raw-output '.SecretString' | jq -r .P1PRODID)
EOF
env: #TODO: Update once manually to new stack accordingly
STACK_NAME: shared # Valid values are au,us,uk,p2,lf,nu,p1-sandbox,p1-stage,p2-euk,shared only
ENV: live # Valid values are sandbox,stage,live only
################################################
# AWS CLI CONFIGURATION - DEVOPS P2 P2EUK
################################################
- name: Configure AWS Credentials from p2 EUK account
uses: ./.github/actions/aws-oidc
with:
role-to-assume: arn:aws:iam::${{ steps.AWS_ORG.outputs.P2EUK }}:role/github-restricted-role-to-assume
region: ${{ env.REGION }}
###############################################################
# ANGULAR ENVIRONMENT CREATION
##############################################################
- name: Angular Environment creation
run: |
printf "Creating required secret variables for angular environment variable creation\n\n"
export CUSTOM_APPKEY=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-AppKeySecret-$ENV| jq --raw-output '.SecretString' | jq -r .appkey)
export CUSTOM_FILESTACK_SIGNATURE=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-FilestackSecret-$ENV| jq --raw-output '.SecretString' | jq -r .signature)
export CUSTOM_FILESTACK_VIRUS_DETECTION=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-FilestackSecret-$ENV| jq --raw-output '.SecretString' | jq -r .virusdetection)
export CUSTOM_FILESTACK_KEY=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-FilestackSecret-$ENV| jq --raw-output '.SecretString' | jq -r .apikey)
export CUSTOM_FILESTACK_POLICY=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-FilestackSecret-$ENV| jq --raw-output '.SecretString' | jq -r .policy)
export CUSTOM_STACK_UUID=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-LoginCoreSecrets-$ENV| jq --raw-output '.SecretString' | jq -r .APP_STACK_UUID)
export CUSTOM_PUSHER_APPID=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-PusherSecret-$ENV| jq --raw-output '.SecretString' | jq -r .app_id)
export CUSTOM_PUSHERKEY=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-PusherSecret-$ENV| jq --raw-output '.SecretString' | jq -r .key)
export CUSTOM_PUSHER_SECRET=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-PusherSecret-$ENV| jq --raw-output '.SecretString' | jq -r .secret)
export CUSTOM_PUSHER_CLUSTER=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-PusherSecret-$ENV| jq --raw-output '.SecretString' | jq -r .cluster)
export CUSTOM_INTERCOM=$(aws secretsmanager get-secret-value --secret-id $STACK_NAME-IntercomSecret-$ENV| jq --raw-output '.SecretString' | jq -r .app_id)
export CUSTOM_BADGE_PROJECT_URL=https://badge.euk.practera.com
export CUSTOM_UPLOAD_TUS_ENDPOINT=https://tusd.practera.com/uploads/
export CUSTOM_UPLOAD_MAX_FILE_SIZE=2147483648
export CUSTOM_HELPLINE=help@practera.com
export CUSTOM_ENABLE_ASSESSMENT_PAGINATION=true
export CUSTOM_STACK_NAME=${{ env.STACK_NAME }}
export CUSTOM_PROJECTHUB_URL=https://projecthub.${{ env.PUBLICZONENAME }}/
printf "Angular environment variable creation complete\n\n"
printf "Executing env.sh script\n\n"
chmod +x env.sh && ./env.sh
echo "Extracting chatbotSNStopicARN to send stack update"
echo "ChatBotSNSTopicARN="$(aws cloudformation list-exports --query "Exports[?Name==\`$STACK_NAME-ChatBotSNSTopicARN-$ENV\`].Value" --no-paginate --output text) >> $GITHUB_ENV
env:
CUSTOM_PATH_IMAGE: /appv3/live/images/
CUSTOM_PATH_VIDEO: /appv3/live/videos/
CUSTOM_GRAPH_QL: https://core-graphql-api.${{ env.PUBLICZONENAME }}
CUSTOM_API_ENDPOINT: https://${{ env.PUBLICZONENAME }}/
CUSTOM_S3_BUCKET: files.${{ env.PUBLICZONENAME }}
CUSTOM_ENVIRONMENT: ${{ env.ENV }}
CUSTOM_CHAT_GRAPH_QL: https://chat-api.${{ env.PUBLICZONENAME }}
CUSTOM_GLOBAL_LOGIN_URL: https://login.practera.com
CUSTOM_COUNTRY: EUK #TODO CHECK
CUSTOMPLAIN_SKIPGLOBALLOGINFLAG: false
CUSTOM_PATH_ANY: /appv3/live/any/
CUSTOM_AWS_REGION: ${{ env.REGION }}
CUSTOM_JS_ENVIRONEMENT: live #TODO CHECK
CUSTOM_LOGIN_API_URL: https://login-api.practera.com
CUSTOM_NEWRELIC: true
CUSTOM_PORTAL_ID: 3404872
CUSTOM_FORM_ID: 114bee73-67ac-4f23-8285-2b67e0e28df4
CUSTOM_LIVE_SERVER_REGION: UK
CUSTOM_STACK_NAME: ${{ env.STACK_NAME }}
###############################################################
# BUILD WEB PACKAGES
##############################################################
- name: Build Web Packages
run: |
test -f projects/v3/src/environments/environment.ts && echo "environment here" || cp projects/v3/src/environments/environment.local.ts projects/v3/src/environments/environment.ts
node_modules/.bin/ng build request --configuration=${{ env.BUILD_CONFIG }}
node_modules/.bin/ng build v3 --configuration=${{ env.BUILD_CONFIG }}
npm run generate-version-v3
##########################################################
# AWS S3 SYNC - SERVERLESS TEMPLATES
##########################################################
- name: AWS S3 Sync operation
run: |
mv serverless-appv3.yml serverless.yml
aws s3 cp serverless.yml s3://$CFNS3BucketName/$STACK_NAME/$REGION/$ROOTSTACK/sls-templates/serverless-appv3-lambda-edge.yml
aws s3 cp serverless.yml s3://$CFNS3BucketName/$STACK_NAME/$REGION/$ROOTSTACK/sls-templates/serverless.yml
##########################################################
# CLOUDFORMATION EXPORT VARIABLES
##########################################################
- name: Cloudformation Export variables
run: |
cat >> .env <<EOF
CDNSharedACMCertificateArn=$(aws cloudformation list-exports --query "Exports[?Name==\`$STACK_NAME-CDNSharedACMCertificateArn-$ENV\`].Value" --no-paginate --output text)
ChatBotSNSTopicARN=$(aws cloudformation list-exports --query "Exports[?Name==\`$STACK_NAME-ChatBotSNSTopicARN-$ENV\`].Value" --no-paginate --output text)
EOF
##########################################################
# AWS P2EUK ACCOUNT STEPS BELOW US-EAST-1 FOR LAMBDA@EDGE
##########################################################
- name: Configure AWS Credentials from p2 euk account
uses: ./.github/actions/aws-oidc
with:
role-to-assume: arn:aws:iam::${{ steps.AWS_ORG.outputs.P2EUK }}:role/github-restricted-role-to-assume
region: us-east-1
##########################################################
# CLOUDFORMATION EXPORT VARIABLES
##########################################################
- name: Cloudformation Export variables
run: |
cat >> .env <<EOF
Nonce=$GITHUB_SHA
EOF
####################################################
# S3 for lambda@edge
####################################################
- name: S3 Bucket for lambda@edge
run: |
if ! aws s3api head-bucket --bucket $STACK_NAME-lambda-edge-$ENV > /dev/null 2>&1; then
aws s3api create-bucket --bucket $STACK_NAME-lambda-edge-$ENV --region us-east-1
fi
####################################################
# S3 for lambda@edge
####################################################
- name: Deploy lambda@edge
run: |
export $(cat .env | xargs)
bash lambda/deploy.sh
env:
REGION: us-east-1
##########################################################
# CLOUDFORMATION EXPORT VARIABLES
##########################################################
- name: Cloudformation Export variables
run: |
cat >> .env <<EOF
HandlerVersionArn=$(aws cloudformation list-exports --query "Exports[?Name==\`$STACK_NAME-HandlerVersion-$ENV\`].Value" --no-paginate --output text)
EOF
##########################################################
# AWS P2EUK ACCOUNT STEPS BELOW eu-west-2
##########################################################
- name: Configure AWS Credentials from p2 euk account
uses: ./.github/actions/aws-oidc
with:
role-to-assume: arn:aws:iam::${{ steps.AWS_ORG.outputs.P2EUK }}:role/github-restricted-role-to-assume
region: ${{ env.REGION }}
###############################################################
# SERVERLESS DEPLOYMENT
##############################################################
- name: Serverless deployment
run: |
echo "Serverless Deploying appv3"
node_modules/.bin/serverless deploy
rm serverless.yml .env
env:
AppV3S3Bucket: app.${{ env.PUBLICZONENAME }}
FILESS3BUCKET: files.${{ env.PUBLICZONENAME }}
FILESS3BUCKETEXIST: true
S3VERSIONING: true
NONCURRENTVERSION_EXPIREINDAYS: 30
##########################################################
# AWS S3 SYNC OPERATIONS
##########################################################
- name: AWS S3 Sync Operations
run: |
APP_V2_S3=$(aws cloudformation list-exports --query "Exports[?Name==\`$STACK_NAME-AppV3S3Bucket-$ENV\`].Value" --no-paginate --output text)
aws s3 sync dist/v3/ s3://$APP_V2_S3 --delete
##########################################################
# AWS CDN CACHE INVALIDATION
##########################################################
- name: AWS Cloudfront Cache invalidation
run: |
APP_V2_CDN=$(aws cloudformation list-exports --query "Exports[?Name==\`$STACK_NAME-AppV3CloudFrontDistributionID-$ENV\`].Value" --no-paginate --output text)
for i in $APP_V2_CDN;do aws cloudfront create-invalidation --distribution-id $i --paths "/*";done
# #########################################################
# # SLACK NOTIFICATION
# #########################################################
- name: Slack Notification
if: always() # Pick up events even if the job fails or is canceled.
uses: 8398a7/action-slack@v3
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
MATRIX_CONTEXT: ${{ toJson(matrix) }} # required
with:
status: ${{ job.status }}
author_name: ${{ env.BRANCH_TAG_NAME }} - ${{ env.ROOTSTACK }} deployed to ${{ env.ENV }} environemnt in ${{ env.STACK_NAME }} AWS account
mention: 'here'
if_mention: failure,cancelled
job_name: deploy-p2-euk-appv3 # Match the name above.
fields: repo,commit,eventName,ref,workflow,message,author,job,took
custom_payload: |
{
username: 'GitHub Action CI WorkFlow',
icon_emoji: ':github:',
attachments: [{
color: '${{ job.status }}' === 'success' ? 'good' : ${{ job.status }}' === 'failure' ? 'danger' : 'warning',
text:
`${process.env.AS_REPO}\n
${process.env.AS_COMMIT}\n
${process.env.AS_EVENT_NAME}\n
@${process.env.AS_REF}\n
@${process.env.AS_WORKFLOW}\n
${process.env.AS_MESSAGE}\n
${process.env.AS_AUTHOR}\n
${process.env.AS_JOB}\n
${process.env.AS_TOOK}`,
}]
}
# ################################################
# # STATUS VARIABLE UPDATE
# ################################################
- name: Deployment status variable update
if: ${{ failure() }}
run: |
echo "STATUS=FAILURE" >> $GITHUB_ENV
# ################################################
# # DEVOPS-DEPLOYMENT REPORT
# ################################################
- name: DevOps Deployment Reporting
if: always()
run: |
pip install --upgrade pip
pip install --upgrade csvtotable
export REASON=$(git log -2 --format=%s | sed -n 2p)
export REQUESTOR=${{ github.actor }}
aws s3 cp s3://$STATUSREPORTS3Bucket/deploy-reporting.sh deploy-reporting.sh
chmod +x deploy-reporting.sh && ./deploy-reporting.sh
echo "LINK="${GITHUB_REPOSITORY##*/}.html >> $GITHUB_ENV
echo $REASON
echo $REQUESTOR