forked from bcgov/common-hosted-form-service
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathbackup-cronjob-verify.yaml
267 lines (267 loc) · 10.1 KB
/
backup-cronjob-verify.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
---
kind: "Template"
apiVersion: "template.openshift.io/v1"
metadata:
name: "{$JOB_NAME}-cronjob-template"
annotations:
description: "Scheduled Task to perform a Database Backup"
tags: "cronjob,backup"
parameters:
- name: "BACKUP_JOB_CONFIG"
displayName: "Backup Job Config File Name"
description: "Name of the backup job's config file."
value: "backup-postgres-config"
required: true
- name: "JOB_NAME"
displayName: "Job Name"
description: "Name of the Scheduled Job to Create."
value: "backup-postgres-verify"
required: true
- name: "JOB_PERSISTENT_STORAGE_NAME"
displayName: "Backup Persistent Storage Name"
description: "Pre-Created PVC to use for backup target"
value: "bk-devex-von-tools-a9vlgd1jpsg1"
required: true
- name: "RESOURCE_LIMIT_CPU"
displayName: "CPU Limit"
description: "The maximium CPU resources for the container"
value: "250m"
required: true
- name: "RESOURCE_LIMIT_MEMORY"
displayName: "Memory Limit"
description: "The maximium memory resources for the container"
value: "1Gi"
required: true
- name: "RESOURCE_REQUEST_CPU"
displayName: "CPU Request"
description: "The minimium CPU resources for the container"
value: "50m"
required: true
- name: "RESOURCE_REQUEST_MEMORY"
displayName: "Memory Request"
description: "The minimium memory resources for the container"
value: "256Mi"
required: true
- name: "SCHEDULE"
displayName: "Cron Schedule"
description: "Cron Schedule to Execute the Job (using local cluster system TZ)"
# Currently targeting 1:00 AM Daily
value: "0 1 * * *"
required: true
- name: "SOURCE_IMAGE_NAME"
displayName: "Source Image Name"
description: "The name of the image to use for this resource."
required: true
value: "backup-container"
- name: "IMAGE_REGISTRY"
description: "The base OpenShift docker registry"
displayName: "Docker Image Registry"
required: true
# Set value to "docker-registry.default.svc:5000" if using OCP3
value: "docker.io"
- name: "IMAGE_NAMESPACE"
displayName: "Image Namespace"
description: "The namespace of the OpenShift project containing the imagestream for the application."
required: true
value: "bcgovimages"
- name: "TAG_NAME"
displayName: "Environment TAG name"
description: "The TAG name for this environment, e.g., dev, test, prod"
required: true
value: "dev"
- name: "DATABASE_SERVICE_NAME"
displayName: "Database Service Name"
description: "The name of the database service."
required: true
value: "postgresql"
- name: "DATABASE_DEFAULT_PORT"
displayName: "Database Service Port"
description: "The configured port for the database service"
required: true
value: "5432"
- name: "DATABASE_NAME"
displayName: "Database Name"
description: "The name of the database."
required: true
value: "MyDatabase"
- name: "DATABASE_DEPLOYMENT_NAME"
displayName: "Database Deployment Name"
description: "The name associated to the database deployment resources. In particular, this is used to wire up the credentials associated to the database."
required: true
value: "postgresql"
- name: DATABASE_USER_KEY_NAME
displayName: Database User Key Name
description:
The database user key name stored in database deployment resources specified
by DATABASE_DEPLOYMENT_NAME.
required: true
value: database-user
- name: DATABASE_PASSWORD_KEY_NAME
displayName: Database Password Key Name
description:
The database password key name stored in database deployment resources
specified by DATABASE_DEPLOYMENT_NAME.
required: true
value: database-password
- name: "BACKUP_STRATEGY"
displayName: "Backup Strategy"
description: "The strategy to use for backups; for example daily, or rolling."
required: true
value: "rolling"
- name: "BACKUP_DIR"
displayName: "The root backup directory"
description: "The name of the root backup directory"
required: true
value: "/backups/"
- name: "NUM_BACKUPS"
displayName: "The number of backup files to be retained"
description: "The number of backup files to be retained. Used for the `daily` backup strategy. Ignored when using the `rolling` backup strategy."
required: false
value: "5"
- name: "DAILY_BACKUPS"
displayName: "Number of Daily Backups to Retain"
description: "The number of daily backup files to be retained. Used for the `rolling` backup strategy."
required: false
value: "7"
- name: "WEEKLY_BACKUPS"
displayName: "Number of Weekly Backups to Retain"
description: "The number of weekly backup files to be retained. Used for the `rolling` backup strategy."
required: false
value: "4"
- name: "MONTHLY_BACKUPS"
displayName: "Number of Monthly Backups to Retain"
description: "The number of monthly backup files to be retained. Used for the `rolling` backup strategy."
required: false
value: "1"
- name: "JOB_SERVICE_ACCOUNT"
displayName: "Service Account Name"
description: "Name of the Service Account To Exeucte the Job As."
value: "default"
required: true
- name: "SUCCESS_JOBS_HISTORY_LIMIT"
displayName: "Successful Job History Limit"
description: "The number of successful jobs that will be retained"
value: "5"
required: true
- name: "FAILED_JOBS_HISTORY_LIMIT"
displayName: "Failed Job History Limit"
description: "The number of failed jobs that will be retained"
value: "2"
required: true
- name: "JOB_BACKOFF_LIMIT"
displayName: "Job Backoff Limit"
description: "The number of attempts to try for a successful job outcome"
value: "0"
required: false
objects:
- kind: "CronJob"
apiVersion: "batch/v1"
metadata:
name: "${JOB_NAME}"
labels:
template: "${JOB_NAME}-cronjob"
cronjob: "${JOB_NAME}"
spec:
schedule: "${SCHEDULE}"
concurrencyPolicy: "Forbid"
successfulJobsHistoryLimit: "${{SUCCESS_JOBS_HISTORY_LIMIT}}"
failedJobsHistoryLimit: "${{FAILED_JOBS_HISTORY_LIMIT}}"
jobTemplate:
metadata:
labels:
template: "${JOB_NAME}-job"
cronjob: "${JOB_NAME}"
spec:
backoffLimit: ${{JOB_BACKOFF_LIMIT}}
template:
metadata:
labels:
template: "${JOB_NAME}-job"
cronjob: "${JOB_NAME}"
spec:
containers:
- name: "${JOB_NAME}-cronjob"
resources:
limits:
cpu: "${RESOURCE_LIMIT_CPU}"
memory: "${RESOURCE_LIMIT_MEMORY}"
requests:
cpu: "${RESOURCE_REQUEST_CPU}"
memory: "${RESOURCE_REQUEST_MEMORY}"
image: "${IMAGE_REGISTRY}/${IMAGE_NAMESPACE}/${SOURCE_IMAGE_NAME}:${TAG_NAME}"
# image: backup
command:
- "/bin/bash"
- "-c"
- "/backup.sh -I -v all"
volumeMounts:
- mountPath: "${BACKUP_DIR}"
name: "backup"
env:
- name: BACKUP_DIR
value: "${BACKUP_DIR}"
- name: BACKUP_STRATEGY
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: BACKUP_STRATEGY
- name: NUM_BACKUPS
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: RETENTION.NUM_BACKUPS
optional: true
- name: DAILY_BACKUPS
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: RETENTION.DAILY_BACKUPS
optional: true
- name: WEEKLY_BACKUPS
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: RETENTION.WEEKLY_BACKUPS
optional: true
- name: MONTHLY_BACKUPS
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: RETENTION.MONTHLY_BACKUPS
optional: true
- name: DATABASE_SERVICE_NAME
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: DATABASE_SERVICE_NAME
- name: DEFAULT_PORT
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: DEFAULT_PORT
optional: true
- name: POSTGRESQL_DATABASE
valueFrom:
configMapKeyRef:
name: "${BACKUP_JOB_CONFIG}"
key: POSTGRESQL_DATABASE
- name: DATABASE_USER
valueFrom:
secretKeyRef:
name: "${DATABASE_DEPLOYMENT_NAME}"
key: "${DATABASE_USER_KEY_NAME}"
- name: DATABASE_PASSWORD
valueFrom:
secretKeyRef:
name: "${DATABASE_DEPLOYMENT_NAME}"
key: "${DATABASE_PASSWORD_KEY_NAME}"
volumes:
- name: backup
persistentVolumeClaim:
claimName: "${JOB_PERSISTENT_STORAGE_NAME}"
restartPolicy: "Never"
terminationGracePeriodSeconds: 30
activeDeadlineSeconds: 1600
dnsPolicy: "ClusterFirst"
serviceAccountName: "${JOB_SERVICE_ACCOUNT}"
serviceAccount: "${JOB_SERVICE_ACCOUNT}"