Once we have configured our backup strategy to use the s3 endpoint exposed by our Ceph cluster, we should also test and document the manual backup operation.
Description
Description
| Status | Subtype | Assigned | Task | ||
|---|---|---|---|---|---|
| Open | None | T362788 Migrate Airflow to the dse-k8s cluster | |||
| Resolved | BTullis | T364386 Validate postgres operator and Ceph integration | |||
| Resolved | brouberol | T372282 Validate manual backups |
Event Timeline
Comment Actions
root@deploy1003:/home/brouberol# cat pgbackup.yaml apiVersion: postgresql.cnpg.io/v1 kind: Backup metadata: name: on-demand-backup-test spec: method: barmanObjectStore cluster: name: postgresql-test root@deploy1003:/home/brouberol# kubectl create -f ./pgbackup.yaml -n postgresql-test backup.postgresql.cnpg.io/on-demand-backup-test created
root@deploy1003:~# kubectl logs -f postgresql-test-2 -n postgresql-test ... {"level":"info","ts":"2024-09-12T10:46:46Z","msg":"WAL archiving is working","logging_pod":"postgresql-test-2"} {"level":"info","ts":"2024-09-12T10:46:46Z","msg":"Starting barman-cloud-backup","backupName":"on-demand-backup-test","backupNamespace":"on-demand-backup-test","logging_pod":"postgresql-test-2","options":["--user","postgres","--name","backup-20240912104646","--gzip","--jobs","2","--endpoint-url","https://rgw.eqiad.dpe.anycast.wmnet","--cloud-provider","aws-s3","s3://postgresql/","postgresql-test"]} {"level":"info","ts":"2024-09-12T10:46:51Z","msg":"Backup completed","backupName":"on-demand-backup-test","backupNamespace":"on-demand-backup-test","logging_pod":"postgresql-test-2"} {"level":"info","ts":"2024-09-12T10:46:52Z","msg":"Applying backup retention policy","backupName":"on-demand-backup-test","backupNamespace":"on-demand-backup-test","logging_pod":"postgresql-test-2","retentionPolicy":"30d"}
brouberol@stat1008:~$ s3cmd ls s3://postgresql/postgresql-test/base/
DIR s3://postgresql/postgresql-test/base/20240912T094230/
DIR s3://postgresql/postgresql-test/base/20240912T104646/
brouberol@stat1008:~$ s3cmd ls s3://postgresql/postgresql-test/base/20240912T104646/
2024-09-12 10:46 1316 s3://postgresql/postgresql-test/base/20240912T104646/backup.info
2024-09-12 10:46 4136201 s3://postgresql/postgresql-test/base/20240912T104646/data.tar.gz🎉