test(E2E): Backup and restore with PITR

Co-authored-by: Gabriele Quaresima <gabriele.quaresima@enterprisedb.com>
Co-authored-by: Philippe Scorsolini <philippe.scorsolini@enterprisedb.com>
Co-authored-by: Francesco Canovai <francesco.canovai@enterprisedb.com>

Author: 4 people

tests/e2e/asserts_test.go

@@ -121,8 +121,8 @@ func AssertCreateTestData(namespace, clusterName, tableName string) {
 	})
 }
 
-// AssertTestDataExistence verifies the test data exists on the given pod
-func AssertTestDataExistence(namespace, podName, tableName string) {
+// AssertTestDataExpectedCount verifies that an expected amount of rows exist on the table
+func AssertTestDataExpectedCount(namespace, podName, tableName string, expectedValue int) {
 	By(fmt.Sprintf("verifying test data on pod %v", podName), func() {
 		newPodNamespacedName := types.NamespacedName{
 			Namespace: namespace,
@@ -137,7 +137,8 @@ func AssertTestDataExistence(namespace, podName, tableName string) {
 		stdout, _, err := env.ExecCommand(env.Ctx, *Pod, "postgres",
 			&commandTimeout, "psql", "-U", "postgres", "app", "-tAc", query)
 		Expect(err).ToNot(HaveOccurred())
-		Expect(strings.Trim(stdout, "\n"), err).To(BeEquivalentTo("2"))
+		value, err := strconv.Atoi(strings.Trim(stdout, "\n"))
+		Expect(value, err).To(BeEquivalentTo(expectedValue))
 	})
 }
 

tests/e2e/backup_restore_test.go

@@ -6,3 +6,4 @@ external-clusters-azure-blob-03.yaml
 external-clusters-minio-03.yaml
 source-cluster-azure-blob-01.yaml
 source-cluster-minio-01.yaml
+source-cluster-azure-blob-pitr.yaml

tests/e2e/fixtures/backup/.gitignore

@@ -0,0 +1,7 @@
+apiVersion: postgresql.k8s.enterprisedb.io/v1
+kind: Backup
+metadata:
+  name: cluster-backup
+spec:
+  cluster:
+    name: backup-azure-blob-pitr

tests/e2e/fixtures/backup/pitr/backup-azure-blob.yaml

@@ -0,0 +1,52 @@
+# This resource changes only the name and the barmanObjectStore
+# from `cluster-with-backup-azure-blob` in the parent directory.
+# This is required because all of them write in the
+# same azure blob storage.
+apiVersion: postgresql.k8s.enterprisedb.io/v1
+kind: Cluster
+metadata:
+  name: backup-azure-blob-pitr
+spec:
+  instances: 3
+
+  postgresql:
+    parameters:
+      log_checkpoints: "on"
+      log_line_prefix: '%m [%p]: u=[%u] db=[%d] app=[%a] c=[%h] s=[%c:%l] tx=[%v:%x] '
+      log_lock_waits: "on"
+      log_min_duration_statement: '1000'
+      log_statement: 'ddl'
+      log_temp_files: '1024'
+      log_autovacuum_min_duration: '1s'
+
+  # Example of rolling update strategy:
+  # - unsupervised: automated update of the primary once all
+  #                 replicas have been upgraded (default)
+  # - supervised: requires manual supervision to perform
+  #               the switchover of the primary
+  primaryUpdateStrategy: unsupervised
+
+  # Persistent storage configuration
+  storage:
+    storageClass: ${E2E_DEFAULT_STORAGE_CLASS}
+    size: 1Gi
+
+  bootstrap:
+    initdb:
+      database: app
+      owner: app
+
+  backup:
+    barmanObjectStore:
+        destinationPath: https://${AZURE_STORAGE_ACCOUNT}.blob.core.windows.net/backup-azure-blob-pitr/
+        azureCredentials:
+          storageAccount:
+            name: backup-storage-creds
+            key: ID
+          storageKey:
+            name: backup-storage-creds
+            key: KEY
+        wal:
+          compression: gzip
+        data:
+          immediateCheckpoint: true

tests/e2e/fixtures/backup/pitr/cluster-with-backup-azure-blob.yaml.template

@@ -0,0 +1,7 @@
+apiVersion: postgresql.k8s.enterprisedb.io/v1
+kind: Backup
+metadata:
+  name: cluster-backup
+spec:
+  cluster:
+    name: source-cluster-azure-pitr

tests/e2e/fixtures/backup/recovery_external_clusters/backup-azure-blob-pitr.yaml

@@ -0,0 +1,48 @@
+apiVersion: postgresql.k8s.enterprisedb.io/v1
+kind: Cluster
+metadata:
+  name: source-cluster-azure-pitr
+spec:
+  instances: 3
+
+  postgresql:
+    parameters:
+      log_checkpoints: "on"
+      log_line_prefix: '%m [%p]: u=[%u] db=[%d] app=[%a] c=[%h] s=[%c:%l] tx=[%v:%x] '
+      log_lock_waits: "on"
+      log_min_duration_statement: '1000'
+      log_statement: 'ddl'
+      log_temp_files: '1024'
+      log_autovacuum_min_duration: '1s'
+
+  # Example of rolling update strategy:
+  # - unsupervised: automated update of the primary once all
+  #                 replicas have been upgraded (default)
+  # - supervised: requires manual supervision to perform
+  #               the switchover of the primary
+  primaryUpdateStrategy: unsupervised
+
+  # Persistent storage configuration
+  storage:
+    storageClass: ${E2E_DEFAULT_STORAGE_CLASS}
+    size: 1Gi
+
+  bootstrap:
+    initdb:
+      database: app
+      owner: app
+
+  backup:
+    barmanObjectStore:
+      destinationPath: https://${AZURE_STORAGE_ACCOUNT}.blob.core.windows.net/source-cluster-azure-pitr/
+      azureCredentials:
+        storageAccount:
+          name: backup-storage-creds
+          key: ID
+        storageKey:
+          name: backup-storage-creds
+          key: KEY
+      wal:
+        compression: gzip
+      data:
+        immediateCheckpoint: true

tests/e2e/fixtures/backup/recovery_external_clusters/source-cluster-azure-blob-pitr.yaml.template

@@ -163,12 +163,12 @@ var _ = Describe("PGDATA Corruption", func() {
 				return strings.Trim(stdOut, "\n"), err
 			}, 60, 2).Should(BeEquivalentTo("t"))
 			// verify test data
-			AssertTestDataExistence(namespace, newPodName, tableName)
+			AssertTestDataExpectedCount(namespace, newPodName, tableName, 2)
 		})
 		// verify test data on new primary
 		newPrimaryPodInfo, err = env.GetClusterPrimary(namespace, clusterName)
 		Expect(err).ToNot(HaveOccurred())
-		AssertTestDataExistence(namespace, newPrimaryPodInfo.GetName(), tableName)
+		AssertTestDataExpectedCount(namespace, newPrimaryPodInfo.GetName(), tableName, 2)
 		assertClusterStandbysAreStreaming(namespace, clusterName)
 	})
 })