wip

Signed-off-by: Yuji Ito <llamerada.jp@gmail.com>

Author: llamerada-jp

internal/controller/mantlebackup_controller.go

@@ -53,6 +53,8 @@ const (
 	labelComponentExportJob       = "export-job"
 	labelComponentUploadJob       = "upload-job"
 	labelComponentImportJob       = "import-job"
+	labelComponentVerifyJob       = "verify-job"
+	labelComponentVerifyVolume    = "verify-volume"
 	labelComponentZeroOutJob      = "zeroout-job"
 	labelComponentZeroOutVolume   = "zeroout-volume"
 	annotRemoteUID                = "mantle.cybozu.io/remote-uid"
@@ -619,6 +621,44 @@ func (r *MantleBackupReconciler) replicateManifests(
 	return ctrl.Result{}, nil
 }
 
+func (r *MantleBackupReconciler) verify(
+	ctx context.Context,
+	backup *mantlev1.MantleBackup,
+) error {
+	// logger := log.FromContext(ctx)
+
+	// check the clone of the snapshot if exists
+	var pvc corev1.PersistentVolumeClaim
+	if err := json.Unmarshal([]byte(backup.Status.PVCManifest), &pvc); err != nil {
+		return fmt.Errorf("failed to unmarshal PVC manifest: %w", err)
+	}
+
+	var pv corev1.PersistentVolume
+	if err := json.Unmarshal([]byte(backup.Status.PVManifest), &pv); err != nil {
+		return fmt.Errorf("failed to unmarshal PV manifest: %w", err)
+	}
+
+	snapshotName := backup.Name
+	cloneName := fmt.Sprintf("mantle-verify-%s", backup.UID)
+	verifyPvName := fmt.Sprintf("mantle-verify-%s", backup.UID)
+
+	// create a clone by the snapshot bound to the MB
+	if err := createCloneByPV(ctx, r.ceph, &pv, snapshotName, cloneName); err != nil {
+		return fmt.Errorf("failed to create a clone by the snapshot: %w", err)
+	}
+
+	// create a static PV with the clone
+	if err := r.createOrUpdateVerifyPV(ctx, backup, &pv, cloneName, verifyPvName); err != nil {
+		return fmt.Errorf("failed to create a static PV with the clone: %w", err)
+	}
+
+	// create a PVC with the PV
+	// create a Job to execute e2fsck on the PVC
+	// wait for the Job to complete
+	// update MB's conditions field
+	return nil
+}
+
 func (r *MantleBackupReconciler) provisionRBDSnapshot(
 	ctx context.Context,
 	backup *mantlev1.MantleBackup,
@@ -1944,20 +1984,55 @@ func (r *MantleBackupReconciler) createOrUpdateZeroOutPV(
 	ctx context.Context,
 	backup *mantlev1.MantleBackup,
 	targetPV *corev1.PersistentVolume,
+) error {
+	return r.createOrUpdateStaticPV(
+		ctx,
+		targetPV,
+		targetPV.Spec.CSI.VolumeAttributes["imageName"],
+		targetPV.Spec.Capacity,
+		MakeZeroOutPVName(backup),
+		labelComponentZeroOutVolume,
+	)
+}
+
+func (r *MantleBackupReconciler) createOrUpdateVerifyPV(
+	ctx context.Context,
+	backup *mantlev1.MantleBackup,
+	basePV *corev1.PersistentVolume,
+	cloneName, newPvName string,
+) error {
+	return r.createOrUpdateStaticPV(
+		ctx,
+		basePV,
+		cloneName,
+		corev1.ResourceList{
+			corev1.ResourceStorage: *resource.NewQuantity(*backup.Status.SnapSize, resource.BinarySI),
+		},
+		newPvName,
+		labelComponentVerifyVolume,
+	)
+}
+
+func (r *MantleBackupReconciler) createOrUpdateStaticPV(
+	ctx context.Context,
+	basePV *corev1.PersistentVolume,
+	volume string,
+	capacity corev1.ResourceList,
+	newPvName, componentName string,
 ) error {
 	var pv corev1.PersistentVolume
-	pv.SetName(MakeZeroOutPVName(backup))
+	pv.SetName(newPvName)
 	_, err := ctrl.CreateOrUpdate(ctx, r.Client, &pv, func() error {
 		labels := pv.GetLabels()
 		if labels == nil {
 			labels = map[string]string{}
 		}
 		labels["app.kubernetes.io/name"] = labelAppNameValue
-		labels["app.kubernetes.io/component"] = labelComponentZeroOutVolume
+		labels["app.kubernetes.io/component"] = componentName
 		pv.SetLabels(labels)
 
 		pv.Spec.AccessModes = []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}
-		pv.Spec.Capacity = targetPV.Spec.Capacity
+		pv.Spec.Capacity = capacity
 		pv.Spec.PersistentVolumeReclaimPolicy = corev1.PersistentVolumeReclaimRetain
 		pv.Spec.StorageClassName = ""
 
@@ -1967,18 +2042,18 @@ func (r *MantleBackupReconciler) createOrUpdateZeroOutPV(
 		if pv.Spec.CSI == nil {
 			pv.Spec.CSI = &corev1.CSIPersistentVolumeSource{}
 		}
-		pv.Spec.CSI.Driver = targetPV.Spec.CSI.Driver
-		pv.Spec.CSI.ControllerExpandSecretRef = targetPV.Spec.CSI.ControllerExpandSecretRef
-		pv.Spec.CSI.NodeStageSecretRef = targetPV.Spec.CSI.NodeStageSecretRef
-		pv.Spec.CSI.VolumeHandle = targetPV.Spec.CSI.VolumeAttributes["imageName"]
+		pv.Spec.CSI.Driver = basePV.Spec.CSI.Driver
+		pv.Spec.CSI.ControllerExpandSecretRef = basePV.Spec.CSI.ControllerExpandSecretRef
+		pv.Spec.CSI.NodeStageSecretRef = basePV.Spec.CSI.NodeStageSecretRef
+		pv.Spec.CSI.VolumeHandle = volume
 
 		if pv.Spec.CSI.VolumeAttributes == nil {
 			pv.Spec.CSI.VolumeAttributes = map[string]string{}
 		}
-		pv.Spec.CSI.VolumeAttributes["clusterID"] = targetPV.Spec.CSI.VolumeAttributes["clusterID"]
-		pv.Spec.CSI.VolumeAttributes["imageFeatures"] = targetPV.Spec.CSI.VolumeAttributes["imageFeatures"]
-		pv.Spec.CSI.VolumeAttributes["imageFormat"] = targetPV.Spec.CSI.VolumeAttributes["imageFormat"]
-		pv.Spec.CSI.VolumeAttributes["pool"] = targetPV.Spec.CSI.VolumeAttributes["pool"]
+		pv.Spec.CSI.VolumeAttributes["clusterID"] = basePV.Spec.CSI.VolumeAttributes["clusterID"]
+		pv.Spec.CSI.VolumeAttributes["imageFeatures"] = basePV.Spec.CSI.VolumeAttributes["imageFeatures"]
+		pv.Spec.CSI.VolumeAttributes["imageFormat"] = basePV.Spec.CSI.VolumeAttributes["imageFormat"]
+		pv.Spec.CSI.VolumeAttributes["pool"] = basePV.Spec.CSI.VolumeAttributes["pool"]
 		pv.Spec.CSI.VolumeAttributes["staticVolume"] = "true"
 
 		return nil