mirror of
https://github.com/kubevirt/containerized-data-importer.git
synced 2025-06-03 06:30:22 +00:00
ac42b10752
* Adjust tests for WFFC ceph lane - We now support namespace transfer with WFFC due to using populators underneath - AnnCloneType/SourceInUse only appear when target binds - CloneFromSnapshotSourceInProgress only appears on non WFFC storage ATM Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com> * Specify wffc storage class variation of ceph explicitly for snapshot/csiclone/block Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com> * Increase test timeout Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com> --------- Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com> Co-authored-by: Alex Kalenyuk <akalenyu@redhat.com>
278 lines
12 KiB
Go
278 lines
12 KiB
Go
package tests
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
|
|
cc "kubevirt.io/containerized-data-importer/pkg/controller/common"
|
|
controller "kubevirt.io/containerized-data-importer/pkg/controller/datavolume"
|
|
"kubevirt.io/containerized-data-importer/tests/framework"
|
|
"kubevirt.io/containerized-data-importer/tests/utils"
|
|
|
|
cdiv1 "kubevirt.io/containerized-data-importer-api/pkg/apis/core/v1beta1"
|
|
)
|
|
|
|
var _ = Describe("[vendor:cnv-qe@redhat.com][level:component]SmartClone tests that modify CDI CR", func() {
|
|
var cdiCr cdiv1.CDI
|
|
var cdiCrSpec *cdiv1.CDISpec
|
|
|
|
f := framework.NewFramework("dv-func-test")
|
|
|
|
BeforeEach(func() {
|
|
By("Saving CDI CR spec")
|
|
crList, err := f.CdiClient.CdiV1beta1().CDIs().List(context.TODO(), metav1.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(crList.Items).To(HaveLen(1))
|
|
|
|
cdiCrSpec = crList.Items[0].Spec.DeepCopy()
|
|
cdiCr = crList.Items[0]
|
|
})
|
|
|
|
AfterEach(func() {
|
|
By("Restoring CDI CR spec to original state")
|
|
crList, err := f.CdiClient.CdiV1beta1().CDIs().List(context.TODO(), metav1.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(crList.Items).To(HaveLen(1))
|
|
|
|
newCdiCr := crList.Items[0]
|
|
newCdiCr.Spec = *cdiCrSpec
|
|
_, err = f.CdiClient.CdiV1beta1().CDIs().Update(context.TODO(), &newCdiCr, metav1.UpdateOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
})
|
|
|
|
It("[test_id:5278]Verify DataVolume Smart Cloning gets disabled by tunable", func() {
|
|
if !f.IsSnapshotStorageClassAvailable() {
|
|
Skip("Smart Clone is not applicable")
|
|
}
|
|
cloneStrategy := cdiv1.CloneStrategyHostAssisted
|
|
cdiCr.Spec.CloneStrategyOverride = &cloneStrategy
|
|
_, err := f.CdiClient.CdiV1beta1().CDIs().Update(context.TODO(), &cdiCr, metav1.UpdateOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
dataVolume, expectedMd5 := createDataVolume("dv-smart-clone-test-1", utils.DefaultImagePath, v1.PersistentVolumeFilesystem, f.SnapshotSCName, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneInProgress))
|
|
// Wait for operation Succeeded
|
|
waitForDvPhase(cdiv1.Succeeded, dataVolume, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneSucceeded))
|
|
// Verify PVC's content
|
|
verifyPVC(dataVolume, f, utils.DefaultImagePath, expectedMd5)
|
|
|
|
events, err := f.RunKubectlCommand("get", "events", "-n", dataVolume.Namespace)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
if strings.Contains(events, controller.SnapshotForSmartCloneInProgress) {
|
|
Fail(fmt.Sprintf("seen event SmartClonePVCInProgress. Events: %s", events))
|
|
}
|
|
if strings.Contains(events, controller.CloneFromSnapshotSourceInProgress) {
|
|
Fail(fmt.Sprintf("seen event CloneFromSnapshotSourceInProgress. Events: %s", events))
|
|
}
|
|
})
|
|
})
|
|
|
|
var _ = Describe("[vendor:cnv-qe@redhat.com][level:component]SmartClone tests", func() {
|
|
var originalProfileSpec *cdiv1.StorageProfileSpec
|
|
var cloneStorageClassName string
|
|
|
|
f := framework.NewFramework("dv-func-test")
|
|
|
|
BeforeEach(func() {
|
|
cloneStorageClassName = utils.DefaultStorageClass.GetName()
|
|
if f.IsCSIVolumeCloneStorageClassAvailable() {
|
|
cloneStorageClassName = f.CsiCloneSCName
|
|
}
|
|
|
|
By(fmt.Sprintf("Get original storage profile: %s", cloneStorageClassName))
|
|
|
|
spec, err := utils.GetStorageProfileSpec(f.CdiClient, cloneStorageClassName)
|
|
originalProfileSpec = spec
|
|
Expect(err).ToNot(HaveOccurred())
|
|
By(fmt.Sprintf("Got original storage profile: %v", originalProfileSpec))
|
|
|
|
By(fmt.Sprintf("configure storage profile %s", cloneStorageClassName))
|
|
Expect(
|
|
utils.ConfigureCloneStrategy(f.CrClient, f.CdiClient, cloneStorageClassName, originalProfileSpec, cdiv1.CloneStrategySnapshot),
|
|
).Should(Succeed())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
if originalProfileSpec != nil {
|
|
By("Restore the profile")
|
|
Expect(utils.UpdateStorageProfile(f.CrClient, cloneStorageClassName, *originalProfileSpec)).To(Succeed())
|
|
}
|
|
})
|
|
|
|
It("[rfe_id:1106][test_id:3494][crit:high][vendor:cnv-qe@redhat.com][level:component] Verify DataVolume Smart Cloning - volumeMode filesystem - Positive flow", func() {
|
|
if !f.IsSnapshotStorageClassAvailable() {
|
|
Skip("Smart Clone is not applicable")
|
|
}
|
|
dataVolume, expectedMd5 := createDataVolume("dv-smart-clone-test-1", utils.DefaultImagePath, v1.PersistentVolumeFilesystem, f.SnapshotSCName, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.SnapshotForSmartCloneInProgress))
|
|
if !f.IsBindingModeWaitForFirstConsumer(&cloneStorageClassName) {
|
|
// We don't hit this event for WFFC targets ATM
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneFromSnapshotSourceInProgress))
|
|
}
|
|
// Wait for operation Succeeded
|
|
waitForDvPhase(cdiv1.Succeeded, dataVolume, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneSucceeded))
|
|
// Verify PVC's content
|
|
verifyPVC(dataVolume, f, utils.DefaultImagePath, expectedMd5)
|
|
})
|
|
|
|
It("[rfe_id:1106][test_id:3495][crit:high][vendor:cnv-qe@redhat.com][level:component] Verify DataVolume Smart Cloning - volumeMode block - Positive flow", func() {
|
|
if !f.IsSnapshotStorageClassAvailable() {
|
|
Skip("Smart Clone is not applicable")
|
|
}
|
|
dataVolume, expectedMd5 := createDataVolume("dv-smart-clone-test-1", utils.DefaultPvcMountPath, v1.PersistentVolumeBlock, f.SnapshotSCName, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.SnapshotForSmartCloneInProgress))
|
|
if !f.IsBindingModeWaitForFirstConsumer(&cloneStorageClassName) {
|
|
// We don't hit this event for WFFC targets ATM
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneFromSnapshotSourceInProgress))
|
|
}
|
|
// Wait for operation Succeeded
|
|
waitForDvPhase(cdiv1.Succeeded, dataVolume, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneSucceeded))
|
|
// Verify PVC's content
|
|
verifyPVC(dataVolume, f, utils.DefaultPvcMountPath, expectedMd5)
|
|
})
|
|
|
|
It("[test_id:4987]Verify DataVolume Smart Cloning - volumeMode filesystem - Waits for source to be available", func() {
|
|
if !f.IsSnapshotStorageClassAvailable() {
|
|
Skip("Smart Clone is not applicable")
|
|
}
|
|
sourcePvc := createAndPopulateSourcePVC("dv-smart-clone-test-1", v1.PersistentVolumeFilesystem, f.SnapshotSCName, f)
|
|
pod, err := f.CreateExecutorPodWithPVC("temp-pod", f.Namespace.Name, sourcePvc, false)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
Eventually(func() bool {
|
|
pod, err = f.K8sClient.CoreV1().Pods(f.Namespace.Name).Get(context.TODO(), pod.Name, metav1.GetOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
return pod.Status.Phase == v1.PodRunning
|
|
}, 90*time.Second, 2*time.Second).Should(BeTrue())
|
|
|
|
By(fmt.Sprintf("creating a new target PVC (datavolume) to clone %s", sourcePvc.Name))
|
|
dataVolume := utils.NewCloningDataVolume(dataVolumeName, "1Gi", sourcePvc)
|
|
if f.SnapshotSCName != "" {
|
|
dataVolume.Spec.PVC.StorageClassName = &f.SnapshotSCName
|
|
}
|
|
|
|
By(fmt.Sprintf("creating new datavolume %s", dataVolume.Name))
|
|
dataVolume, err = utils.CreateDataVolumeFromDefinition(f.CdiClient, f.Namespace.Name, dataVolume)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
f.ForceBindPvcIfDvIsWaitForFirstConsumer(dataVolume)
|
|
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(cc.CloneSourceInUse))
|
|
err = f.K8sClient.CoreV1().Pods(f.Namespace.Name).Delete(context.TODO(), pod.Name, metav1.DeleteOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.SnapshotForSmartCloneInProgress))
|
|
if !f.IsBindingModeWaitForFirstConsumer(&cloneStorageClassName) {
|
|
// We don't hit this event for WFFC targets ATM
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneFromSnapshotSourceInProgress))
|
|
}
|
|
// Wait for operation Succeeded
|
|
waitForDvPhase(cdiv1.Succeeded, dataVolume, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneSucceeded))
|
|
// Verify PVC's content
|
|
verifyPVC(dataVolume, f, utils.DefaultImagePath, utils.UploadFileMD5)
|
|
})
|
|
|
|
It("[rfe_id:1106][test_id:3496][crit:high][vendor:cnv-qe@redhat.com][level:component] Verify DataVolume Smart Cloning - Check regular clone works", func() {
|
|
smartApplicable := f.IsSnapshotStorageClassAvailable()
|
|
sc, err := f.K8sClient.StorageV1().StorageClasses().Get(context.TODO(), f.SnapshotSCName, metav1.GetOptions{})
|
|
if err == nil {
|
|
value, ok := sc.Annotations["storageclass.kubernetes.io/is-default-class"]
|
|
if smartApplicable && ok && strings.Compare(value, "true") == 0 {
|
|
Skip("Cannot test regular cloning if Smart Clone is applicable in default Storage Class")
|
|
}
|
|
}
|
|
|
|
dataVolume, expectedMd5 := createDataVolume("dv-smart-clone-test-negative", utils.DefaultImagePath, v1.PersistentVolumeFilesystem, "", f)
|
|
|
|
// Wait for operation Succeeded
|
|
waitForDvPhase(cdiv1.Succeeded, dataVolume, f)
|
|
f.ExpectEvent(dataVolume.Namespace).Should(ContainSubstring(controller.CloneSucceeded))
|
|
|
|
events, _ := f.RunKubectlCommand("get", "events", "-n", dataVolume.Namespace)
|
|
Expect(strings.Contains(events, controller.SnapshotForSmartCloneInProgress)).To(BeFalse())
|
|
// Verify PVC's content
|
|
verifyPVC(dataVolume, f, utils.DefaultImagePath, expectedMd5)
|
|
})
|
|
})
|
|
|
|
func verifyPVC(dataVolume *cdiv1.DataVolume, f *framework.Framework, testPath string, md5sum string) {
|
|
By("verifying pvc was created")
|
|
targetPvc, err := f.K8sClient.CoreV1().PersistentVolumeClaims(dataVolume.Namespace).Get(context.TODO(), dataVolume.Name, metav1.GetOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By("Verifying target PVC content")
|
|
Expect(f.VerifyTargetPVCContentMD5(f.Namespace, targetPvc, testPath, md5sum, utils.UploadFileSize)).To(BeTrue())
|
|
}
|
|
|
|
func waitForDvPhase(phase cdiv1.DataVolumePhase, dataVolume *cdiv1.DataVolume, f *framework.Framework) {
|
|
By(fmt.Sprintf("waiting for datavolume to match phase %s", string(phase)))
|
|
err := utils.WaitForDataVolumePhase(f, f.Namespace.Name, phase, dataVolume.Name)
|
|
if err != nil {
|
|
f.PrintControllerLog()
|
|
dv, dverr := f.CdiClient.CdiV1beta1().DataVolumes(f.Namespace.Name).Get(context.TODO(), dataVolume.Name, metav1.GetOptions{})
|
|
if dverr != nil {
|
|
Fail(fmt.Sprintf("datavolume %s phase %s", dv.Name, dv.Status.Phase))
|
|
}
|
|
}
|
|
Expect(err).ToNot(HaveOccurred())
|
|
}
|
|
|
|
func createAndPopulateSourcePVC(dataVolumeName string, volumeMode v1.PersistentVolumeMode, scName string, f *framework.Framework) *v1.PersistentVolumeClaim {
|
|
By(fmt.Sprintf("Storage Class name: %s", scName))
|
|
srcName := fmt.Sprintf("%s-src-pvc", dataVolumeName)
|
|
dataVolume := utils.NewDataVolumeWithHTTPImport(srcName, "1Gi", fmt.Sprintf(utils.TinyCoreIsoURL, f.CdiInstallNs))
|
|
dataVolume.Spec.PVC.VolumeMode = &volumeMode
|
|
if scName != "" {
|
|
dataVolume.Spec.PVC.StorageClassName = &scName
|
|
}
|
|
|
|
dataVolume, err := utils.CreateDataVolumeFromDefinition(f.CdiClient, f.Namespace.Name, dataVolume)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
f.ForceBindPvcIfDvIsWaitForFirstConsumer(dataVolume)
|
|
|
|
sourcePvc, err := f.K8sClient.CoreV1().PersistentVolumeClaims(dataVolume.Namespace).Get(context.TODO(), dataVolume.Name, metav1.GetOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By(fmt.Sprintf("Waiting for source datavolume to match phase %s", string(cdiv1.Succeeded)))
|
|
err = utils.WaitForDataVolumePhase(f, f.Namespace.Name, cdiv1.Succeeded, dataVolume.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
return sourcePvc
|
|
}
|
|
|
|
func createDataVolume(dataVolumeName, testPath string, volumeMode v1.PersistentVolumeMode, scName string, f *framework.Framework) (*cdiv1.DataVolume, string) {
|
|
sourcePvc := createAndPopulateSourcePVC(dataVolumeName, volumeMode, scName, f)
|
|
md5, err := f.GetMD5(f.Namespace, sourcePvc, testPath, utils.UploadFileSize)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
zero := int64(0)
|
|
err = utils.DeletePodByName(f.K8sClient, utils.VerifierPodName, f.Namespace.Name, &zero)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By(fmt.Sprintf("creating a new target PVC (datavolume) to clone %s", sourcePvc.Name))
|
|
dataVolume := utils.NewCloningDataVolume(dataVolumeName, "1Gi", sourcePvc)
|
|
if scName != "" {
|
|
dataVolume.Spec.PVC.StorageClassName = &scName
|
|
}
|
|
By(fmt.Sprintf("creating new datavolume %s", dataVolume.Name))
|
|
dataVolume, err = utils.CreateDataVolumeFromDefinition(f.CdiClient, f.Namespace.Name, dataVolume)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By("verifying pvc was created, force bind if needed")
|
|
pvc, err := utils.WaitForPVC(f.K8sClient, dataVolume.Namespace, dataVolume.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
f.ForceBindIfWaitForFirstConsumer(pvc)
|
|
|
|
return dataVolume, md5
|
|
}
|