containerized-data-importer/pkg/controller/datavolume-controller_test.go
akalenyu 4f0fa1fec2
Address possible nils in dv controller, log CSIDrivers in tests (#2253)
* [WIP] Debug ceph csidriver not being there

We'd expect the CSIDriver object to be there, otherwise ceph install might be struggling

Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com>

* Avoid possible StorageClassName nils

Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com>

Signed-off-by: Alex Kalenyuk <akalenyu@redhat.com>
2022-10-19 23:50:04 +01:00

2454 lines
116 KiB
Go

/*
Copyright 2020 The CDI Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package controller
import (
"context"
"fmt"
"net/http"
"net/http/httptest"
"net/url"
"strconv"
"strings"
"time"
. "github.com/onsi/ginkgo"
. "github.com/onsi/ginkgo/extensions/table"
. "github.com/onsi/gomega"
snapshotv1 "github.com/kubernetes-csi/external-snapshotter/client/v4/apis/volumesnapshot/v1"
corev1 "k8s.io/api/core/v1"
storagev1 "k8s.io/api/storage/v1"
extv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
k8serrors "k8s.io/apimachinery/pkg/api/errors"
"k8s.io/apimachinery/pkg/api/resource"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/runtime"
"k8s.io/apimachinery/pkg/types"
"k8s.io/client-go/kubernetes/scheme"
"k8s.io/client-go/tools/record"
"sigs.k8s.io/controller-runtime/pkg/client/fake"
logf "sigs.k8s.io/controller-runtime/pkg/log"
"sigs.k8s.io/controller-runtime/pkg/reconcile"
cdiv1 "kubevirt.io/containerized-data-importer-api/pkg/apis/core/v1beta1"
"kubevirt.io/containerized-data-importer/pkg/common"
featuregates "kubevirt.io/containerized-data-importer/pkg/feature-gates"
)
var (
alwaysReady = func() bool { return true }
noResyncPeriodFunc = func() time.Duration { return 0 }
dvLog = logf.Log.WithName("datavolume-controller-test")
blockMode = corev1.PersistentVolumeBlock
filesystemMode = corev1.PersistentVolumeFilesystem
)
var _ = Describe("All DataVolume Tests", func() {
var (
reconciler *DatavolumeReconciler
)
AfterEach(func() {
if reconciler != nil {
reconciler = nil
}
})
var _ = Describe("Datavolume controller reconcile loop", func() {
AfterEach(func() {
if reconciler != nil && reconciler.recorder != nil {
close(reconciler.recorder.(*record.FakeRecorder).Events)
}
})
It("Should do nothing and return nil when no DV exists", func() {
reconciler = createDatavolumeReconciler()
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).To(HaveOccurred())
if !k8serrors.IsNotFound(err) {
Fail("Error getting pvc")
}
})
It("Should create a PVC on a valid import DV", func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.Labels[common.AppKubernetesPartOfLabel]).To(Equal("testing"))
Expect(pvc.Labels[common.KubePersistentVolumeFillingUpSuppressLabelKey]).To(Equal(common.KubePersistentVolumeFillingUpSuppressLabelValue))
})
It("Should set params on a PVC from import DV.PVC", func() {
importDataVolume := newImportDataVolume("test-dv")
importDataVolume.Spec.PVC.AccessModes = []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}
importDataVolume.Spec.PVC.VolumeMode = &blockMode
defaultStorageClass := createStorageClass("defaultSc", map[string]string{AnnDefaultStorageClass: "true"})
reconciler = createDatavolumeReconciler(defaultStorageClass, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadWriteOnce))
Expect(pvc.Spec.StorageClassName).To(BeNil())
Expect(pvc.Spec.VolumeMode).ToNot(BeNil())
Expect(*pvc.Spec.VolumeMode).To(Equal(blockMode))
})
It("Should explicitly set computed storageClassName on a PVC, when not provided in dv", func() {
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
// spec with accessMode/VolumeMode so storageprofile is not needed
importDataVolume.Spec.Storage = createStorageSpec()
defaultStorageClass := createStorageClass("defaultSc", map[string]string{AnnDefaultStorageClass: "true"})
reconciler = createDatavolumeReconciler(defaultStorageClass, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.Spec.StorageClassName).ToNot(Equal("defaultSc"))
})
It("Should set params on a PVC from import DV.Storage", func() {
// spec with accessMode/VolumeMode so storageprofile is not needed
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.Storage = createStorageSpec()
defaultStorageClass := createStorageClass("defaultSc", map[string]string{AnnDefaultStorageClass: "true"})
reconciler = createDatavolumeReconciler(defaultStorageClass, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadWriteOnce))
Expect(pvc.Spec.VolumeMode).ToNot(BeNil())
Expect(*pvc.Spec.VolumeMode).To(Equal(blockMode))
Expect(pvc.Spec.StorageClassName).ToNot(Equal("defaultSc"))
})
It("Should fail on missing size, without storageClass", func() {
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
// spec with accessMode/VolumeMode so storageprofile is not needed
importDataVolume.Spec.Storage = createStorageSpec()
importDataVolume.Spec.Storage.Resources = corev1.ResourceRequirements{}
defaultStorageClass := createStorageClass("defaultSc", map[string]string{AnnDefaultStorageClass: "true"})
reconciler = createDatavolumeReconciler(defaultStorageClass, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("missing storage size"))
})
It("Should fail on missing size, with StorageClass", func() {
storageClassName := "defaultSc"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
// spec with accessMode/VolumeMode so storageprofile is not needed
importDataVolume.Spec.Storage = createStorageSpec()
importDataVolume.Spec.Storage.Resources = corev1.ResourceRequirements{}
importDataVolume.Spec.Storage.StorageClassName = &storageClassName
defaultStorageClass := createStorageClass(storageClassName, map[string]string{AnnDefaultStorageClass: "true"})
reconciler = createDatavolumeReconciler(defaultStorageClass, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("missing storage size"))
})
DescribeTable("Should set params on a PVC from storageProfile when import DV has no accessMode and no volume mode", func(contentType cdiv1.DataVolumeContentType) {
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.ContentType = contentType
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
StorageClassName: &scName,
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
storageClass := createStorageClass(scName, nil)
claimPropertySets := []cdiv1.ClaimPropertySet{
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, VolumeMode: &blockMode},
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}, VolumeMode: &filesystemMode},
}
storageProfile := createStorageProfileWithClaimPropertySets(scName, claimPropertySets)
reconciler = createDatavolumeReconciler(storageClass, storageProfile, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
if contentType == cdiv1.DataVolumeKubeVirt {
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadOnlyMany))
Expect(*pvc.Spec.VolumeMode).To(Equal(blockMode))
} else {
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadWriteOnce))
Expect(*pvc.Spec.VolumeMode).To(Equal(filesystemMode))
}
},
Entry("Kubevirt contentType", cdiv1.DataVolumeKubeVirt),
Entry("Archive contentType", cdiv1.DataVolumeArchive),
)
It("Should fail if DV with archive content type has volume mode block", func() {
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.ContentType = cdiv1.DataVolumeArchive
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
StorageClassName: &scName,
VolumeMode: &blockMode,
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
storageClass := createStorageClass(scName, nil)
claimPropertySets := []cdiv1.ClaimPropertySet{
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, VolumeMode: &blockMode},
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}, VolumeMode: &filesystemMode},
}
storageProfile := createStorageProfileWithClaimPropertySets(scName, claimPropertySets)
reconciler = createDatavolumeReconciler(storageClass, storageProfile, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("DataVolume with ContentType Archive cannot have block volumeMode"))
By("Checking error event recorded")
event := <-reconciler.recorder.(*record.FakeRecorder).Events
Expect(event).To(ContainSubstring("DataVolume with ContentType Archive cannot have block volumeMode"))
})
It("Should set on a PVC matching access mode from storageProfile to the DV given volume mode", func() {
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
StorageClassName: &scName,
VolumeMode: &filesystemMode,
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
storageClass := createStorageClass(scName, nil)
claimPropertySets := []cdiv1.ClaimPropertySet{
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, VolumeMode: &blockMode},
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}, VolumeMode: &filesystemMode},
}
storageProfile := createStorageProfileWithClaimPropertySets(scName, claimPropertySets)
reconciler = createDatavolumeReconciler(storageClass, storageProfile, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadWriteOnce))
Expect(*pvc.Spec.VolumeMode).To(Equal(filesystemMode))
})
It("Should set on a PVC matching access mode from storageProfile to the DV given contentType archive", func() {
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
StorageClassName: &scName,
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
importDataVolume.Spec.ContentType = cdiv1.DataVolumeArchive
storageClass := createStorageClass(scName, nil)
// First is RWX / block, but because of the contentType DataVolumeArchive, the volumeMode should be fs,
// and the matched accessMode is RWO
claimPropertySets := []cdiv1.ClaimPropertySet{
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteMany}, VolumeMode: &blockMode},
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}, VolumeMode: &blockMode},
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}, VolumeMode: &filesystemMode},
}
storageProfile := createStorageProfileWithClaimPropertySets(scName, claimPropertySets)
reconciler = createDatavolumeReconciler(storageClass, storageProfile, importDataVolume)
// actual test
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadWriteOnce))
Expect(*pvc.Spec.VolumeMode).To(Equal(filesystemMode))
})
It("Should set on a PVC matching volume mode from storageProfile to the given DV access mode", func() {
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
StorageClassName: &scName,
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
storageClass := createStorageClass(scName, nil)
claimPropertySets := []cdiv1.ClaimPropertySet{
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, VolumeMode: &blockMode},
{AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce}, VolumeMode: &filesystemMode},
}
storageProfile := createStorageProfileWithClaimPropertySets(scName, claimPropertySets)
reconciler = createDatavolumeReconciler(storageClass, storageProfile, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadWriteOnce))
Expect(*pvc.Spec.VolumeMode).To(Equal(filesystemMode))
})
It("Should set params on a PVC from correct storageProfile when import DV has no accessMode", func() {
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
StorageClassName: &scName,
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
storageClass := createStorageClass(scName, nil)
storageProfile := createStorageProfile(scName, []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, blockMode)
defaultStorageClass := createStorageClass("defaultSc", map[string]string{AnnDefaultStorageClass: "true"})
defaultStorageProfile := createStorageProfile("defaultSc", []corev1.PersistentVolumeAccessMode{corev1.ReadWriteMany}, filesystemMode)
reconciler = createDatavolumeReconciler(defaultStorageClass, storageClass, storageProfile, defaultStorageProfile, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadOnlyMany))
Expect(*pvc.Spec.VolumeMode).To(Equal(blockMode))
})
It("Should set params on a PVC from default storageProfile when import DV has no storageClass and no accessMode", func() {
cdiConfig := MakeEmptyCDIConfigSpec(common.ConfigName)
cdiConfig.Status = cdiv1.CDIConfigStatus{
ScratchSpaceStorageClass: testStorageClass,
FilesystemOverhead: &cdiv1.FilesystemOverhead{
Global: cdiv1.Percent("0.5"),
},
}
scName := "testStorageClass"
importDataVolume := newImportDataVolumeWithPvc("test-dv", nil)
importDataVolume.Spec.Storage = &cdiv1.StorageSpec{
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
storageClass := createStorageClass(scName, map[string]string{AnnDefaultStorageClass: "true"})
storageProfile := createStorageProfile(scName, []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, blockMode)
anotherStorageProfile := createStorageProfile("anotherSp", []corev1.PersistentVolumeAccessMode{corev1.ReadWriteMany}, filesystemMode)
reconciler = createDatavolumeReconcilerWithoutConfig(
storageClass,
storageProfile,
anotherStorageProfile,
importDataVolume,
cdiConfig)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(len(pvc.Spec.AccessModes)).To(BeNumerically("==", 1))
Expect(pvc.Spec.AccessModes[0]).To(Equal(corev1.ReadOnlyMany))
Expect(*pvc.Spec.VolumeMode).To(Equal(blockMode))
expectedSize := resource.MustParse("1G")
Expect(pvc.Spec.Resources.Requests.Storage().Value()).To(Equal(expectedSize.Value()))
})
It("Should pass annotation from DV to created a PVC on a DV", func() {
dv := newImportDataVolume("test-dv")
dv.SetAnnotations(make(map[string]string))
dv.GetAnnotations()["test-ann-1"] = "test-value-1"
dv.GetAnnotations()["test-ann-2"] = "test-value-2"
dv.GetAnnotations()[AnnSource] = "invalid phase should not copy"
dv.GetAnnotations()[AnnPodNetwork] = "data-network"
dv.GetAnnotations()[AnnPodSidecarInjection] = "false"
reconciler = createDatavolumeReconciler(dv)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.GetAnnotations()).ToNot(BeNil())
Expect(pvc.GetAnnotations()["test-ann-1"]).To(Equal("test-value-1"))
Expect(pvc.GetAnnotations()["test-ann-2"]).To(Equal("test-value-2"))
Expect(pvc.GetAnnotations()[AnnSource]).To(Equal(SourceHTTP))
Expect(pvc.GetAnnotations()[AnnPodNetwork]).To(Equal("data-network"))
Expect(pvc.GetAnnotations()[AnnPodSidecarInjection]).To(Equal("false"))
Expect(pvc.GetAnnotations()[AnnPriorityClassName]).To(Equal("p0"))
})
It("Should pass annotation from DV with S3 source to created a PVC on a DV", func() {
dv := newS3ImportDataVolume("test-dv")
dv.SetAnnotations(make(map[string]string))
dv.GetAnnotations()["test-ann-1"] = "test-value-1"
dv.GetAnnotations()["test-ann-2"] = "test-value-2"
dv.GetAnnotations()[AnnSource] = "invalid phase should not copy"
reconciler = createDatavolumeReconciler(dv)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.GetAnnotations()).ToNot(BeNil())
Expect(pvc.GetAnnotations()["test-ann-1"]).To(Equal("test-value-1"))
Expect(pvc.GetAnnotations()["test-ann-2"]).To(Equal("test-value-2"))
Expect(pvc.GetAnnotations()[AnnSource]).To(Equal(SourceS3))
Expect(pvc.GetAnnotations()[AnnPriorityClassName]).To(Equal("p0-s3"))
})
It("Should follow the phase of the created PVC", func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(BeEquivalentTo(""))
pvc.Status.Phase = corev1.ClaimPending
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.Pending))
})
It("Should follow the restarts of the PVC", func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.RestartCount).To(Equal(int32(0)))
pvc.Annotations[AnnPodRestarts] = "2"
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.RestartCount).To(Equal(int32(2)))
})
It("Should error if a PVC with same name already exists that is not owned by us", func() {
reconciler = createDatavolumeReconciler(createPvc("test-dv", metav1.NamespaceDefault, map[string]string{}, nil), newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).To(HaveOccurred())
By("Checking error event recorded")
event := <-reconciler.recorder.(*record.FakeRecorder).Events
Expect(event).To(ContainSubstring("Resource \"test-dv\" already exists and is not managed by DataVolume"))
})
It("Should add owner to pre populated PVC", func() {
annotations := map[string]string{"cdi.kubevirt.io/storage.populatedFor": "test-dv"}
pvc := createPvc("test-dv", metav1.NamespaceDefault, annotations, nil)
pvc.Status.Phase = corev1.ClaimBound
dv := newImportDataVolume("test-dv")
reconciler = createDatavolumeReconciler(pvc, dv)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.OwnerReferences).To(HaveLen(1))
or := pvc.OwnerReferences[0]
Expect(or.UID).To(Equal(dv.UID))
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Annotations["cdi.kubevirt.io/storage.prePopulated"]).To(Equal("test-dv"))
Expect(dv.Status.Phase).To(Equal(cdiv1.Succeeded))
Expect(string(dv.Status.Progress)).To(Equal("N/A"))
})
It("Should create a snapshot if cloning and the PVC doesn't exist, and the snapshot class can be found", func() {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
sp := createStorageProfile(scName, []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, blockMode)
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
expectedSnapshotClass := "snap-class"
snapClass := createSnapshotClass(expectedSnapshotClass, nil, "csi-plugin")
reconciler = createDatavolumeReconciler(sc, sp, dv, pvc, snapClass, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
By("Verifying that snapshot now exists and phase is snapshot in progress")
snap := &snapshotv1.VolumeSnapshot{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Namespace: dv.Namespace, Name: dv.Name}, snap)
Expect(err).ToNot(HaveOccurred())
Expect(snap.Labels[common.AppKubernetesPartOfLabel]).To(Equal("testing"))
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.SnapshotForSmartCloneInProgress))
})
It("Should not recreate snpashot that was cleaned-up", func() {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
sp := createStorageProfile(scName, []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, blockMode)
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
expectedSnapshotClass := "snap-class"
snapClass := createSnapshotClass(expectedSnapshotClass, nil, "csi-plugin")
reconciler = createDatavolumeReconciler(sc, sp, dv, pvc, snapClass, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
By("Verifying that snapshot now exists and phase is snapshot in progress")
snap := &snapshotv1.VolumeSnapshot{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Namespace: dv.Namespace, Name: dv.Name}, snap)
Expect(err).ToNot(HaveOccurred())
Expect(snap.Labels[common.AppKubernetesPartOfLabel]).To(Equal("testing"))
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.SnapshotForSmartCloneInProgress))
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("persistentvolumeclaims \"test-dv\" not found"))
// Create smart clone PVC ourselves and delete snapshot (do smart clone controller's job)
// Shouldn't see a recreated snapshot as it was legitimately cleaned up
targetPvc := createPvcInStorageClass("test-dv", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
controller := true
targetPvc.OwnerReferences = append(targetPvc.OwnerReferences, metav1.OwnerReference{
Kind: "DataVolume",
Controller: &controller,
Name: "test-dv",
UID: dv.UID,
})
err = reconciler.client.Create(context.TODO(), targetPvc)
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, targetPvc)
Expect(err).ToNot(HaveOccurred())
// Smart clone target PVC is done (bound), cleaning up snapshot
err = reconciler.client.Delete(context.TODO(), snap)
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Namespace: dv.Namespace, Name: dv.Name}, snap)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("volumesnapshots.snapshot.storage.k8s.io \"test-dv\" not found"))
// Reconcile and check it wasn't recreated
_, err = reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Namespace: dv.Namespace, Name: dv.Name}, snap)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("volumesnapshots.snapshot.storage.k8s.io \"test-dv\" not found"))
})
It("Should do nothing when smart clone with namespace transfer and not target found", func() {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
sp := createStorageProfile(scName, []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, blockMode)
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", "test", &scName, nil, nil, corev1.ClaimBound)
dv.Finalizers = append(dv.Finalizers, "cdi.kubevirt.io/dataVolumeFinalizer")
dv.Spec.Source.PVC.Namespace = pvc.Namespace
dv.Spec.Source.PVC.Name = pvc.Name
dv.Status.Phase = cdiv1.NamespaceTransferInProgress
ot := &cdiv1.ObjectTransfer{
ObjectMeta: metav1.ObjectMeta{
Name: fmt.Sprintf("cdi-tmp-%s", dv.UID),
},
}
expectedSnapshotClass := "snap-class"
snapClass := createSnapshotClass(expectedSnapshotClass, nil, "csi-plugin")
reconciler = createDatavolumeReconciler(sc, sp, dv, pvc, snapClass, ot, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
By("Verifying that phase is still NamespaceTransferInProgress")
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.NamespaceTransferInProgress))
})
DescribeTable("Should NOT create a snapshot if source PVC mounted", func(podFunc func(*cdiv1.DataVolume) *corev1.Pod) {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
sp := createStorageProfile(scName, []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}, blockMode)
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
expectedSnapshotClass := "snap-class"
snapClass := createSnapshotClass(expectedSnapshotClass, nil, "csi-plugin")
reconciler = createDatavolumeReconciler(sc, sp, dv, pvc, snapClass, podFunc(dv), createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
result, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
Expect(result.Requeue).To(BeTrue())
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "SmartCloneSourceInUse") {
found = true
}
}
reconciler.recorder = nil
Expect(found).To(BeTrue())
},
Entry("read/write", func(dv *cdiv1.DataVolume) *corev1.Pod {
return podUsingCloneSource(dv, false)
}),
Entry("read only", func(dv *cdiv1.DataVolume) *corev1.Pod {
return podUsingCloneSource(dv, true)
}),
)
It("Should set multistage migration annotations on a newly created PVC", func() {
dv := newImportDataVolume("test-dv")
dv.Spec.Checkpoints = []cdiv1.DataVolumeCheckpoint{
{
Previous: "previous",
Current: "current",
},
}
reconciler = createDatavolumeReconciler(dv)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.GetAnnotations()).ToNot(BeNil())
Expect(pvc.GetAnnotations()[AnnPreviousCheckpoint]).To(Equal("previous"))
Expect(pvc.GetAnnotations()[AnnCurrentCheckpoint]).To(Equal("current"))
Expect(pvc.GetAnnotations()[AnnFinalCheckpoint]).To(Equal("false"))
})
It("Should set multistage migration annotations on an existing PVC if they're not set", func() {
annotations := map[string]string{AnnPopulatedFor: "test-dv"}
pvc := createPvc("test-dv", metav1.NamespaceDefault, annotations, nil)
pvc.Status.Phase = corev1.ClaimBound
dv := newImportDataVolume("test-dv")
dv.Spec.Checkpoints = []cdiv1.DataVolumeCheckpoint{
{
Previous: "previous",
Current: "current",
},
}
dv.Spec.FinalCheckpoint = true
reconciler = createDatavolumeReconciler(dv, pvc)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.GetAnnotations()).ToNot(BeNil())
Expect(pvc.GetAnnotations()[AnnPreviousCheckpoint]).To(Equal("previous"))
Expect(pvc.GetAnnotations()[AnnCurrentCheckpoint]).To(Equal("current"))
Expect(pvc.GetAnnotations()[AnnFinalCheckpoint]).To(Equal("true"))
})
It("Should not set multistage migration annotations on an existing PVC if they're already set", func() {
annotations := map[string]string{
AnnPopulatedFor: "test-dv",
AnnPreviousCheckpoint: "oldPrevious",
AnnCurrentCheckpoint: "oldCurrent",
AnnFinalCheckpoint: "true",
}
pvc := createPvc("test-dv", metav1.NamespaceDefault, annotations, nil)
pvc.Status.Phase = corev1.ClaimBound
dv := newImportDataVolume("test-dv")
dv.Spec.Checkpoints = []cdiv1.DataVolumeCheckpoint{
{
Previous: "newPrevious",
Current: "newCurrent",
},
}
dv.Spec.FinalCheckpoint = false
reconciler = createDatavolumeReconciler(dv, pvc)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
Expect(pvc.GetAnnotations()).ToNot(BeNil())
Expect(pvc.GetAnnotations()[AnnPreviousCheckpoint]).To(Equal("oldPrevious"))
Expect(pvc.GetAnnotations()[AnnCurrentCheckpoint]).To(Equal("oldCurrent"))
Expect(pvc.GetAnnotations()[AnnFinalCheckpoint]).To(Equal("true"))
})
DescribeTable("After successful checkpoint copy", func(finalCheckpoint bool, modifyAnnotations func(annotations map[string]string), validate func(pv *corev1.PersistentVolumeClaim, dv *cdiv1.DataVolume)) {
annotations := map[string]string{
AnnPopulatedFor: "test-dv",
AnnPreviousCheckpoint: "previous",
AnnCurrentCheckpoint: "current",
AnnFinalCheckpoint: strconv.FormatBool(finalCheckpoint),
AnnPodPhase: string(cdiv1.Succeeded),
AnnCurrentPodID: "12345678",
}
annotations[AnnCheckpointsCopied+"."+"first"] = "12345"
annotations[AnnCheckpointsCopied+"."+"second"] = "123456"
annotations[AnnCheckpointsCopied+"."+"previous"] = "1234567"
annotations[AnnCheckpointsCopied+"."+"current"] = "12345678"
if modifyAnnotations != nil {
modifyAnnotations(annotations)
}
pvc := createPvc("test-dv", metav1.NamespaceDefault, annotations, nil)
pvc.Status.Phase = corev1.ClaimBound
dv := newImportDataVolume("test-dv")
dv.Spec.Checkpoints = []cdiv1.DataVolumeCheckpoint{
{
Previous: "",
Current: "first",
},
{
Previous: "first",
Current: "second",
},
{
Previous: "second",
Current: "previous",
},
{
Previous: "previous",
Current: "current",
},
}
dv.Spec.FinalCheckpoint = finalCheckpoint
reconciler = createDatavolumeReconciler(dv, pvc)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
newPvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, newPvc)
Expect(err).ToNot(HaveOccurred())
Expect(newPvc.Name).To(Equal("test-dv"))
newDv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, newDv)
Expect(err).ToNot(HaveOccurred())
Expect(newDv.Name).To(Equal("test-dv"))
validate(newPvc, newDv)
},
Entry("should move to 'Paused' if non-final checkpoint", false, nil, func(pvc *corev1.PersistentVolumeClaim, dv *cdiv1.DataVolume) {
Expect(dv.Status.Phase).To(Equal(cdiv1.Paused))
}),
Entry("should move to 'Succeeded' if final checkpoint", true, nil, func(pvc *corev1.PersistentVolumeClaim, dv *cdiv1.DataVolume) {
// Extra reconcile to move from final Paused to Succeeded
reconciler = createDatavolumeReconciler(dv, pvc)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
newDv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, newDv)
Expect(err).ToNot(HaveOccurred())
Expect(newDv.Name).To(Equal("test-dv"))
Expect(newDv.Status.Phase).To(Equal(cdiv1.Succeeded))
}),
Entry("should clear multistage migration annotations after copying the final checkpoint", true, nil, func(pvc *corev1.PersistentVolumeClaim, dv *cdiv1.DataVolume) {
_, ok := pvc.GetAnnotations()[AnnCurrentCheckpoint]
Expect(ok).To(Equal(false))
_, ok = pvc.GetAnnotations()[AnnPreviousCheckpoint]
Expect(ok).To(Equal(false))
_, ok = pvc.GetAnnotations()[AnnFinalCheckpoint]
Expect(ok).To(Equal(false))
_, ok = pvc.GetAnnotations()[AnnCurrentPodID]
Expect(ok).To(Equal(false))
_, ok = pvc.GetAnnotations()[AnnCheckpointsCopied+".current"]
Expect(ok).To(Equal(false))
}),
Entry("should add a final 'done' annotation for overall multi-stage import", true, nil, func(pvc *corev1.PersistentVolumeClaim, dv *cdiv1.DataVolume) {
Expect(pvc.GetAnnotations()[AnnMultiStageImportDone]).To(Equal("true"))
}),
Entry("should advance exactly one checkpoint after one delta copy", false, func(annotations map[string]string) {
delete(annotations, AnnCheckpointsCopied+"."+"previous")
delete(annotations, AnnCheckpointsCopied+"."+"current")
annotations[AnnCurrentCheckpoint] = "previous"
annotations[AnnCurrentPodID] = "1234567"
}, func(pvc *corev1.PersistentVolumeClaim, dv *cdiv1.DataVolume) {
Expect(pvc.GetAnnotations()[AnnCurrentCheckpoint]).To(Equal("current"))
}),
)
It("Should get VDDK info annotations from PVC", func() {
dv := newImportDataVolume("test-dv")
annotations := map[string]string{
AnnVddkHostConnection: "esx1.test",
AnnVddkVersion: "1.3.4",
AnnSource: SourceVDDK,
AnnPopulatedFor: "test-dv",
}
pvc := createPvc("test-dv", metav1.NamespaceDefault, annotations, nil)
reconciler = createDatavolumeReconciler(dv, pvc)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
newDv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, newDv)
Expect(err).ToNot(HaveOccurred())
Expect(newDv.GetAnnotations()[AnnVddkHostConnection]).To(Equal("esx1.test"))
Expect(newDv.GetAnnotations()[AnnVddkVersion]).To(Equal("1.3.4"))
})
It("Should add VDDK image URL to PVC", func() {
dv := newVDDKDataVolume("test-dv")
dv.Spec.Source.VDDK.InitImageURL = "test://image"
reconciler = createDatavolumeReconciler(dv)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc).ToNot(BeNil())
Expect(pvc.GetAnnotations()[AnnVddkInitImageURL]).To(Equal("test://image"))
})
})
var _ = Describe("Reconcile Datavolume status", func() {
DescribeTable("if no pvc exists", func(current, expected cdiv1.DataVolumePhase) {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
dv.Status.Phase = current
err = reconciler.client.Update(context.TODO(), dv)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.reconcileDataVolumeStatus(dv, nil, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(expected))
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(corev1.ConditionUnknown))
Expect(boundCondition.Message).To(Equal("No PVC found"))
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "No PVC found") {
found = true
}
}
Expect(found).To(BeTrue())
},
Entry("should remain unset", cdiv1.PhaseUnset, cdiv1.PhaseUnset),
Entry("should remain pending", cdiv1.Pending, cdiv1.Pending),
Entry("should remain snapshotforsmartcloninginprogress", cdiv1.SnapshotForSmartCloneInProgress, cdiv1.SnapshotForSmartCloneInProgress),
Entry("should remain inprogress", cdiv1.ImportInProgress, cdiv1.ImportInProgress),
)
It("Should switch to pending if PVC phase is pending", func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
pvc.Status.Phase = corev1.ClaimPending
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.reconcileDataVolumeStatus(dv, pvc, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.Pending))
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(corev1.ConditionFalse))
Expect(boundCondition.Message).To(Equal("PVC test-dv Pending"))
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "PVC test-dv Pending") {
found = true
}
}
Expect(found).To(BeTrue())
})
It("Should set DV phase to WaitForFirstConsumer if storage class is WFFC", func() {
scName := "default_test_sc"
sc := createStorageClassWithBindingMode(scName,
map[string]string{
AnnDefaultStorageClass: "true",
},
storagev1.VolumeBindingWaitForFirstConsumer)
reconciler = createDatavolumeReconciler(sc, newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
pvc.Status.Phase = corev1.ClaimPending
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.reconcileDataVolumeStatus(dv, pvc, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.WaitForFirstConsumer))
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(corev1.ConditionFalse))
Expect(boundCondition.Message).To(Equal("PVC test-dv Pending"))
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "PVC test-dv Pending") {
found = true
}
}
Expect(found).To(BeTrue())
})
It("Should set DV phase to WaitForFirstConsumer if storage class on PVC is WFFC", func() {
scName := "pvc_sc_wffc"
scDefault := createStorageClass("default_test_sc", map[string]string{
AnnDefaultStorageClass: "true",
})
scWffc := createStorageClassWithBindingMode(scName, map[string]string{}, storagev1.VolumeBindingWaitForFirstConsumer)
importDataVolume := newImportDataVolume("test-dv")
importDataVolume.Spec.PVC.StorageClassName = &scName
reconciler = createDatavolumeReconciler(scDefault, scWffc, importDataVolume)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
pvc.Status.Phase = corev1.ClaimPending
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.reconcileDataVolumeStatus(dv, pvc, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.WaitForFirstConsumer))
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(corev1.ConditionFalse))
Expect(boundCondition.Message).To(Equal("PVC test-dv Pending"))
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "PVC test-dv Pending") {
found = true
}
}
Expect(found).To(BeTrue())
})
It("Should switch to succeeded if PVC phase is pending, but pod phase is succeeded", func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
pvc.Status.Phase = corev1.ClaimPending
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnPodPhase] = string(corev1.PodSucceeded)
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.reconcileDataVolumeStatus(dv, pvc, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.Succeeded))
By("Checking error event recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
foundSuccess := false
foundPending := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "Successfully imported into PVC test-dv") {
foundSuccess = true
}
if strings.Contains(event, "PVC test-dv Pending") {
foundPending = true
}
}
Expect(foundSuccess).To(BeTrue())
Expect(foundPending).To(BeTrue())
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(corev1.ConditionFalse))
Expect(boundCondition.Message).To(Equal("PVC test-dv Pending"))
readyCondition := findConditionByType(cdiv1.DataVolumeReady, dv.Status.Conditions)
Expect(readyCondition.Status).To(Equal(corev1.ConditionTrue))
Expect(readyCondition.Message).To(Equal(""))
})
It("Should switch to paused if pod phase is succeeded but a checkpoint is set", func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
pvc.Status.Phase = corev1.ClaimPending
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnCurrentCheckpoint] = "current"
pvc.GetAnnotations()[AnnPodPhase] = string(corev1.PodSucceeded)
err = reconciler.client.Update(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.reconcileDataVolumeStatus(dv, pvc, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(cdiv1.Paused))
By("Checking error event recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
foundPaused := false
foundPending := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, "Multistage import into PVC test-dv is paused") {
foundPaused = true
}
if strings.Contains(event, "PVC test-dv Pending") {
foundPending = true
}
}
Expect(foundPaused).To(BeTrue())
Expect(foundPending).To(BeTrue())
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(corev1.ConditionFalse))
Expect(boundCondition.Message).To(Equal("PVC test-dv Pending"))
readyCondition := findConditionByType(cdiv1.DataVolumeReady, dv.Status.Conditions)
Expect(readyCondition.Status).To(Equal(corev1.ConditionFalse))
Expect(readyCondition.Message).To(Equal(""))
})
DescribeTable("DV phase", func(testDv runtime.Object, current, expected cdiv1.DataVolumePhase, pvcPhase corev1.PersistentVolumeClaimPhase, podPhase corev1.PodPhase, ann, expectedEvent string, extraAnnotations ...string) {
scName := "testpvc"
// this pvc is only used by the "clone" DV
srcPvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
sc := createStorageClassWithProvisioner(scName, map[string]string{AnnDefaultStorageClass: "true"}, map[string]string{}, "csi-plugin")
storageProfile := createStorageProfile(scName, nil, blockMode)
reconciler = createDatavolumeReconciler(testDv, srcPvc, sc, storageProfile)
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
dv := &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
dv.Status.Phase = current
err = reconciler.client.Update(context.TODO(), dv)
Expect(err).ToNot(HaveOccurred())
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Name).To(Equal("test-dv"))
pvc.Status.Phase = pvcPhase
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[ann] = "something"
pvc.GetAnnotations()[AnnPodPhase] = string(podPhase)
for i := 0; i < len(extraAnnotations); i += 2 {
pvc.GetAnnotations()[extraAnnotations[i]] = extraAnnotations[i+1]
}
_, err = reconciler.reconcileDataVolumeStatus(dv, pvc, NoClone)
Expect(err).ToNot(HaveOccurred())
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(expected))
Expect(len(dv.Status.Conditions)).To(Equal(3))
boundCondition := findConditionByType(cdiv1.DataVolumeBound, dv.Status.Conditions)
Expect(boundCondition.Status).To(Equal(boundStatusByPVCPhase(pvcPhase)))
Expect(boundCondition.Message).To(Equal(boundMessageByPVCPhase(pvcPhase, "test-dv")))
readyCondition := findConditionByType(cdiv1.DataVolumeReady, dv.Status.Conditions)
Expect(readyCondition.Status).To(Equal(readyStatusByPhase(expected)))
Expect(readyCondition.Message).To(Equal(""))
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
By(event)
if strings.Contains(event, expectedEvent) {
found = true
}
}
Expect(found).To(BeTrue())
},
Entry("should switch to bound for import", newImportDataVolume("test-dv"), cdiv1.Pending, cdiv1.PVCBound, corev1.ClaimBound, corev1.PodPending, "invalid", "PVC test-dv Bound", AnnPriorityClassName, "p0"),
Entry("should switch to bound for import", newImportDataVolume("test-dv"), cdiv1.Unknown, cdiv1.PVCBound, corev1.ClaimBound, corev1.PodPending, "invalid", "PVC test-dv Bound", AnnPriorityClassName, "p0"),
Entry("should switch to scheduled for import", newImportDataVolume("test-dv"), cdiv1.Pending, cdiv1.ImportScheduled, corev1.ClaimBound, corev1.PodPending, AnnImportPod, "Import into test-dv scheduled", AnnPriorityClassName, "p0"),
Entry("should switch to inprogress for import", newImportDataVolume("test-dv"), cdiv1.Pending, cdiv1.ImportInProgress, corev1.ClaimBound, corev1.PodRunning, AnnImportPod, "Import into test-dv in progress", AnnPriorityClassName, "p0"),
Entry("should stay the same for import after pod fails", newImportDataVolume("test-dv"), cdiv1.Pending, cdiv1.ImportScheduled, corev1.ClaimBound, corev1.PodFailed, AnnImportPod, "Failed to import into PVC test-dv", AnnPriorityClassName, "p0"),
Entry("should switch to failed on claim lost for impot", newImportDataVolume("test-dv"), cdiv1.Pending, cdiv1.Failed, corev1.ClaimLost, corev1.PodFailed, AnnImportPod, "PVC test-dv lost", AnnPriorityClassName, "p0"),
Entry("should switch to succeeded for import", newImportDataVolume("test-dv"), cdiv1.Pending, cdiv1.Succeeded, corev1.ClaimBound, corev1.PodSucceeded, AnnImportPod, "Successfully imported into PVC test-dv", AnnPriorityClassName, "p0"),
Entry("should switch to scheduled for clone", newCloneDataVolume("test-dv"), cdiv1.Pending, cdiv1.CloneScheduled, corev1.ClaimBound, corev1.PodPending, AnnCloneRequest, "Cloning from default/test into default/test-dv scheduled", AnnPriorityClassName, "p0-clone"),
Entry("should switch to clone in progress for clone", newCloneDataVolume("test-dv"), cdiv1.Pending, cdiv1.CloneInProgress, corev1.ClaimBound, corev1.PodRunning, AnnCloneRequest, "Cloning from default/test into default/test-dv in progress", AnnPriorityClassName, "p0-clone"),
Entry("should stay the same for clone after pod fails", newCloneDataVolume("test-dv"), cdiv1.Pending, cdiv1.CloneScheduled, corev1.ClaimBound, corev1.PodFailed, AnnCloneRequest, "Cloning from default/test into default/test-dv failed", AnnPriorityClassName, "p0-clone"),
Entry("should switch to failed on claim lost for clone", newCloneDataVolume("test-dv"), cdiv1.Pending, cdiv1.Failed, corev1.ClaimLost, corev1.PodFailed, AnnCloneRequest, "PVC test-dv lost", AnnPriorityClassName, "p0-clone"),
Entry("should switch to succeeded for clone", newCloneDataVolume("test-dv"), cdiv1.Pending, cdiv1.Succeeded, corev1.ClaimBound, corev1.PodSucceeded, AnnCloneRequest, "Successfully cloned from default/test into default/test-dv", AnnPriorityClassName, "p0-clone"),
Entry("should switch to scheduled for upload", newUploadDataVolume("test-dv"), cdiv1.Pending, cdiv1.UploadScheduled, corev1.ClaimBound, corev1.PodPending, AnnUploadRequest, "Upload into test-dv scheduled", AnnPriorityClassName, "p0-upload"),
Entry("should switch to uploadready for upload", newUploadDataVolume("test-dv"), cdiv1.Pending, cdiv1.UploadReady, corev1.ClaimBound, corev1.PodRunning, AnnUploadRequest, "Upload into test-dv ready", AnnPodReady, "true", AnnPriorityClassName, "p0-upload"),
Entry("should stay the same for upload after pod fails", newUploadDataVolume("test-dv"), cdiv1.Pending, cdiv1.UploadScheduled, corev1.ClaimBound, corev1.PodFailed, AnnUploadRequest, "Upload into test-dv failed", AnnPriorityClassName, "p0-upload"),
Entry("should switch to failed on claim lost for upload", newUploadDataVolume("test-dv"), cdiv1.Pending, cdiv1.Failed, corev1.ClaimLost, corev1.PodFailed, AnnUploadRequest, "PVC test-dv lost", AnnPriorityClassName, "p0-upload"),
Entry("should switch to succeeded for upload", newUploadDataVolume("test-dv"), cdiv1.Pending, cdiv1.Succeeded, corev1.ClaimBound, corev1.PodSucceeded, AnnUploadRequest, "Successfully uploaded into test-dv", AnnPriorityClassName, "p0-upload"),
Entry("should switch to scheduled for blank", newUploadDataVolume("test-dv"), cdiv1.Pending, cdiv1.ImportScheduled, corev1.ClaimBound, corev1.PodPending, AnnImportPod, "Import into test-dv scheduled", AnnPriorityClassName, "p0-upload"),
Entry("should switch to inprogress for blank", newBlankImageDataVolume("test-dv"), cdiv1.Pending, cdiv1.ImportInProgress, corev1.ClaimBound, corev1.PodRunning, AnnImportPod, "Import into test-dv in progress"),
Entry("should stay the same for blank after pod fails", newBlankImageDataVolume("test-dv"), cdiv1.Pending, cdiv1.ImportScheduled, corev1.ClaimBound, corev1.PodFailed, AnnImportPod, "Failed to import into PVC test-dv"),
Entry("should switch to failed on claim lost for blank", newBlankImageDataVolume("test-dv"), cdiv1.Pending, cdiv1.Failed, corev1.ClaimLost, corev1.PodFailed, AnnImportPod, "PVC test-dv lost"),
Entry("should switch to succeeded for blank", newBlankImageDataVolume("test-dv"), cdiv1.Pending, cdiv1.Succeeded, corev1.ClaimBound, corev1.PodSucceeded, AnnImportPod, "Successfully imported into PVC test-dv"),
)
})
var _ = Describe("sourcePVCPopulated", func() {
It("Should return true if source has no ownerRef", func() {
sourcePvc := createPvc("test", "default", nil, nil)
targetDv := newCloneDataVolume("test-dv")
reconciler = createDatavolumeReconciler(sourcePvc)
res, err := reconciler.isSourcePVCPopulated(targetDv)
Expect(err).ToNot(HaveOccurred())
Expect(res).To(BeTrue())
})
It("Should return false and error if source has an ownerRef, but it doesn't exist", func() {
controller := true
sourcePvc := createPvc("test", "default", nil, nil)
targetDv := newCloneDataVolume("test-dv")
sourcePvc.OwnerReferences = append(sourcePvc.OwnerReferences, metav1.OwnerReference{
Kind: "DataVolume",
Controller: &controller,
})
reconciler = createDatavolumeReconciler(sourcePvc)
res, err := reconciler.isSourcePVCPopulated(targetDv)
Expect(err).To(HaveOccurred())
Expect(res).To(BeFalse())
})
It("Should return false if source has an ownerRef, but it is not succeeded", func() {
controller := true
sourcePvc := createPvc("test", "default", nil, nil)
targetDv := newCloneDataVolume("test-dv")
sourceDv := newImportDataVolume("source-dv")
sourcePvc.OwnerReferences = append(sourcePvc.OwnerReferences, metav1.OwnerReference{
Kind: "DataVolume",
Controller: &controller,
Name: "source-dv",
})
reconciler = createDatavolumeReconciler(sourcePvc, sourceDv)
res, err := reconciler.isSourcePVCPopulated(targetDv)
Expect(err).ToNot(HaveOccurred())
Expect(res).To(BeFalse())
})
It("Should return true if source has an ownerRef, but it is succeeded", func() {
controller := true
sourcePvc := createPvc("test", "default", nil, nil)
targetDv := newCloneDataVolume("test-dv")
sourceDv := newImportDataVolume("source-dv")
sourceDv.Status.Phase = cdiv1.Succeeded
sourcePvc.OwnerReferences = append(sourcePvc.OwnerReferences, metav1.OwnerReference{
Kind: "DataVolume",
Controller: &controller,
Name: "source-dv",
})
reconciler = createDatavolumeReconciler(sourcePvc, sourceDv)
res, err := reconciler.isSourcePVCPopulated(targetDv)
Expect(err).ToNot(HaveOccurred())
Expect(res).To(BeTrue())
})
})
var _ = Describe("Smart clone", func() {
It("Should err, if no source pvc provided", func() {
dv := newImportDataVolume("test-dv")
reconciler = createDatavolumeReconciler(dv)
possible, err := reconciler.advancedClonePossible(dv, dv.Spec.PVC)
Expect(err).To(HaveOccurred())
Expect(possible).To(BeFalse())
})
It("Should not return storage class, if no CSI CRDs exist", func() {
dv := newCloneDataVolume("test-dv")
scName := "test"
sc := createStorageClass(scName, map[string]string{
AnnDefaultStorageClass: "true",
})
reconciler = createDatavolumeReconciler(dv, sc)
snapclass, err := reconciler.getSnapshotClassForSmartClone(dv, dv.Spec.PVC)
Expect(err).ToNot(HaveOccurred())
Expect(snapclass).To(BeEmpty())
})
It("Should not return snapshot class, if source PVC doesn't exist", func() {
dv := newCloneDataVolumeWithPVCNS("test-dv", "ns2")
scName := "test"
sc := createStorageClass(scName, map[string]string{
AnnDefaultStorageClass: "true",
})
reconciler = createDatavolumeReconciler(dv, sc, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
snapshotClass, err := reconciler.getSnapshotClassForSmartClone(dv, dv.Spec.PVC)
Expect(err).ToNot(HaveOccurred())
Expect(snapshotClass).To(BeEmpty())
})
It("Should err, if source PVC doesn't exist", func() {
dv := newCloneDataVolumeWithPVCNS("test-dv", "ns2")
scName := "test"
sc := createStorageClass(scName, map[string]string{
AnnDefaultStorageClass: "true",
})
reconciler = createDatavolumeReconciler(dv, sc, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
possible, err := reconciler.advancedClonePossible(dv, dv.Spec.PVC)
Expect(err).To(HaveOccurred())
Expect(possible).To(BeFalse())
})
It("Should not allow smart clone, if source PVC exist, but no storage class exists, and no storage class in PVC def", func() {
dv := newCloneDataVolume("test-dv")
pvc := createPvc("test", metav1.NamespaceDefault, nil, nil)
reconciler = createDatavolumeReconciler(dv, pvc)
possible, err := reconciler.advancedClonePossible(dv, dv.Spec.PVC)
Expect(err).ToNot(HaveOccurred())
Expect(possible).To(BeFalse())
})
It("Should not allow smart clone, if source SC and target SC do not match", func() {
dv := newCloneDataVolume("test-dv")
targetSc := "testsc"
tsc := createStorageClass(targetSc, map[string]string{
AnnDefaultStorageClass: "true",
})
dv.Spec.PVC.StorageClassName = &targetSc
sourceSc := "testsc2"
ssc := createStorageClass(sourceSc, map[string]string{
AnnDefaultStorageClass: "true",
})
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &sourceSc, nil, nil, corev1.ClaimBound)
reconciler = createDatavolumeReconciler(ssc, tsc, dv, pvc)
possible, err := reconciler.advancedClonePossible(dv, dv.Spec.PVC)
Expect(err).ToNot(HaveOccurred())
Expect(possible).To(BeFalse())
})
It("Should not return snapshot class, if storage class does not exist", func() {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
reconciler = createDatavolumeReconciler(dv, pvc, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
snapclass, err := reconciler.getSnapshotClassForSmartClone(dv, dv.Spec.PVC)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("unable to retrieve storage class"))
Expect(snapclass).To(BeEmpty())
})
It("Should not return snapshot class, if storage class exists but snapshot class does not exist", func() {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClass(scName, map[string]string{
AnnDefaultStorageClass: "true",
})
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
reconciler = createDatavolumeReconciler(sc, dv, pvc)
snapclass, err := reconciler.getSnapshotClassForSmartClone(dv, dv.Spec.PVC)
Expect(err).ToNot(HaveOccurred())
Expect(snapclass).To(BeEmpty())
})
It("Should return snapshot class, everything is available", func() {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
dv.Spec.PVC.StorageClassName = &scName
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
expectedSnapshotClass := "snap-class"
snapClass := createSnapshotClass(expectedSnapshotClass, nil, "csi-plugin")
reconciler = createDatavolumeReconciler(sc, dv, pvc, snapClass, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
snapclass, err := reconciler.getSnapshotClassForSmartClone(dv, dv.Spec.PVC)
Expect(err).ToNot(HaveOccurred())
Expect(snapclass).To(Equal(expectedSnapshotClass))
})
DescribeTable("Setting clone strategy affects the output of getGlobalCloneStrategyOverride", func(expectedCloneStrategy cdiv1.CDICloneStrategy) {
dv := newCloneDataVolume("test-dv")
reconciler = createDatavolumeReconciler(dv)
cr := &cdiv1.CDI{}
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "cdi"}, cr)
Expect(err).ToNot(HaveOccurred())
cr.Spec.CloneStrategyOverride = &expectedCloneStrategy
err = reconciler.client.Update(context.TODO(), cr)
Expect(err).ToNot(HaveOccurred())
cloneStrategy, err := reconciler.getGlobalCloneStrategyOverride()
Expect(err).ToNot(HaveOccurred())
Expect(*cloneStrategy).To(Equal(expectedCloneStrategy))
},
Entry("copy", cdiv1.CloneStrategyHostAssisted),
Entry("snapshot", cdiv1.CloneStrategySnapshot),
)
DescribeTable("After smart clone", func(actualSize resource.Quantity, currentSize resource.Quantity, expectedDvPhase cdiv1.DataVolumePhase) {
strategy := cdiv1.CloneStrategySnapshot
controller := true
dv := newCloneDataVolume("test-dv")
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
accessMode := []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}
storageProfile := createStorageProfileWithCloneStrategy(scName,
[]cdiv1.ClaimPropertySet{{AccessModes: accessMode, VolumeMode: &blockMode}},
&strategy)
snapshotClassName := "snap-class"
snapClass := createSnapshotClass(snapshotClassName, nil, "csi-plugin")
srcPvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
targetPvc := createPvcInStorageClass("test-dv", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
targetPvc.OwnerReferences = append(targetPvc.OwnerReferences, metav1.OwnerReference{
Kind: "DataVolume",
Controller: &controller,
Name: "test-dv",
UID: dv.UID,
})
targetPvc.Spec.Resources.Requests[corev1.ResourceStorage] = currentSize
targetPvc.Status.Capacity[corev1.ResourceStorage] = actualSize
targetPvc.SetAnnotations(make(map[string]string))
targetPvc.GetAnnotations()[AnnCloneOf] = "true"
reconciler = createDatavolumeReconciler(dv, srcPvc, targetPvc, storageProfile, sc, snapClass, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
By("Reconcile")
result, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).To(Not(HaveOccurred()))
Expect(result).To(Not(BeNil()))
By(fmt.Sprintf("Verifying that dv phase is now in %s", expectedDvPhase))
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(expectedDvPhase))
By("Verifying that pvc request size as expected")
pvc := &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(pvc.Spec.Resources.Requests[corev1.ResourceStorage]).To(Equal(resource.MustParse("1G")))
},
Entry("Should expand pvc when actual and current differ then the requested size", resource.MustParse("500M"), resource.MustParse("500M"), cdiv1.ExpansionInProgress),
Entry("Should update request size when current size differ then the requested size and actual size is bigger then both", resource.MustParse("2G"), resource.MustParse("500M"), cdiv1.ExpansionInProgress),
Entry("Should update request size when current size differ from requested size", resource.MustParse("1G"), resource.MustParse("500M"), cdiv1.ExpansionInProgress),
Entry("Should complete clone in case all sizes match", resource.MustParse("1G"), resource.MustParse("1G"), cdiv1.Succeeded),
)
})
var _ = Describe("CSI clone", func() {
DescribeTable("Starting from Failed DV",
func(targetPvcPhase corev1.PersistentVolumeClaimPhase, expectedDvPhase cdiv1.DataVolumePhase) {
strategy := cdiv1.CloneStrategyCsiClone
controller := true
dv := newCloneDataVolume("test-dv")
dv.Status.Phase = cdiv1.Failed
scName := "testsc"
srcPvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
targetPvc := createPvcInStorageClass("test-dv", metav1.NamespaceDefault, &scName, nil, nil, targetPvcPhase)
targetPvc.OwnerReferences = append(targetPvc.OwnerReferences, metav1.OwnerReference{
Kind: "DataVolume",
Controller: &controller,
Name: "test-dv",
UID: dv.UID,
})
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
accessMode := []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}
storageProfile := createStorageProfileWithCloneStrategy(scName,
[]cdiv1.ClaimPropertySet{{AccessModes: accessMode, VolumeMode: &blockMode}},
&strategy)
reconciler = createDatavolumeReconciler(dv, srcPvc, targetPvc, storageProfile, sc)
By("Reconcile")
result, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).To(Not(HaveOccurred()))
Expect(result).To(Not(BeNil()))
By(fmt.Sprintf("Verifying that phase is now in %s", expectedDvPhase))
dv = &cdiv1.DataVolume{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Phase).To(Equal(expectedDvPhase))
},
Entry("Should be in progress, if source pvc is ClaimPending", corev1.ClaimPending, cdiv1.CSICloneInProgress),
Entry("Should be failed, if source pvc is ClaimLost", corev1.ClaimLost, cdiv1.Failed),
Entry("Should be Succeeded, if source pvc is ClaimBound", corev1.ClaimBound, cdiv1.Succeeded),
)
It("Should not panic if CSI Driver not available and no storage class on PVC spec", func() {
strategy := cdiv1.CDICloneStrategy(cdiv1.CloneStrategyCsiClone)
dv := newCloneDataVolume("test-dv")
scName := "testsc"
srcPvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
accessMode := []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}
storageProfile := createStorageProfileWithCloneStrategy(scName,
[]cdiv1.ClaimPropertySet{{AccessModes: accessMode, VolumeMode: &blockMode}},
&strategy)
reconciler := createDatavolumeReconciler(dv, srcPvc, storageProfile, sc, createVolumeSnapshotContentCrd(), createVolumeSnapshotClassCrd(), createVolumeSnapshotCrd())
By("Reconcile")
result, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: dv.Name, Namespace: dv.Namespace}})
Expect(err).ToNot(HaveOccurred())
Expect(result).ToNot(BeNil())
})
})
var _ = Describe("Clone without source", func() {
scName := "testsc"
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
It("Validate clone without source as feasible, but not done", func() {
dv := newCloneDataVolume("test-dv")
storageProfile := createStorageProfile(scName, nil, filesystemMode)
reconciler = createDatavolumeReconciler(dv, storageProfile, sc)
done, err := reconciler.validateCloneAndSourcePVC(dv)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeFalse())
})
It("Validate that clone without source completes after PVC is created", func() {
dv := newCloneDataVolume("test-dv")
storageProfile := createStorageProfile(scName, nil, filesystemMode)
reconciler = createDatavolumeReconciler(dv, storageProfile, sc)
done, err := reconciler.validateCloneAndSourcePVC(dv)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeFalse())
// We create the source PVC after creating the clone
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
err = reconciler.client.Create(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
done, err = reconciler.validateCloneAndSourcePVC(dv)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeTrue())
})
It("Validate clone already populated without source completes", func() {
dv := newCloneDataVolume("test-dv")
storageProfile := createStorageProfile(scName, nil, filesystemMode)
pvcAnnotations := make(map[string]string)
pvcAnnotations[AnnPopulatedFor] = "test-dv"
pvc := createPvcInStorageClass("test-dv", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnPopulatedFor] = "test-dv"
reconciler = createDatavolumeReconciler(dv, pvc, storageProfile, sc)
prePopulated := false
pvcPopulated := true
result, err := reconciler.reconcileClone(reconciler.log, dv, pvc, dv.Spec.PVC.DeepCopy(), "", prePopulated, pvcPopulated)
Expect(err).ToNot(HaveOccurred())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, dv)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.ClaimName).To(Equal("test-dv"))
Expect(dv.Status.Phase).To(Equal(cdiv1.Succeeded))
Expect(dv.Annotations[AnnPrePopulated]).To(Equal("test-dv"))
Expect(dv.Annotations[annCloneType]).To(BeEmpty())
Expect(result).To(Equal(reconcile.Result{}))
})
DescribeTable("Validation mechanism rejects or accepts the clone depending on the contentType combination",
func(sourceContentType, targetContentType string, expectedResult bool) {
dv := newCloneDataVolume("test-dv")
dv.Spec.ContentType = cdiv1.DataVolumeContentType(targetContentType)
storageProfile := createStorageProfile(scName, nil, filesystemMode)
reconciler = createDatavolumeReconciler(dv, storageProfile, sc)
done, err := reconciler.validateCloneAndSourcePVC(dv)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeFalse())
// We create the source PVC after creating the clone
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, map[string]string{
AnnContentType: sourceContentType}, nil, corev1.ClaimBound)
err = reconciler.client.Create(context.TODO(), pvc)
Expect(err).ToNot(HaveOccurred())
done, err = reconciler.validateCloneAndSourcePVC(dv)
Expect(done).To(Equal(expectedResult))
if expectedResult == false {
Expect(err).To(HaveOccurred())
} else {
Expect(err).ToNot(HaveOccurred())
}
},
Entry("Archive in source and target", string(cdiv1.DataVolumeArchive), string(cdiv1.DataVolumeArchive), true),
Entry("Archive in source and KubeVirt in target", string(cdiv1.DataVolumeArchive), string(cdiv1.DataVolumeKubeVirt), false),
Entry("KubeVirt in source and archive in target", string(cdiv1.DataVolumeKubeVirt), string(cdiv1.DataVolumeArchive), false),
Entry("KubeVirt in source and target", string(cdiv1.DataVolumeKubeVirt), string(cdiv1.DataVolumeKubeVirt), true),
Entry("Empty (KubeVirt by default) in source and target", "", "", true),
Entry("Empty (KubeVirt by default) in source and KubeVirt (explicit) in target", "", string(cdiv1.DataVolumeKubeVirt), true),
Entry("KubeVirt (explicit) in source and empty (KubeVirt by default) in target", string(cdiv1.DataVolumeKubeVirt), "", true),
Entry("Empty (kubeVirt by default) in source and archive in target", "", string(cdiv1.DataVolumeArchive), false),
Entry("Archive in source and empty (KubeVirt by default) in target", string(cdiv1.DataVolumeArchive), "", false),
)
})
var _ = Describe("Clone strategy", func() {
var (
hostAssisted = cdiv1.CloneStrategyHostAssisted
snapshot = cdiv1.CloneStrategySnapshot
csiClone = cdiv1.CloneStrategyCsiClone
)
DescribeTable("Setting clone strategy affects the output of getCloneStrategy",
func(override, preferredCloneStrategy *cdiv1.CDICloneStrategy, expectedCloneStrategy cdiv1.CDICloneStrategy) {
dv := newCloneDataVolume("test-dv")
scName := "testsc"
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
accessMode := []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}
storageProfile := createStorageProfileWithCloneStrategy(scName,
[]cdiv1.ClaimPropertySet{{AccessModes: accessMode, VolumeMode: &blockMode}},
preferredCloneStrategy)
reconciler = createDatavolumeReconciler(dv, pvc, storageProfile, sc)
cr := &cdiv1.CDI{}
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "cdi"}, cr)
Expect(err).ToNot(HaveOccurred())
cr.Spec.CloneStrategyOverride = override
err = reconciler.client.Update(context.TODO(), cr)
Expect(err).ToNot(HaveOccurred())
cloneStrategy, err := reconciler.getCloneStrategy(dv)
Expect(err).ToNot(HaveOccurred())
Expect(*cloneStrategy).To(Equal(expectedCloneStrategy))
},
Entry("override hostAssisted /host", &hostAssisted, &hostAssisted, cdiv1.CloneStrategyHostAssisted),
Entry("override hostAssisted /snapshot", &hostAssisted, &snapshot, cdiv1.CloneStrategyHostAssisted),
Entry("override hostAssisted /csiClone", &hostAssisted, &csiClone, cdiv1.CloneStrategyHostAssisted),
Entry("override hostAssisted /nil", &hostAssisted, nil, cdiv1.CloneStrategyHostAssisted),
Entry("override snapshot /host", &snapshot, &hostAssisted, cdiv1.CloneStrategySnapshot),
Entry("override snapshot /snapshot", &snapshot, &snapshot, cdiv1.CloneStrategySnapshot),
Entry("override snapshot /csiClone", &snapshot, &csiClone, cdiv1.CloneStrategySnapshot),
Entry("override snapshot /nil", &snapshot, nil, cdiv1.CloneStrategySnapshot),
Entry("preferred snapshot", nil, &snapshot, cdiv1.CloneStrategySnapshot),
Entry("preferred hostassisted", nil, &hostAssisted, cdiv1.CloneStrategyHostAssisted),
Entry("preferred csiClone", nil, &csiClone, cdiv1.CloneStrategyCsiClone),
Entry("should default to snapshot", nil, nil, cdiv1.CloneStrategySnapshot),
)
})
var _ = Describe("Clone with empty storage size", func() {
scName := "testsc"
accessMode := []corev1.PersistentVolumeAccessMode{corev1.ReadOnlyMany}
sc := createStorageClassWithProvisioner(scName, map[string]string{
AnnDefaultStorageClass: "true",
}, map[string]string{}, "csi-plugin")
// detectCloneSize tests
It("Size-detection fails when source PVC is not attainable", func() {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
cloneStrategy := cdiv1.CloneStrategyHostAssisted
targetPvc := &corev1.PersistentVolumeClaim{}
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &blockMode}}, &cloneStrategy)
reconciler := createDatavolumeReconciler(dv, storageProfile, sc)
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
done, err := reconciler.detectCloneSize(dv, targetPvc, pvcSpec, HostAssistedClone)
Expect(err).To(HaveOccurred())
Expect(done).To(BeFalse())
Expect(k8serrors.IsNotFound(err)).To(BeTrue())
})
It("Size-detection fails when source PVC is not fully imported", func() {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
cloneStrategy := cdiv1.CloneStrategyHostAssisted
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &blockMode}}, &cloneStrategy)
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
reconciler := createDatavolumeReconciler(dv, pvc, storageProfile, sc)
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
done, err := reconciler.detectCloneSize(dv, pvc, pvcSpec, HostAssistedClone)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeFalse())
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, ImportPVCNotReady) {
found = true
}
}
reconciler.recorder = nil
Expect(found).To(BeTrue())
})
It("Size-detection fails when Pod is not ready", func() {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
cloneStrategy := cdiv1.CloneStrategyHostAssisted
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &blockMode}}, &cloneStrategy)
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnPodPhase] = string(corev1.PodSucceeded)
reconciler := createDatavolumeReconciler(dv, pvc, storageProfile, sc)
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
done, err := reconciler.detectCloneSize(dv, pvc, pvcSpec, HostAssistedClone)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeFalse())
By("Checking events recorded")
close(reconciler.recorder.(*record.FakeRecorder).Events)
found := false
for event := range reconciler.recorder.(*record.FakeRecorder).Events {
if strings.Contains(event, SizeDetectionPodNotReady) {
found = true
}
}
reconciler.recorder = nil
Expect(found).To(BeTrue())
})
It("Size-detection fails when pod's termination message is invalid", func() {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
cloneStrategy := cdiv1.CloneStrategyHostAssisted
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &blockMode}}, &cloneStrategy)
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnPodPhase] = string(corev1.PodSucceeded)
reconciler := createDatavolumeReconciler(dv, pvc, storageProfile, sc)
// Prepare the size-detection Pod with the required information
pod := reconciler.makeSizeDetectionPodSpec(pvc, dv)
pod.Status.Phase = corev1.PodSucceeded
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
// Checks
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
done, err := reconciler.detectCloneSize(dv, pvc, pvcSpec, HostAssistedClone)
Expect(err).To(HaveOccurred())
Expect(err).To(Equal(ErrInvalidTermMsg))
Expect(done).To(BeFalse())
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pod)
Expect(k8serrors.IsNotFound(err)).To(BeTrue())
By("Checking error event recorded")
event := <-reconciler.recorder.(*record.FakeRecorder).Events
Expect(event).To(ContainSubstring("Size-detection pod failed due to"))
})
It("Should get the size from the size-detection pod", func() {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
cloneStrategy := cdiv1.CloneStrategyHostAssisted
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &blockMode}}, &cloneStrategy)
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnPodPhase] = string(corev1.PodSucceeded)
reconciler := createDatavolumeReconciler(dv, pvc, storageProfile, sc)
// Prepare the size-detection Pod with the required information
pod := reconciler.makeSizeDetectionPodSpec(pvc, dv)
pod.Status.Phase = corev1.PodSucceeded
pod.Status.ContainerStatuses = []corev1.ContainerStatus{
{
State: corev1.ContainerState{
Terminated: &corev1.ContainerStateTerminated{
ExitCode: 0,
Message: "100", // Mock value
},
},
},
}
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
// Get the expected value
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
expectedSize, err := inflateSizeWithOverhead(reconciler.client, int64(100), pvcSpec)
expectedSizeInt64, _ := expectedSize.AsInt64()
// Checks
done, err := reconciler.detectCloneSize(dv, pvc, pvcSpec, HostAssistedClone)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeTrue())
Expect(dv.GetAnnotations()[AnnPermissiveClone]).To(Equal("true"))
targetSize := pvcSpec.Resources.Requests[corev1.ResourceStorage]
targetSizeInt64, _ := targetSize.AsInt64()
Expect(targetSizeInt64).To(Equal(expectedSizeInt64))
})
It("Should get the size from the source PVC's annotations", func() {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
cloneStrategy := cdiv1.CloneStrategyHostAssisted
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &blockMode}}, &cloneStrategy)
// Prepare the source PVC with the required annotations
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
pvc.SetAnnotations(make(map[string]string))
pvc.GetAnnotations()[AnnVirtualImageSize] = "100" // Mock value
pvc.GetAnnotations()[AnnSourceCapacity] = string(pvc.Status.Capacity.Storage().String())
reconciler := createDatavolumeReconciler(dv, pvc, storageProfile, sc)
// Get the expected value
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
expectedSize, err := inflateSizeWithOverhead(reconciler.client, int64(100), pvcSpec)
expectedSizeInt64, _ := expectedSize.AsInt64()
// Checks
done, err := reconciler.detectCloneSize(dv, pvc, pvcSpec, HostAssistedClone)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeTrue())
Expect(dv.GetAnnotations()[AnnPermissiveClone]).To(Equal("true"))
targetSize := pvcSpec.Resources.Requests[corev1.ResourceStorage]
targetSizeInt64, _ := targetSize.AsInt64()
Expect(targetSizeInt64).To(Equal(expectedSizeInt64))
})
DescribeTable("Should automatically collect the clone size from the source PVC's spec",
func(cloneStrategy cdiv1.CDICloneStrategy, selectedCloneStrategy cloneStrategy, volumeMode corev1.PersistentVolumeMode) {
dv := newCloneDataVolumeWithEmptyStorage("test-dv", "default")
storageProfile := createStorageProfileWithCloneStrategy(scName, []cdiv1.ClaimPropertySet{
{AccessModes: accessMode, VolumeMode: &volumeMode}}, &cloneStrategy)
pvc := createPvcInStorageClass("test", metav1.NamespaceDefault, &scName, nil, nil, corev1.ClaimBound)
pvc.Spec.VolumeMode = &volumeMode
reconciler := createDatavolumeReconciler(dv, pvc, storageProfile, sc)
pvcSpec, err := RenderPvcSpec(reconciler.client, reconciler.recorder, reconciler.log, dv)
Expect(err).ToNot(HaveOccurred())
expectedSize := *pvc.Status.Capacity.Storage()
done, err := reconciler.detectCloneSize(dv, pvc, pvcSpec, selectedCloneStrategy)
Expect(err).ToNot(HaveOccurred())
Expect(done).To(BeTrue())
Expect(pvc.Spec.Resources.Requests.Storage().Cmp(expectedSize)).To(Equal(0))
},
Entry("snapshot with empty size and 'Block' volume mode", cdiv1.CloneStrategySnapshot, SmartClone, blockMode),
Entry("csiClone with empty size and 'Block' volume mode", cdiv1.CloneStrategyCsiClone, CsiClone, blockMode),
Entry("hostAssited with empty size and 'Block' volume mode", cdiv1.CloneStrategyHostAssisted, HostAssistedClone, blockMode),
Entry("snapshot with empty size and 'Filesystem' volume mode", cdiv1.CloneStrategySnapshot, SmartClone, filesystemMode),
Entry("csiClone with empty size and 'Filesystem' volume mode", cdiv1.CloneStrategyCsiClone, CsiClone, filesystemMode),
)
})
var _ = Describe("Get Pod from PVC", func() {
var (
pvc *corev1.PersistentVolumeClaim
)
BeforeEach(func() {
reconciler = createDatavolumeReconciler(newImportDataVolume("test-dv"))
_, err := reconciler.Reconcile(context.TODO(), reconcile.Request{NamespacedName: types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}})
Expect(err).ToNot(HaveOccurred())
pvc = &corev1.PersistentVolumeClaim{}
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "test-dv", Namespace: metav1.NamespaceDefault}, pvc)
Expect(err).ToNot(HaveOccurred())
})
It("Should return error if no pods can be found", func() {
_, err := reconciler.getPodFromPvc(metav1.NamespaceDefault, pvc)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring(fmt.Sprintf("Unable to find pod owned by UID: %s, in namespace: %s", string(pvc.GetUID()), metav1.NamespaceDefault)))
})
It("Should return pod if pods can be found based on owner ref", func() {
pod := createImporterTestPod(pvc, "test-dv", nil)
pod.SetLabels(make(map[string]string))
pod.GetLabels()[common.PrometheusLabelKey] = common.PrometheusLabelValue
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
foundPod, err := reconciler.getPodFromPvc(metav1.NamespaceDefault, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(foundPod.Name).To(Equal(pod.Name))
})
It("Should return pod if pods can be found based on cloneid", func() {
pod := createImporterTestPod(pvc, "test-dv", nil)
pod.SetLabels(make(map[string]string))
pod.GetLabels()[common.PrometheusLabelKey] = common.PrometheusLabelValue
pod.GetLabels()[CloneUniqueID] = string(pvc.GetUID()) + "-source-pod"
pod.OwnerReferences = nil
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
foundPod, err := reconciler.getPodFromPvc(metav1.NamespaceDefault, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(foundPod.Name).To(Equal(pod.Name))
})
It("Should return error if pods can be found but cloneid doesn't match", func() {
pod := createImporterTestPod(pvc, "test-dv", nil)
pod.SetLabels(make(map[string]string))
pod.GetLabels()[common.PrometheusLabelKey] = common.PrometheusLabelValue
pod.GetLabels()[CloneUniqueID] = string(pvc.GetUID()) + "-source-p"
pod.OwnerReferences = nil
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
_, err = reconciler.getPodFromPvc(metav1.NamespaceDefault, pvc)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring(fmt.Sprintf("Unable to find pod owned by UID: %s, in namespace: %s", string(pvc.GetUID()), metav1.NamespaceDefault)))
})
It("Should ignore completed pods from a multi-stage migration, when retainAfterCompletion is set", func() {
pvc.Annotations[AnnCurrentCheckpoint] = "test-checkpoint"
pvc.Annotations[AnnPodRetainAfterCompletion] = "true"
pod := createImporterTestPod(pvc, "test-dv", nil)
pod.SetLabels(make(map[string]string))
pod.GetLabels()[common.PrometheusLabelKey] = common.PrometheusLabelValue
pod.Status.Phase = corev1.PodSucceeded
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
foundPod, err := reconciler.getPodFromPvc(metav1.NamespaceDefault, pvc)
Expect(err).To(HaveOccurred())
Expect(foundPod).To(BeNil())
Expect(err.Error()).To(ContainSubstring(fmt.Sprintf("Unable to find pod owned by UID: %s, in namespace: %s", string(pvc.GetUID()), metav1.NamespaceDefault)))
})
It("Should not ignore completed pods from a multi-stage migration, when retainAfterCompletion is not set", func() {
pvc.Annotations[AnnCurrentCheckpoint] = "test-checkpoint"
pod := createImporterTestPod(pvc, "test-dv", nil)
pod.SetLabels(make(map[string]string))
pod.GetLabels()[common.PrometheusLabelKey] = common.PrometheusLabelValue
pod.Status.Phase = corev1.PodSucceeded
err := reconciler.client.Create(context.TODO(), pod)
Expect(err).ToNot(HaveOccurred())
foundPod, err := reconciler.getPodFromPvc(metav1.NamespaceDefault, pvc)
Expect(err).ToNot(HaveOccurred())
Expect(foundPod).ToNot(BeNil())
})
})
var _ = Describe("Update Progress from pod", func() {
var (
pvc *corev1.PersistentVolumeClaim
pod *corev1.Pod
dv *cdiv1.DataVolume
)
BeforeEach(func() {
pvc = createPvc("test", metav1.NamespaceDefault, nil, nil)
pod = createImporterTestPod(pvc, "test", nil)
dv = newImportDataVolume("test")
})
It("Should return error, if no metrics port in pod", func() {
pod.Spec.Containers[0].Ports = nil
err := updateProgressUsingPod(dv, pod)
Expect(err).To(HaveOccurred())
Expect(err.Error()).To(ContainSubstring("Metrics port not found in pod"))
})
It("Should not error, if no endpoint exists", func() {
pod.Spec.Containers[0].Ports[0].ContainerPort = 12345
pod.Status.PodIP = "127.0.0.1"
err := updateProgressUsingPod(dv, pod)
Expect(err).ToNot(HaveOccurred())
})
It("Should properly update progress if http endpoint returns matching data", func() {
dv.SetUID("b856691e-1038-11e9-a5ab-525500d15501")
ts := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Write([]byte(fmt.Sprintf("import_progress{ownerUID=\"%v\"} 13.45", dv.GetUID())))
w.WriteHeader(200)
}))
defer ts.Close()
ep, err := url.Parse(ts.URL)
Expect(err).ToNot(HaveOccurred())
port, err := strconv.Atoi(ep.Port())
Expect(err).ToNot(HaveOccurred())
pod.Spec.Containers[0].Ports[0].ContainerPort = int32(port)
pod.Status.PodIP = ep.Hostname()
err = updateProgressUsingPod(dv, pod)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Progress).To(BeEquivalentTo("13.45%"))
})
It("Should not change update progress if http endpoint returns no matching data", func() {
dv.SetUID("b856691e-1038-11e9-a5ab-525500d15501")
dv.Status.Progress = cdiv1.DataVolumeProgress("2.3%")
ts := httptest.NewTLSServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Write([]byte(fmt.Sprintf("import_progress{ownerUID=\"%v\"} 13.45", "b856691e-1038-11e9-a5ab-55500d15501")))
w.WriteHeader(200)
}))
defer ts.Close()
ep, err := url.Parse(ts.URL)
Expect(err).ToNot(HaveOccurred())
port, err := strconv.Atoi(ep.Port())
Expect(err).ToNot(HaveOccurred())
pod.Spec.Containers[0].Ports[0].ContainerPort = int32(port)
pod.Status.PodIP = ep.Hostname()
err = updateProgressUsingPod(dv, pod)
Expect(err).ToNot(HaveOccurred())
Expect(dv.Status.Progress).To(BeEquivalentTo("2.3%"))
})
})
const (
Mi = int64(1024 * 1024)
Gi = 1024 * Mi
noOverhead = float64(0)
defaultOverhead = float64(0.055)
largeOverhead = float64(0.75)
)
DescribeTable("GetRequiredSpace should return properly enlarged sizes,", func(imageSize int64, overhead float64) {
for testedSize := int64(imageSize - 1024); testedSize < imageSize+1024; testedSize++ {
alignedImageSpace := imageSize
if testedSize > imageSize {
alignedImageSpace = imageSize + Mi
}
// TEST
actualRequiredSpace := GetRequiredSpace(overhead, testedSize)
// ASSERT results
// check that the resulting space includes overhead over the `aligned image size`
overheadSpace := actualRequiredSpace - alignedImageSpace
actualOverhead := float64(overheadSpace) / float64(actualRequiredSpace)
Expect(actualOverhead).To(BeNumerically("~", overhead, 0.01))
}
},
Entry("1Mi virtual size, 0 overhead to be 1Mi if <= 1Mi and 2Mi if > 1Mi", Mi, noOverhead),
Entry("1Mi virtual size, default overhead to be 1Mi if <= 1Mi and 2Mi if > 1Mi", Mi, defaultOverhead),
Entry("1Mi virtual size, large overhead to be 1Mi if <= 1Mi and 2Mi if > 1Mi", Mi, largeOverhead),
Entry("40Mi virtual size, 0 overhead to be 40Mi if <= 1Mi and 41Mi if > 40Mi", 40*Mi, noOverhead),
Entry("40Mi virtual size, default overhead to be 40Mi if <= 1Mi and 41Mi if > 40Mi", 40*Mi, defaultOverhead),
Entry("40Mi virtual size, large overhead to be 40Mi if <= 40Mi and 41Mi if > 40Mi", 40*Mi, largeOverhead),
Entry("1Gi virtual size, 0 overhead to be 1Gi if <= 1Gi and 2Gi if > 1Gi", Gi, noOverhead),
Entry("1Gi virtual size, default overhead to be 1Gi if <= 1Gi and 2Gi if > 1Gi", Gi, defaultOverhead),
Entry("1Gi virtual size, large overhead to be 1Gi if <= 1Gi and 2Gi if > 1Gi", Gi, largeOverhead),
Entry("40Gi virtual size, 0 overhead to be 40Gi if <= 1Gi and 41Gi if > 40Gi", 40*Gi, noOverhead),
Entry("40Gi virtual size, default overhead to be 40Gi if <= 1Gi and 41Gi if > 40Gi", 40*Gi, defaultOverhead),
Entry("40Gi virtual size, large overhead to be 40Gi if <= 40Gi and 41Gi if > 40Gi", 40*Gi, largeOverhead),
)
Describe("DataVolume garbage collection", func() {
It("updatePvcOwnerRefs should correctly update PVC owner refs", func() {
ref := func(uid string) metav1.OwnerReference {
return metav1.OwnerReference{UID: types.UID(uid)}
}
dv := newImportDataVolume("test-dv")
vmOwnerRef := metav1.OwnerReference{Kind: "VirtualMachine", Name: "test-vm", UID: "test-vm-uid"}
dv.OwnerReferences = append(dv.OwnerReferences, ref("3"), vmOwnerRef, ref("2"), ref("1"))
pvc := createPvc("test-dv", metav1.NamespaceDefault, nil, nil)
dvOwnerRef := metav1.OwnerReference{Kind: "DataVolume", Name: "test-dv", UID: dv.UID}
pvc.OwnerReferences = append(pvc.OwnerReferences, ref("1"), dvOwnerRef, ref("2"))
updatePvcOwnerRefs(pvc, dv)
Expect(pvc.OwnerReferences).To(HaveLen(4))
Expect(pvc.OwnerReferences).To(Equal([]metav1.OwnerReference{ref("1"), ref("2"), ref("3"), vmOwnerRef}))
})
})
})
func createStorageSpec() *cdiv1.StorageSpec {
return &cdiv1.StorageSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
VolumeMode: &blockMode,
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
}
}
func podUsingCloneSource(dv *cdiv1.DataVolume, readOnly bool) *corev1.Pod {
return &corev1.Pod{
ObjectMeta: metav1.ObjectMeta{
Namespace: dv.Spec.Source.PVC.Namespace,
Name: dv.Spec.Source.PVC.Name + "-pod",
},
Spec: corev1.PodSpec{
Volumes: []corev1.Volume{
{
VolumeSource: corev1.VolumeSource{
PersistentVolumeClaim: &corev1.PersistentVolumeClaimVolumeSource{
ClaimName: dv.Spec.Source.PVC.Name,
ReadOnly: readOnly,
},
},
},
},
},
}
}
func boundStatusByPVCPhase(pvcPhase corev1.PersistentVolumeClaimPhase) corev1.ConditionStatus {
if pvcPhase == corev1.ClaimBound {
return corev1.ConditionTrue
} else if pvcPhase == corev1.ClaimPending {
return corev1.ConditionFalse
} else if pvcPhase == corev1.ClaimLost {
return corev1.ConditionFalse
}
return corev1.ConditionUnknown
}
func boundMessageByPVCPhase(pvcPhase corev1.PersistentVolumeClaimPhase, pvcName string) string {
switch pvcPhase {
case corev1.ClaimBound:
return fmt.Sprintf("PVC %s Bound", pvcName)
case corev1.ClaimPending:
return fmt.Sprintf("PVC %s Pending", pvcName)
case corev1.ClaimLost:
return "Claim Lost"
default:
return "No PVC found"
}
}
func readyStatusByPhase(phase cdiv1.DataVolumePhase) corev1.ConditionStatus {
switch phase {
case cdiv1.Succeeded:
return corev1.ConditionTrue
case cdiv1.Unknown:
return corev1.ConditionUnknown
default:
return corev1.ConditionFalse
}
}
func createDatavolumeReconciler(objects ...runtime.Object) *DatavolumeReconciler {
cdiConfig := MakeEmptyCDIConfigSpec(common.ConfigName)
cdiConfig.Status = cdiv1.CDIConfigStatus{
ScratchSpaceStorageClass: testStorageClass,
}
cdiConfig.Spec.FeatureGates = []string{featuregates.HonorWaitForFirstConsumer}
objs := []runtime.Object{}
objs = append(objs, objects...)
objs = append(objs, cdiConfig)
return createDatavolumeReconcilerWithoutConfig(objs...)
}
func createDatavolumeReconcilerWithoutConfig(objects ...runtime.Object) *DatavolumeReconciler {
objs := []runtime.Object{}
objs = append(objs, objects...)
// Register operator types with the runtime scheme.
s := scheme.Scheme
cdiv1.AddToScheme(s)
snapshotv1.AddToScheme(s)
extv1.AddToScheme(s)
objs = append(objs, MakeEmptyCDICR())
// Create a fake client to mock API calls.
cl := fake.NewFakeClientWithScheme(s, objs...)
rec := record.NewFakeRecorder(10)
sccs := &fakeControllerStarter{}
// Create a ReconcileMemcached object with the scheme and fake client.
r := &DatavolumeReconciler{
client: cl,
scheme: s,
log: dvLog,
recorder: rec,
featureGates: featuregates.NewFeatureGates(cl),
tokenValidator: &FakeValidator{match: "foobar"},
tokenGenerator: &FakeGenerator{token: "foobar"},
installerLabels: map[string]string{
common.AppKubernetesPartOfLabel: "testing",
common.AppKubernetesVersionLabel: "v0.0.0-tests",
},
sccs: sccs,
}
return r
}
func newImportDataVolumeWithPvc(name string, pvc *corev1.PersistentVolumeClaimSpec) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
UID: types.UID(metav1.NamespaceDefault + "-" + name),
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
HTTP: &cdiv1.DataVolumeSourceHTTP{
URL: "http://example.com/data",
},
},
PVC: pvc,
},
}
}
func newImportDataVolume(name string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
UID: types.UID(metav1.NamespaceDefault + "-" + name),
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
HTTP: &cdiv1.DataVolumeSourceHTTP{
URL: "http://example.com/data",
},
},
PVC: &corev1.PersistentVolumeClaimSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
},
PriorityClassName: "p0",
},
}
}
func newS3ImportDataVolume(name string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
UID: types.UID(metav1.NamespaceDefault + "-" + name),
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
S3: &cdiv1.DataVolumeSourceS3{
URL: "http://example.com/data",
},
},
PVC: &corev1.PersistentVolumeClaimSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
},
PriorityClassName: "p0-s3",
},
}
}
func newCloneDataVolume(name string) *cdiv1.DataVolume {
return newCloneDataVolumeWithPVCNS(name, "default")
}
func newCloneDataVolumeWithPVCNS(name string, pvcNamespace string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
Annotations: map[string]string{
AnnCloneToken: "foobar",
},
UID: types.UID("uid"),
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
PVC: &cdiv1.DataVolumeSourcePVC{
Name: "test",
Namespace: pvcNamespace,
},
},
PriorityClassName: "p0-clone",
PVC: &corev1.PersistentVolumeClaimSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
Resources: corev1.ResourceRequirements{
Requests: corev1.ResourceList{
corev1.ResourceStorage: resource.MustParse("1G"),
},
},
},
},
}
}
func newCloneDataVolumeWithEmptyStorage(name string, pvcNamespace string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
Annotations: map[string]string{
AnnCloneToken: "foobar",
},
UID: types.UID("uid"),
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
PVC: &cdiv1.DataVolumeSourcePVC{
Name: "test",
Namespace: pvcNamespace,
},
},
PriorityClassName: "p0-clone",
Storage: &cdiv1.StorageSpec{},
},
}
}
func newUploadDataVolume(name string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
Upload: &cdiv1.DataVolumeSourceUpload{},
},
PVC: &corev1.PersistentVolumeClaimSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
},
PriorityClassName: "p0-upload",
},
}
}
func newBlankImageDataVolume(name string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
Blank: &cdiv1.DataVolumeBlankImage{},
},
PVC: &corev1.PersistentVolumeClaimSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
},
},
}
}
func newVDDKDataVolume(name string) *cdiv1.DataVolume {
return &cdiv1.DataVolume{
TypeMeta: metav1.TypeMeta{APIVersion: cdiv1.SchemeGroupVersion.String()},
ObjectMeta: metav1.ObjectMeta{
Name: name,
Namespace: metav1.NamespaceDefault,
},
Spec: cdiv1.DataVolumeSpec{
Source: &cdiv1.DataVolumeSource{
VDDK: &cdiv1.DataVolumeSourceVDDK{},
},
PVC: &corev1.PersistentVolumeClaimSpec{
AccessModes: []corev1.PersistentVolumeAccessMode{corev1.ReadWriteOnce},
},
},
}
}
type fakeControllerStarter struct{}
func (f *fakeControllerStarter) Start(ctx context.Context) error {
return nil
}
func (f *fakeControllerStarter) StartController() {
}