mirror of
https://github.com/kubevirt/containerized-data-importer.git
synced 2025-06-03 06:30:22 +00:00

* Handle labels length correctly Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Handle service name generation correctly Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Remove not needed labels Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Store import pod name in annotation Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Enable long DV name Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Handle name with dot when creating service/label name Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Test long names on import, upload and clone Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Store upload pod name in annotation Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Store importer scratch pvc name in annotation Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Quick fix for tests (need improvements) Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Cleanup handling scratch name Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Ensure pod/service name conflicts are handled Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Handle client errors when trying to get the import pod Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Style improvements, and other code review fixes. Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Store clone source pod name in an annotation Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Correct name initialization and tests Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Do not init name if pod already exists. It is not needed. The situation of having a pod but not name on annotation can happen after the upgrade, when we have a legacy pvc and pod already existing, but clone operation not finished. But when we already have the pod, then in the code (currently) we do not need the name from annotation. Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Cleanup scratch name handling Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Use constant for max dv name in validation Signed-off-by: Bartosz Rybacki <brybacki@redhat.com> * Simplify clone source pod name initialization Signed-off-by: Bartosz Rybacki <brybacki@redhat.com>
659 lines
26 KiB
Go
659 lines
26 KiB
Go
/*
|
|
Copyright 2020 The CDI Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package controller
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
"time"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/client/fake"
|
|
"sigs.k8s.io/controller-runtime/pkg/reconcile"
|
|
logf "sigs.k8s.io/controller-runtime/pkg/runtime/log"
|
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"k8s.io/apimachinery/pkg/util/intstr"
|
|
"k8s.io/client-go/kubernetes/scheme"
|
|
|
|
cdiv1 "kubevirt.io/containerized-data-importer/pkg/apis/core/v1alpha1"
|
|
"kubevirt.io/containerized-data-importer/pkg/common"
|
|
"kubevirt.io/containerized-data-importer/pkg/util/cert/fetcher"
|
|
"kubevirt.io/containerized-data-importer/pkg/util/naming"
|
|
)
|
|
|
|
const (
|
|
uploadRequestAnnotation = "cdi.kubevirt.io/storage.upload.target"
|
|
podPhaseAnnotation = "cdi.kubevirt.io/storage.pod.phase"
|
|
podReadyAnnotation = "cdi.kubevirt.io/storage.pod.ready"
|
|
cloneRequestAnnotation = "k8s.io/CloneRequest"
|
|
)
|
|
|
|
var (
|
|
testUploadServerCASecret *corev1.Secret
|
|
testUploadServerCASecretOnce sync.Once
|
|
|
|
testUploadServerClientCASecret *corev1.Secret
|
|
testUploadServerClientCASecretOnce sync.Once
|
|
|
|
uploadLog = logf.Log.WithName("upload-controller-test")
|
|
)
|
|
|
|
var _ = Describe("Upload controller reconcile loop", func() {
|
|
|
|
It("Should return nil and not create a pod, if pvc can not be found", func() {
|
|
reconciler := createUploadReconciler()
|
|
_, err := reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
podList := &corev1.PodList{}
|
|
err = reconciler.client.List(context.TODO(), podList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(podList.Items)).To(Equal(0))
|
|
})
|
|
|
|
It("Should return nil and not create a pod, if neither upload nor clone annotations exist", func() {
|
|
reconciler := createUploadReconciler(createPvc("testPvc1", "default", map[string]string{}, nil))
|
|
_, err := reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
podList := &corev1.PodList{}
|
|
err = reconciler.client.List(context.TODO(), podList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(podList.Items)).To(Equal(0))
|
|
})
|
|
|
|
It("Should return error and not create a pod, if neither upload nor clone annotations exist", func() {
|
|
reconciler := createUploadReconciler(createPvc("testPvc1", "default", map[string]string{AnnUploadRequest: "", AnnCloneRequest: ""}, nil))
|
|
_, err := reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).To(HaveOccurred())
|
|
Expect(err.Error()).To(ContainSubstring("PVC has both clone and upload annotations"))
|
|
podList := &corev1.PodList{}
|
|
err = reconciler.client.List(context.TODO(), podList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(podList.Items)).To(Equal(0))
|
|
})
|
|
|
|
It("Should return nil and remove any service and pod, if neither upload nor clone annotations exist", func() {
|
|
testPvc := createPvc("testPvc1", "default", map[string]string{}, nil)
|
|
reconciler := createUploadReconciler(testPvc,
|
|
createUploadPod(testPvc),
|
|
createUploadService(testPvc),
|
|
)
|
|
By("Verifying the pod and service exists")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadPod)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadPod.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadService)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadService.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
_, err = reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
By("Verifying the pod and service no longer exist")
|
|
podList := &corev1.PodList{}
|
|
err = reconciler.client.List(context.TODO(), podList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(podList.Items)).To(Equal(0))
|
|
|
|
serviceList := &corev1.ServiceList{}
|
|
err = reconciler.client.List(context.TODO(), serviceList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(serviceList.Items)).To(Equal(0))
|
|
|
|
})
|
|
|
|
It("Should return nil and remove any service and pod if succeeded", func() {
|
|
testPvc := createPvc("testPvc1", "default", map[string]string{AnnUploadRequest: "", AnnPodPhase: string(corev1.PodSucceeded)}, nil)
|
|
reconciler := createUploadReconciler(testPvc,
|
|
createUploadPod(testPvc),
|
|
createUploadService(testPvc),
|
|
)
|
|
By("Verifying the pod and service exists")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadPod)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadPod.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadService)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadService.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
_, err = reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
By("Verifying the pod and service no longer exist")
|
|
podList := &corev1.PodList{}
|
|
err = reconciler.client.List(context.TODO(), podList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(podList.Items)).To(Equal(0))
|
|
|
|
serviceList := &corev1.ServiceList{}
|
|
err = reconciler.client.List(context.TODO(), serviceList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(serviceList.Items)).To(Equal(0))
|
|
|
|
})
|
|
|
|
It("Should return nil and remove any service and pod if pvc marked for deletion", func() {
|
|
testPvc := createPvc("testPvc1", "default", map[string]string{AnnUploadRequest: "", AnnPodPhase: string(corev1.PodPending)}, nil)
|
|
now := metav1.NewTime(time.Now())
|
|
testPvc.DeletionTimestamp = &now
|
|
reconciler := createUploadReconciler(testPvc,
|
|
createUploadPod(testPvc),
|
|
createUploadService(testPvc),
|
|
)
|
|
By("Verifying the pod and service exists")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadPod)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadPod.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadService)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadService.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
_, err = reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
By("Verifying the pod and service no longer exist")
|
|
podList := &corev1.PodList{}
|
|
err = reconciler.client.List(context.TODO(), podList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(podList.Items)).To(Equal(0))
|
|
|
|
serviceList := &corev1.ServiceList{}
|
|
err = reconciler.client.List(context.TODO(), serviceList, &client.ListOptions{})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(serviceList.Items)).To(Equal(0))
|
|
|
|
})
|
|
|
|
It("Should return err and not clone if validation error occurs", func() {
|
|
storageClassName := "test"
|
|
testPvc := createPvcInStorageClass("testPvc1", "default", &storageClassName, map[string]string{cloneRequestAnnotation: "default/sourcePvc"}, nil)
|
|
sourcePvc := createPvcInStorageClass("sourcePvc", "default", &storageClassName, nil, nil)
|
|
vm := corev1.PersistentVolumeBlock
|
|
sourcePvc.Spec.VolumeMode = &vm
|
|
reconciler := createUploadReconciler(testPvc, sourcePvc)
|
|
|
|
_, err := reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).To(HaveOccurred())
|
|
Expect(err.Error()).To(ContainSubstring("Source and target volume Modes do not match"))
|
|
})
|
|
|
|
It("Should return nil and create a pod and service when a clone pvc", func() {
|
|
testPvc := createPvc("testPvc1", "default", map[string]string{AnnCloneRequest: "default/testPvc2", AnnUploadPod: createUploadResourceName("testPvc1")}, nil)
|
|
testPvcSource := createPvc("testPvc2", "default", map[string]string{}, nil)
|
|
reconciler := createUploadReconciler(testPvc, testPvcSource)
|
|
By("Verifying the pod and service do not exist")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadPod)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadService)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
_, err = reconciler.Reconcile(reconcile.Request{NamespacedName: types.NamespacedName{Name: "testPvc1", Namespace: "default"}})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
By("Verifying the pod and service now exist")
|
|
uploadPod = &corev1.Pod{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadPod)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadPod.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
|
|
uploadService = &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: createUploadResourceName("testPvc1"), Namespace: "default"}, uploadService)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadService.Name).To(Equal(createUploadResourceName(testPvc.Name)))
|
|
})
|
|
})
|
|
|
|
var _ = Describe("reconcilePVC loop", func() {
|
|
testPvcName := "testPvc1"
|
|
uploadResourceName := "uploader" //createUploadResourceName(testPvcName)
|
|
|
|
Context("Is clone", func() {
|
|
isClone := true
|
|
|
|
It("Should create the pod name", func() {
|
|
testPvc := createPvc(testPvcName, "default", map[string]string{AnnCloneRequest: "default/testPvc2"}, nil)
|
|
testPvcSource := createPvc("testPvc2", "default", map[string]string{}, nil)
|
|
reconciler := createUploadReconciler(testPvc, testPvcSource)
|
|
By("Verifying the pod and service do not exist")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadPod)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: naming.GetServiceNameFromResourceName(uploadResourceName), Namespace: "default"}, uploadService)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
_, err = reconciler.reconcilePVC(reconciler.log, testPvc, isClone)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By("Verifying the pod name annotation")
|
|
|
|
resultPvc := &corev1.PersistentVolumeClaim{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: testPvcName, Namespace: "default"}, resultPvc)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(resultPvc.GetAnnotations()[AnnUploadPod]).To(Equal("cdi-upload-testPvc1"))
|
|
Expect(resultPvc.GetAnnotations()[AnnPodPhase]).To(BeEquivalentTo(uploadPod.Status.Phase))
|
|
})
|
|
|
|
It("Should create the service and pod", func() {
|
|
testPvc := createPvc(testPvcName, "default", map[string]string{AnnCloneRequest: "default/testPvc2", AnnUploadPod: uploadResourceName}, nil)
|
|
testPvcSource := createPvc("testPvc2", "default", map[string]string{}, nil)
|
|
reconciler := createUploadReconciler(testPvc, testPvcSource)
|
|
By("Verifying the pod and service do not exist")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadPod)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: naming.GetServiceNameFromResourceName(uploadResourceName), Namespace: "default"}, uploadService)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
_, err = reconciler.reconcilePVC(reconciler.log, testPvc, isClone)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By("Verifying the pod and service now exist")
|
|
uploadPod = &corev1.Pod{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadPod)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadPod.Name).To(Equal(uploadResourceName))
|
|
|
|
uploadService = &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: naming.GetServiceNameFromResourceName(uploadResourceName), Namespace: "default"}, uploadService)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadService.Name).To(Equal(uploadResourceName))
|
|
|
|
resultPvc := &corev1.PersistentVolumeClaim{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: testPvcName, Namespace: "default"}, resultPvc)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(resultPvc.GetAnnotations()[AnnPodPhase]).To(BeEquivalentTo(uploadPod.Status.Phase))
|
|
Expect(resultPvc.GetAnnotations()[AnnPodReady]).To(Equal("false"))
|
|
})
|
|
|
|
It("Should error if a POD with the same name exists, but is not owned by the PVC, if a PVC with all needed annotations is passed", func() {
|
|
pod := &corev1.Pod{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "Pod",
|
|
APIVersion: "v1",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: uploadResourceName,
|
|
Namespace: "default",
|
|
},
|
|
}
|
|
testPvc := createPvc(testPvcName, "default", map[string]string{AnnCloneRequest: "default/testPvc2", AnnUploadPod: uploadResourceName}, nil)
|
|
testPvcSource := createPvc("testPvc2", "default", map[string]string{}, nil)
|
|
reconciler := createUploadReconciler(testPvc, testPvcSource, pod)
|
|
|
|
_, err := reconciler.reconcilePVC(reconciler.log, testPvc, isClone)
|
|
Expect(err).To(HaveOccurred())
|
|
Expect(err.Error()).To(ContainSubstring("uploader pod not controlled by pvc testPvc1"))
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: naming.GetServiceNameFromResourceName(uploadResourceName), Namespace: "default"}, uploadService)
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
|
|
It("Should error if a Service with the same name exists, but is not owned by the PVC, if a PVC with all needed annotations is passed", func() {
|
|
svcName := naming.GetServiceNameFromResourceName(uploadResourceName)
|
|
service := &corev1.Service{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "Service",
|
|
APIVersion: "v1",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: svcName,
|
|
Namespace: "default",
|
|
//Annotations: map[string]string{
|
|
// annCreatedByUpload: "yes",
|
|
//},
|
|
Labels: map[string]string{
|
|
"app": "containerized-data-importer",
|
|
"cdi.kubevirt.io": "cdi-upload-server",
|
|
},
|
|
},
|
|
}
|
|
|
|
testPvc := createPvc(testPvcName, "default", map[string]string{AnnCloneRequest: "default/testPvc2", AnnUploadPod: uploadResourceName}, nil)
|
|
testPvcSource := createPvc("testPvc2", "default", map[string]string{}, nil)
|
|
reconciler := createUploadReconciler(testPvc, testPvcSource, service)
|
|
|
|
_, err := reconciler.reconcilePVC(reconciler.log, testPvc, isClone)
|
|
Expect(err).To(HaveOccurred())
|
|
Expect(err.Error()).To(ContainSubstring("uploader service not controlled by pvc testPvc1"))
|
|
})
|
|
})
|
|
|
|
Context("Is upload", func() {
|
|
isClone := false
|
|
|
|
It("Should create the service and pod", func() {
|
|
testPvc := createPvc(testPvcName, "default", map[string]string{AnnUploadRequest: "", AnnUploadPod: uploadResourceName}, nil)
|
|
reconciler := createUploadReconciler(testPvc)
|
|
By("Verifying the pod and service do not exist")
|
|
uploadPod := &corev1.Pod{}
|
|
err := reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadPod)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
uploadService := &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadService)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
_, err = reconciler.reconcilePVC(reconciler.log, testPvc, isClone)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
By("Verifying the pod and service now exist")
|
|
uploadPod = &corev1.Pod{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadPod)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadPod.Name).To(Equal(uploadResourceName))
|
|
|
|
uploadService = &corev1.Service{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: uploadResourceName, Namespace: "default"}, uploadService)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(uploadService.Name).To(Equal(uploadResourceName))
|
|
|
|
scratchPvc := &corev1.PersistentVolumeClaim{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "testPvc1-scratch", Namespace: "default"}, scratchPvc)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
})
|
|
})
|
|
})
|
|
|
|
var _ = Describe("Update PVC", func() {
|
|
|
|
It("Should update AnnPodRestarts on pvc from upload pod restarts", func() {
|
|
testPvc := createPvc("testPvc1", "default",
|
|
map[string]string{
|
|
AnnUploadRequest: "",
|
|
AnnPodPhase: string(corev1.PodPending),
|
|
AnnPodRestarts: "1"}, nil)
|
|
pod := createUploadPod(testPvc)
|
|
pod.Status = corev1.PodStatus{
|
|
Phase: corev1.PodRunning,
|
|
ContainerStatuses: []corev1.ContainerStatus{
|
|
{
|
|
RestartCount: 2,
|
|
LastTerminationState: corev1.ContainerState{
|
|
Terminated: &corev1.ContainerStateTerminated{
|
|
ExitCode: 1,
|
|
Message: "I went poof",
|
|
Reason: "Explosion",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
reconciler := createUploadReconciler(testPvc, pod, createUploadService(testPvc))
|
|
|
|
_, err := reconciler.reconcilePVC(reconciler.log, testPvc, false)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By("Verifying the pvc has restarts updated")
|
|
actualPvc := &corev1.PersistentVolumeClaim{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "testPvc1", Namespace: "default"}, actualPvc)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(actualPvc.Annotations[AnnPodRestarts]).To(Equal("2"))
|
|
Expect(actualPvc.GetAnnotations()[AnnRunningCondition]).To(Equal("false"))
|
|
Expect(actualPvc.GetAnnotations()[AnnRunningConditionMessage]).To(BeEmpty())
|
|
Expect(actualPvc.GetAnnotations()[AnnRunningConditionReason]).To(BeEmpty())
|
|
Expect(actualPvc.GetAnnotations()[AnnBoundCondition]).To(Equal("false"))
|
|
Expect(actualPvc.GetAnnotations()[AnnBoundConditionMessage]).To(Equal("Creating scratch space"))
|
|
Expect(actualPvc.GetAnnotations()[AnnBoundConditionReason]).To(Equal(creatingScratch))
|
|
})
|
|
|
|
It("Should not update AnnPodRestarts on pvc from pod if pod has lower restart count value ", func() {
|
|
testPvc := createPvc("testPvc1", "default",
|
|
map[string]string{
|
|
AnnUploadRequest: "",
|
|
AnnPodPhase: string(corev1.PodRunning),
|
|
AnnPodRestarts: "3"},
|
|
nil)
|
|
pod := createUploadPod(testPvc)
|
|
pod.Status = corev1.PodStatus{
|
|
Phase: corev1.PodRunning,
|
|
ContainerStatuses: []corev1.ContainerStatus{
|
|
{
|
|
RestartCount: 2,
|
|
LastTerminationState: corev1.ContainerState{
|
|
Terminated: &corev1.ContainerStateTerminated{
|
|
ExitCode: 1,
|
|
Message: "I went poof",
|
|
Reason: "Explosion",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
reconciler := createUploadReconciler(testPvc, pod, createUploadService(testPvc))
|
|
|
|
_, err := reconciler.reconcilePVC(reconciler.log, testPvc, false)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
By("Verifying the pvc has original restart count")
|
|
actualPvc := &corev1.PersistentVolumeClaim{}
|
|
err = reconciler.client.Get(context.TODO(), types.NamespacedName{Name: "testPvc1", Namespace: "default"}, actualPvc)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(actualPvc.Annotations[AnnPodRestarts]).To(Equal("3"))
|
|
Expect(actualPvc.GetAnnotations()[AnnRunningCondition]).To(Equal("false"))
|
|
Expect(actualPvc.GetAnnotations()[AnnRunningConditionMessage]).To(BeEmpty())
|
|
Expect(actualPvc.GetAnnotations()[AnnRunningConditionReason]).To(BeEmpty())
|
|
Expect(actualPvc.GetAnnotations()[AnnBoundCondition]).To(Equal("false"))
|
|
Expect(actualPvc.GetAnnotations()[AnnBoundConditionMessage]).To(Equal("Creating scratch space"))
|
|
Expect(actualPvc.GetAnnotations()[AnnBoundConditionReason]).To(Equal(creatingScratch))
|
|
})
|
|
})
|
|
|
|
func createUploadReconciler(objects ...runtime.Object) *UploadReconciler {
|
|
objs := []runtime.Object{}
|
|
objs = append(objs, objects...)
|
|
// Append empty CDIConfig object that normally is created by the reconcile loop
|
|
cdiConfig := MakeEmptyCDIConfigSpec(common.ConfigName)
|
|
cdiConfig.Status = cdiv1.CDIConfigStatus{
|
|
DefaultPodResourceRequirements: createDefaultPodResourceRequirements(int64(0), int64(0), int64(0), int64(0)),
|
|
}
|
|
objs = append(objs, cdiConfig)
|
|
// Register operator types with the runtime scheme.
|
|
s := scheme.Scheme
|
|
cdiv1.AddToScheme(s)
|
|
|
|
// Create a fake client to mock API calls.
|
|
cl := fake.NewFakeClientWithScheme(s, objs...)
|
|
|
|
// Create a ReconcileMemcached object with the scheme and fake client.
|
|
r := &UploadReconciler{
|
|
client: cl,
|
|
scheme: s,
|
|
log: uploadLog,
|
|
serverCertGenerator: &fakeCertGenerator{},
|
|
clientCAFetcher: &fetcher.MemCertBundleFetcher{Bundle: []byte("baz")},
|
|
}
|
|
return r
|
|
}
|
|
|
|
func createUploadPod(pvc *corev1.PersistentVolumeClaim) *corev1.Pod {
|
|
pod := createUploadClonePod(pvc, "client.upload-server.cdi.kubevirt.io")
|
|
pod.Spec.Volumes = append(pod.Spec.Volumes, corev1.Volume{
|
|
Name: ScratchVolName,
|
|
VolumeSource: corev1.VolumeSource{
|
|
PersistentVolumeClaim: &corev1.PersistentVolumeClaimVolumeSource{
|
|
ClaimName: pvc.Name + "-scratch",
|
|
ReadOnly: false,
|
|
},
|
|
},
|
|
})
|
|
pod.Spec.Containers[0].VolumeMounts = append(pod.Spec.Containers[0].VolumeMounts, corev1.VolumeMount{
|
|
Name: ScratchVolName,
|
|
MountPath: "/scratch",
|
|
})
|
|
return pod
|
|
}
|
|
|
|
func createUploadClonePod(pvc *corev1.PersistentVolumeClaim, clientName string) *corev1.Pod {
|
|
name := "cdi-upload-" + pvc.Name
|
|
requestImageSize, _ := getRequestedImageSize(pvc)
|
|
|
|
pod := &corev1.Pod{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "Pod",
|
|
APIVersion: "v1",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: pvc.Namespace,
|
|
Annotations: map[string]string{
|
|
annCreatedByUpload: "yes",
|
|
},
|
|
Labels: map[string]string{
|
|
"app": "containerized-data-importer",
|
|
"cdi.kubevirt.io": "cdi-upload-server",
|
|
"service": name,
|
|
},
|
|
OwnerReferences: []metav1.OwnerReference{
|
|
MakePVCOwnerReference(pvc),
|
|
},
|
|
},
|
|
Spec: corev1.PodSpec{
|
|
SecurityContext: &corev1.PodSecurityContext{
|
|
RunAsUser: &[]int64{0}[0],
|
|
},
|
|
Containers: []corev1.Container{
|
|
{
|
|
Name: "cdi-upload-server",
|
|
Image: "test/myimage",
|
|
ImagePullPolicy: corev1.PullPolicy("Always"),
|
|
VolumeMounts: []corev1.VolumeMount{
|
|
{
|
|
Name: DataVolName,
|
|
MountPath: "/data",
|
|
},
|
|
},
|
|
Env: []corev1.EnvVar{
|
|
{
|
|
Name: "TLS_KEY",
|
|
Value: "bar",
|
|
},
|
|
{
|
|
Name: "TLS_CERT",
|
|
Value: "foo",
|
|
},
|
|
{
|
|
Name: "CLIENT_CERT",
|
|
Value: "baz",
|
|
},
|
|
{
|
|
Name: common.UploadImageSize,
|
|
Value: requestImageSize,
|
|
},
|
|
{
|
|
Name: "CLIENT_NAME",
|
|
Value: clientName,
|
|
},
|
|
},
|
|
Args: []string{"-v=" + "5"},
|
|
ReadinessProbe: &corev1.Probe{
|
|
Handler: corev1.Handler{
|
|
HTTPGet: &corev1.HTTPGetAction{
|
|
Path: "/healthz",
|
|
Port: intstr.IntOrString{
|
|
Type: intstr.Int,
|
|
IntVal: 8080,
|
|
},
|
|
},
|
|
},
|
|
InitialDelaySeconds: 2,
|
|
PeriodSeconds: 5,
|
|
},
|
|
},
|
|
},
|
|
RestartPolicy: corev1.RestartPolicyOnFailure,
|
|
Volumes: []corev1.Volume{
|
|
{
|
|
Name: DataVolName,
|
|
VolumeSource: corev1.VolumeSource{
|
|
PersistentVolumeClaim: &corev1.PersistentVolumeClaimVolumeSource{
|
|
ClaimName: pvc.Name,
|
|
ReadOnly: false,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
return pod
|
|
}
|
|
|
|
func createUploadService(pvc *corev1.PersistentVolumeClaim) *corev1.Service {
|
|
name := "cdi-upload-" + pvc.Name
|
|
blockOwnerDeletion := true
|
|
isController := true
|
|
service := &corev1.Service{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "Service",
|
|
APIVersion: "v1",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: pvc.Namespace,
|
|
Annotations: map[string]string{
|
|
annCreatedByUpload: "yes",
|
|
},
|
|
Labels: map[string]string{
|
|
"app": "containerized-data-importer",
|
|
"cdi.kubevirt.io": "cdi-upload-server",
|
|
},
|
|
OwnerReferences: []metav1.OwnerReference{
|
|
{
|
|
APIVersion: "v1",
|
|
Kind: "PersistentVolumeClaim",
|
|
Name: pvc.Name,
|
|
UID: pvc.GetUID(),
|
|
BlockOwnerDeletion: &blockOwnerDeletion,
|
|
Controller: &isController,
|
|
},
|
|
},
|
|
},
|
|
Spec: corev1.ServiceSpec{
|
|
Ports: []corev1.ServicePort{
|
|
{
|
|
Protocol: "TCP",
|
|
Port: 443,
|
|
TargetPort: intstr.IntOrString{
|
|
Type: intstr.Int,
|
|
IntVal: 8443,
|
|
},
|
|
},
|
|
},
|
|
Selector: map[string]string{
|
|
"service": name,
|
|
},
|
|
},
|
|
}
|
|
return service
|
|
}
|