package controller import ( "context" "reflect" routev1 "github.com/openshift/api/route/v1" storagev1 "k8s.io/api/storage/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" extensionsv1beta1 "k8s.io/api/extensions/v1beta1" "k8s.io/apimachinery/pkg/api/errors" "k8s.io/apimachinery/pkg/runtime" "k8s.io/apimachinery/pkg/types" "github.com/go-logr/logr" kubernetes "k8s.io/client-go/kubernetes" cdiv1 "kubevirt.io/containerized-data-importer/pkg/apis/core/v1alpha1" cdiclientset "kubevirt.io/containerized-data-importer/pkg/client/clientset/versioned" "kubevirt.io/containerized-data-importer/pkg/operator" "kubevirt.io/containerized-data-importer/pkg/util" "sigs.k8s.io/controller-runtime/pkg/client" "sigs.k8s.io/controller-runtime/pkg/controller" "sigs.k8s.io/controller-runtime/pkg/event" "sigs.k8s.io/controller-runtime/pkg/handler" "sigs.k8s.io/controller-runtime/pkg/manager" "sigs.k8s.io/controller-runtime/pkg/predicate" "sigs.k8s.io/controller-runtime/pkg/reconcile" "sigs.k8s.io/controller-runtime/pkg/source" ) // CDIConfigReconciler members type CDIConfigReconciler struct { Client client.Client CdiClient cdiclientset.Interface K8sClient kubernetes.Interface Scheme *runtime.Scheme Log logr.Logger UploadProxyServiceName string ConfigName string CDINamespace string } // Reconcile the reconcile loop for the CDIConfig object. func (r *CDIConfigReconciler) Reconcile(req reconcile.Request) (reconcile.Result, error) { log := r.Log.WithValues("CDIConfig", req.NamespacedName) log.Info("reconciling CDIConfig") config, err := r.createCDIConfig() if err != nil { log.Error(err, "Unable to create CDIConfig") return reconcile.Result{}, err } // Keep a copy of the original for comparison later. currentConfigCopy := config.DeepCopyObject() config.Status.UploadProxyURL = config.Spec.UploadProxyURLOverride // No override, try Ingress if config.Status.UploadProxyURL == nil { if err := r.reconcileIngress(config); err != nil { log.Error(err, "Unable to reconcile Ingress") return reconcile.Result{}, err } } // No override or Ingress, try Route if config.Status.UploadProxyURL == nil { if err := r.reconcileRoute(config); err != nil { log.Error(err, "Unable to reconcile Routes") return reconcile.Result{}, err } } if err := r.reconcileStorageClass(config); err != nil { return reconcile.Result{}, err } if !reflect.DeepEqual(currentConfigCopy, config) { // Updates have happened, update CDIConfig. log.Info("Updating CDIConfig", "CDIConfig.Name", config.Name, "config", config) if err := r.Client.Update(context.TODO(), config); err != nil { return reconcile.Result{}, err } } return reconcile.Result{}, nil } func (r *CDIConfigReconciler) reconcileIngress(config *cdiv1.CDIConfig) error { log := r.Log.WithName("CDIconfig").WithName("IngressReconcile") ingressList := &extensionsv1beta1.IngressList{} if err := r.Client.List(context.TODO(), &client.ListOptions{}, ingressList); IgnoreIsNoMatchError(err) != nil { return err } for _, ingress := range ingressList.Items { ingressURL := getURLFromIngress(&ingress, r.UploadProxyServiceName) if ingressURL != "" { log.Info("Setting upload proxy url", "IngressURL", ingressURL) config.Status.UploadProxyURL = &ingressURL return nil } } log.Info("No ingress found, setting to blank", "IngressURL", "") config.Status.UploadProxyURL = nil return nil } func (r *CDIConfigReconciler) reconcileRoute(config *cdiv1.CDIConfig) error { log := r.Log.WithName("CDIconfig").WithName("RouteReconcile") routeList := &routev1.RouteList{} if err := r.Client.List(context.TODO(), &client.ListOptions{}, routeList); IgnoreIsNoMatchError(err) != nil { return err } for _, route := range routeList.Items { routeURL := getURLFromRoute(&route, r.UploadProxyServiceName) if routeURL != "" { log.Info("Setting upload proxy url", "RouteURL", routeURL) config.Status.UploadProxyURL = &routeURL return nil } } log.Info("No route found, setting to blank", "RouteURL", "") config.Status.UploadProxyURL = nil return nil } func (r *CDIConfigReconciler) reconcileStorageClass(config *cdiv1.CDIConfig) error { log := r.Log.WithName("CDIconfig").WithName("StorageClassReconcile") storageClassList := &storagev1.StorageClassList{} if err := r.Client.List(context.TODO(), &client.ListOptions{}, storageClassList); err != nil { return err } // Check config for scratch space class if config.Spec.ScratchSpaceStorageClass != nil { for _, storageClass := range storageClassList.Items { if storageClass.Name == *config.Spec.ScratchSpaceStorageClass { log.Info("Setting scratch space to override", "storageClass.Name", storageClass.Name) config.Status.ScratchSpaceStorageClass = storageClass.Name return nil } } } // Check for default storage class. for _, storageClass := range storageClassList.Items { if defaultClassValue, ok := storageClass.Annotations[AnnDefaultStorageClass]; ok { if defaultClassValue == "true" { log.Info("Setting scratch space to default", "storageClass.Name", storageClass.Name) config.Status.ScratchSpaceStorageClass = storageClass.Name return nil } } } log.Info("No default storage class found, setting scratch space to blank") // No storage class found, blank it out. config.Status.ScratchSpaceStorageClass = "" return nil } // createCDIConfig creates a new instance of the CDIConfig object if it doesn't exist already, and returns the existing one if found. // It also sets the operator to be the owner of the CDIConfig object. func (r *CDIConfigReconciler) createCDIConfig() (*cdiv1.CDIConfig, error) { config, err := r.CdiClient.Cdi().CDIConfigs().Get(r.ConfigName, metav1.GetOptions{}) if err != nil { if errors.IsNotFound(err) { config = MakeEmptyCDIConfigSpec(r.ConfigName) if err := operator.SetOwner(r.K8sClient, config); err != nil { return nil, err } config, err = r.CdiClient.Cdi().CDIConfigs().Create(config) if err != nil { if errors.IsAlreadyExists(err) { config, err := r.CdiClient.Cdi().CDIConfigs().Get(r.ConfigName, metav1.GetOptions{}) if err == nil { return config, nil } return nil, err } return nil, err } } else { return nil, err } } return config, nil } // Init initializes a CDIConfig object. func (r *CDIConfigReconciler) Init() error { _, err := r.createCDIConfig() return err } // NewConfigController creates a new instance of the config controller. func NewConfigController(mgr manager.Manager, cdiClient *cdiclientset.Clientset, k8sClient kubernetes.Interface, log logr.Logger, uploadProxyServiceName, configName string) (controller.Controller, error) { reconciler := &CDIConfigReconciler{ Client: mgr.GetClient(), Scheme: mgr.GetScheme(), CdiClient: cdiClient, K8sClient: k8sClient, Log: log, UploadProxyServiceName: uploadProxyServiceName, ConfigName: configName, CDINamespace: util.GetNamespace(), } configController, err := controller.New("config-controller", mgr, controller.Options{ Reconciler: reconciler, }) if err != nil { return nil, err } if err := addConfigControllerWatches(mgr, configController, reconciler.CDINamespace, configName, uploadProxyServiceName); err != nil { return nil, err } if err := reconciler.Init(); err != nil { log.Error(err, "Unable to initalize CDIConfig") return nil, err } return configController, nil } // addConfigControllerWatches sets up the watches used by the config controller. func addConfigControllerWatches(mgr manager.Manager, configController controller.Controller, cdiNamespace, configName, uploadProxyServiceName string) error { // Add schemes. if err := cdiv1.AddToScheme(mgr.GetScheme()); err != nil { return err } if err := storagev1.AddToScheme(mgr.GetScheme()); err != nil { return err } if err := extensionsv1beta1.AddToScheme(mgr.GetScheme()); err != nil { return err } if err := routev1.AddToScheme(mgr.GetScheme()); err != nil { return err } // Setup watches if err := configController.Watch(&source.Kind{Type: &cdiv1.CDIConfig{}}, &handler.EnqueueRequestForObject{}); err != nil { return err } err := configController.Watch(&source.Kind{Type: &storagev1.StorageClass{}}, &handler.EnqueueRequestsFromMapFunc{ ToRequests: handler.ToRequestsFunc(func(obj handler.MapObject) []reconcile.Request { return []reconcile.Request{{ NamespacedName: types.NamespacedName{Name: configName}, }} }), }) if err != nil { return err } err = configController.Watch(&source.Kind{Type: &extensionsv1beta1.Ingress{}}, &handler.EnqueueRequestsFromMapFunc{ ToRequests: handler.ToRequestsFunc(func(obj handler.MapObject) []reconcile.Request { return []reconcile.Request{{ NamespacedName: types.NamespacedName{Name: configName}, }} }), }, predicate.Funcs{ CreateFunc: func(e event.CreateEvent) bool { return "" != getURLFromIngress(e.Object.(*extensionsv1beta1.Ingress), uploadProxyServiceName) && e.Object.(*extensionsv1beta1.Ingress).GetNamespace() == cdiNamespace }, UpdateFunc: func(e event.UpdateEvent) bool { return "" != getURLFromIngress(e.ObjectNew.(*extensionsv1beta1.Ingress), uploadProxyServiceName) && e.ObjectNew.(*extensionsv1beta1.Ingress).GetNamespace() == cdiNamespace }, DeleteFunc: func(e event.DeleteEvent) bool { return "" != getURLFromIngress(e.Object.(*extensionsv1beta1.Ingress), uploadProxyServiceName) && e.Object.(*extensionsv1beta1.Ingress).GetNamespace() == cdiNamespace }, }) if IgnoreIsNoMatchError(err) != nil { return err } err = configController.Watch(&source.Kind{Type: &routev1.Route{}}, &handler.EnqueueRequestsFromMapFunc{ ToRequests: handler.ToRequestsFunc(func(obj handler.MapObject) []reconcile.Request { return []reconcile.Request{{ NamespacedName: types.NamespacedName{Name: configName}, }} }), }, predicate.Funcs{ CreateFunc: func(e event.CreateEvent) bool { return "" != getURLFromRoute(e.Object.(*routev1.Route), uploadProxyServiceName) && e.Object.(*routev1.Route).GetNamespace() == cdiNamespace }, UpdateFunc: func(e event.UpdateEvent) bool { return "" != getURLFromRoute(e.ObjectNew.(*routev1.Route), uploadProxyServiceName) && e.ObjectNew.(*routev1.Route).GetNamespace() == cdiNamespace }, DeleteFunc: func(e event.DeleteEvent) bool { return "" != getURLFromRoute(e.Object.(*routev1.Route), uploadProxyServiceName) && e.Object.(*routev1.Route).GetNamespace() == cdiNamespace }, }) if IgnoreIsNoMatchError(err) != nil { return err } return nil }