mirror of
https://github.com/kubevirt/containerized-data-importer.git
synced 2025-06-03 06:30:22 +00:00
318 lines
12 KiB
Go
318 lines
12 KiB
Go
/*
|
|
Copyright 2022 The CDI Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
limitations under the License.
|
|
See the License for the specific language governing permissions and
|
|
*/
|
|
|
|
package controller
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"reflect"
|
|
|
|
"github.com/go-logr/logr"
|
|
snapshotv1 "github.com/kubernetes-csi/external-snapshotter/client/v6/apis/volumesnapshot/v1"
|
|
corev1 "k8s.io/api/core/v1"
|
|
k8serrors "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/api/meta"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"k8s.io/client-go/tools/record"
|
|
cdiv1 "kubevirt.io/containerized-data-importer-api/pkg/apis/core/v1beta1"
|
|
|
|
cc "kubevirt.io/containerized-data-importer/pkg/controller/common"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/controller"
|
|
"sigs.k8s.io/controller-runtime/pkg/event"
|
|
"sigs.k8s.io/controller-runtime/pkg/handler"
|
|
"sigs.k8s.io/controller-runtime/pkg/manager"
|
|
"sigs.k8s.io/controller-runtime/pkg/predicate"
|
|
"sigs.k8s.io/controller-runtime/pkg/reconcile"
|
|
"sigs.k8s.io/controller-runtime/pkg/source"
|
|
)
|
|
|
|
// DataSourceReconciler members
|
|
type DataSourceReconciler struct {
|
|
client client.Client
|
|
recorder record.EventRecorder
|
|
scheme *runtime.Scheme
|
|
log logr.Logger
|
|
installerLabels map[string]string
|
|
}
|
|
|
|
const (
|
|
ready = "Ready"
|
|
noSource = "NoSource"
|
|
)
|
|
|
|
// Reconcile loop for DataSourceReconciler
|
|
func (r *DataSourceReconciler) Reconcile(ctx context.Context, req reconcile.Request) (reconcile.Result, error) {
|
|
dataSource := &cdiv1.DataSource{}
|
|
if err := r.client.Get(ctx, req.NamespacedName, dataSource); err != nil {
|
|
if k8serrors.IsNotFound(err) {
|
|
return reconcile.Result{}, nil
|
|
}
|
|
return reconcile.Result{}, err
|
|
}
|
|
if err := r.update(ctx, dataSource); err != nil {
|
|
return reconcile.Result{}, err
|
|
}
|
|
return reconcile.Result{}, nil
|
|
}
|
|
|
|
func (r *DataSourceReconciler) update(ctx context.Context, dataSource *cdiv1.DataSource) error {
|
|
if !reflect.DeepEqual(dataSource.Status.Source, dataSource.Spec.Source) {
|
|
dataSource.Spec.Source.DeepCopyInto(&dataSource.Status.Source)
|
|
dataSource.Status.Conditions = nil
|
|
}
|
|
dataSourceCopy := dataSource.DeepCopy()
|
|
if sourcePVC := dataSource.Spec.Source.PVC; sourcePVC != nil {
|
|
if err := r.handlePvcSource(ctx, sourcePVC, dataSource); err != nil {
|
|
return err
|
|
}
|
|
} else if sourceSnapshot := dataSource.Spec.Source.Snapshot; sourceSnapshot != nil {
|
|
if err := r.handleSnapshotSource(ctx, sourceSnapshot, dataSource); err != nil {
|
|
return err
|
|
}
|
|
} else {
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionFalse, "No source PVC set", noSource)
|
|
}
|
|
|
|
if !reflect.DeepEqual(dataSource, dataSourceCopy) {
|
|
if err := r.client.Update(ctx, dataSource); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (r *DataSourceReconciler) handlePvcSource(ctx context.Context, sourcePVC *cdiv1.DataVolumeSourcePVC, dataSource *cdiv1.DataSource) error {
|
|
dv := &cdiv1.DataVolume{}
|
|
ns := cc.GetNamespace(sourcePVC.Namespace, dataSource.Namespace)
|
|
isReady := false
|
|
if err := r.client.Get(ctx, types.NamespacedName{Namespace: ns, Name: sourcePVC.Name}, dv); err != nil {
|
|
if !k8serrors.IsNotFound(err) {
|
|
return err
|
|
}
|
|
pvc := &corev1.PersistentVolumeClaim{}
|
|
if err := r.client.Get(ctx, types.NamespacedName{Namespace: ns, Name: sourcePVC.Name}, pvc); err != nil {
|
|
if !k8serrors.IsNotFound(err) {
|
|
return err
|
|
}
|
|
r.log.Info("PVC not found", "name", sourcePVC.Name)
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionFalse, "PVC not found", cc.NotFound)
|
|
} else {
|
|
isReady = true
|
|
}
|
|
} else if dv.Status.Phase == cdiv1.Succeeded {
|
|
isReady = true
|
|
} else {
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionFalse, fmt.Sprintf("Import DataVolume phase %s", dv.Status.Phase), string(dv.Status.Phase))
|
|
}
|
|
if isReady {
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionTrue, "DataSource is ready to be consumed", ready)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (r *DataSourceReconciler) handleSnapshotSource(ctx context.Context, sourceSnapshot *cdiv1.DataVolumeSourceSnapshot, dataSource *cdiv1.DataSource) error {
|
|
snapshot := &snapshotv1.VolumeSnapshot{}
|
|
ns := cc.GetNamespace(sourceSnapshot.Namespace, dataSource.Namespace)
|
|
if err := r.client.Get(ctx, types.NamespacedName{Namespace: ns, Name: sourceSnapshot.Name}, snapshot); err != nil {
|
|
if !k8serrors.IsNotFound(err) {
|
|
return err
|
|
}
|
|
r.log.Info("Snapshot not found", "name", sourceSnapshot.Name)
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionFalse, "Snapshot not found", cc.NotFound)
|
|
} else if snapshot.Status != nil && snapshot.Status.ReadyToUse != nil && *snapshot.Status.ReadyToUse {
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionTrue, "DataSource is ready to be consumed", ready)
|
|
} else {
|
|
updateDataSourceCondition(dataSource, cdiv1.DataSourceReady, corev1.ConditionFalse, "Snapshot phase is not ready", "SnapshotNotReady")
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func updateDataSourceCondition(ds *cdiv1.DataSource, conditionType cdiv1.DataSourceConditionType, status corev1.ConditionStatus, message, reason string) {
|
|
if condition := FindDataSourceConditionByType(ds, conditionType); condition != nil {
|
|
updateConditionState(&condition.ConditionState, status, message, reason)
|
|
} else {
|
|
condition = &cdiv1.DataSourceCondition{Type: conditionType}
|
|
updateConditionState(&condition.ConditionState, status, message, reason)
|
|
ds.Status.Conditions = append(ds.Status.Conditions, *condition)
|
|
}
|
|
}
|
|
|
|
// FindDataSourceConditionByType finds DataSourceCondition by condition type
|
|
func FindDataSourceConditionByType(ds *cdiv1.DataSource, conditionType cdiv1.DataSourceConditionType) *cdiv1.DataSourceCondition {
|
|
for i, condition := range ds.Status.Conditions {
|
|
if condition.Type == conditionType {
|
|
return &ds.Status.Conditions[i]
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// NewDataSourceController creates a new instance of the DataSource controller
|
|
func NewDataSourceController(mgr manager.Manager, log logr.Logger, installerLabels map[string]string) (controller.Controller, error) {
|
|
reconciler := &DataSourceReconciler{
|
|
client: mgr.GetClient(),
|
|
recorder: mgr.GetEventRecorderFor(dataImportControllerName),
|
|
scheme: mgr.GetScheme(),
|
|
log: log.WithName(dataImportControllerName),
|
|
installerLabels: installerLabels,
|
|
}
|
|
DataSourceController, err := controller.New(dataImportControllerName, mgr, controller.Options{Reconciler: reconciler})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if err := addDataSourceControllerWatches(mgr, DataSourceController, log); err != nil {
|
|
return nil, err
|
|
}
|
|
log.Info("Initialized DataSource controller")
|
|
return DataSourceController, nil
|
|
}
|
|
|
|
func addDataSourceControllerWatches(mgr manager.Manager, c controller.Controller, log logr.Logger) error {
|
|
if err := c.Watch(&source.Kind{Type: &cdiv1.DataSource{}}, &handler.EnqueueRequestForObject{},
|
|
predicate.Funcs{
|
|
CreateFunc: func(e event.CreateEvent) bool { return true },
|
|
DeleteFunc: func(e event.DeleteEvent) bool { return true },
|
|
UpdateFunc: func(e event.UpdateEvent) bool { return !sameSourceSpec(e.ObjectOld, e.ObjectNew) },
|
|
},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
const dataSourcePvcField = "spec.source.pvc"
|
|
const dataSourceSnapshotField = "spec.source.snapshot"
|
|
|
|
getKey := func(namespace, name string) string {
|
|
return namespace + "/" + name
|
|
}
|
|
|
|
appendMatchingDataSourceRequests := func(indexingKey string, obj client.Object, reqs []reconcile.Request) []reconcile.Request {
|
|
var dataSources cdiv1.DataSourceList
|
|
matchingFields := client.MatchingFields{indexingKey: getKey(obj.GetNamespace(), obj.GetName())}
|
|
if err := mgr.GetClient().List(context.TODO(), &dataSources, matchingFields); err != nil {
|
|
log.Error(err, "Unable to list DataSources", "matchingFields", matchingFields)
|
|
return reqs
|
|
}
|
|
for _, ds := range dataSources.Items {
|
|
reqs = append(reqs, reconcile.Request{NamespacedName: types.NamespacedName{Namespace: ds.Namespace, Name: ds.Name}})
|
|
}
|
|
return reqs
|
|
}
|
|
|
|
if err := mgr.GetFieldIndexer().IndexField(context.TODO(), &cdiv1.DataSource{}, dataSourcePvcField, func(obj client.Object) []string {
|
|
if pvc := obj.(*cdiv1.DataSource).Spec.Source.PVC; pvc != nil {
|
|
ns := cc.GetNamespace(pvc.Namespace, obj.GetNamespace())
|
|
return []string{getKey(ns, pvc.Name)}
|
|
}
|
|
return nil
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
if err := mgr.GetFieldIndexer().IndexField(context.TODO(), &cdiv1.DataSource{}, dataSourceSnapshotField, func(obj client.Object) []string {
|
|
if snapshot := obj.(*cdiv1.DataSource).Spec.Source.Snapshot; snapshot != nil {
|
|
ns := cc.GetNamespace(snapshot.Namespace, obj.GetNamespace())
|
|
return []string{getKey(ns, snapshot.Name)}
|
|
}
|
|
return nil
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
|
|
mapToDataSource := func(obj client.Object) (reqs []reconcile.Request) {
|
|
reqs = appendMatchingDataSourceRequests(dataSourcePvcField, obj, reqs)
|
|
reqs = appendMatchingDataSourceRequests(dataSourceSnapshotField, obj, reqs)
|
|
return
|
|
}
|
|
|
|
if err := c.Watch(&source.Kind{Type: &cdiv1.DataVolume{}},
|
|
handler.EnqueueRequestsFromMapFunc(mapToDataSource),
|
|
predicate.Funcs{
|
|
CreateFunc: func(e event.CreateEvent) bool { return true },
|
|
DeleteFunc: func(e event.DeleteEvent) bool { return true },
|
|
// Only DV status phase update is interesting to reconcile
|
|
UpdateFunc: func(e event.UpdateEvent) bool {
|
|
dvOld, okOld := e.ObjectOld.(*cdiv1.DataVolume)
|
|
dvNew, okNew := e.ObjectNew.(*cdiv1.DataVolume)
|
|
return okOld && okNew && dvOld.Status.Phase != dvNew.Status.Phase
|
|
},
|
|
},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := c.Watch(&source.Kind{Type: &corev1.PersistentVolumeClaim{}},
|
|
handler.EnqueueRequestsFromMapFunc(mapToDataSource),
|
|
predicate.Funcs{
|
|
CreateFunc: func(e event.CreateEvent) bool { return true },
|
|
DeleteFunc: func(e event.DeleteEvent) bool { return true },
|
|
UpdateFunc: func(e event.UpdateEvent) bool {
|
|
pvcOld, okOld := e.ObjectOld.(*corev1.PersistentVolumeClaim)
|
|
pvcNew, okNew := e.ObjectNew.(*corev1.PersistentVolumeClaim)
|
|
return okOld && okNew && pvcOld.Status.Phase != pvcNew.Status.Phase
|
|
},
|
|
},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := mgr.GetClient().List(context.TODO(), &snapshotv1.VolumeSnapshotList{}); err != nil {
|
|
if meta.IsNoMatchError(err) {
|
|
// Back out if there's no point to attempt watch
|
|
return nil
|
|
}
|
|
if !cc.IsErrCacheNotStarted(err) {
|
|
return err
|
|
}
|
|
}
|
|
if err := c.Watch(&source.Kind{Type: &snapshotv1.VolumeSnapshot{}},
|
|
handler.EnqueueRequestsFromMapFunc(mapToDataSource),
|
|
predicate.Funcs{
|
|
CreateFunc: func(e event.CreateEvent) bool { return true },
|
|
DeleteFunc: func(e event.DeleteEvent) bool { return true },
|
|
UpdateFunc: func(e event.UpdateEvent) bool {
|
|
snapOld, okOld := e.ObjectOld.(*snapshotv1.VolumeSnapshot)
|
|
snapNew, okNew := e.ObjectNew.(*snapshotv1.VolumeSnapshot)
|
|
return okOld && okNew && !reflect.DeepEqual(snapOld.Status, snapNew.Status)
|
|
},
|
|
},
|
|
); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func sameSourceSpec(objOld, objNew client.Object) bool {
|
|
dsOld, okOld := objOld.(*cdiv1.DataSource)
|
|
dsNew, okNew := objNew.(*cdiv1.DataSource)
|
|
|
|
if !okOld || !okNew {
|
|
return false
|
|
}
|
|
if dsOld.Spec.Source.PVC != nil {
|
|
return reflect.DeepEqual(dsOld.Spec.Source.PVC, dsNew.Spec.Source.PVC)
|
|
}
|
|
if dsOld.Spec.Source.Snapshot != nil {
|
|
return reflect.DeepEqual(dsOld.Spec.Source.Snapshot, dsNew.Spec.Source.Snapshot)
|
|
}
|
|
|
|
return false
|
|
}
|