// Copyright 2020 Intel Corporation. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "flag" "os" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/runtime" clientgoscheme "k8s.io/client-go/kubernetes/scheme" "k8s.io/klog/v2/klogr" ctrl "sigs.k8s.io/controller-runtime" "sigs.k8s.io/controller-runtime/pkg/webhook" "sigs.k8s.io/controller-runtime/pkg/webhook/admission" devicepluginv1 "github.com/intel/intel-device-plugins-for-kubernetes/pkg/apis/deviceplugin/v1" fpgav2 "github.com/intel/intel-device-plugins-for-kubernetes/pkg/apis/fpga/v2" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/controllers/dsa" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/controllers/fpga" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/controllers/gpu" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/controllers/qat" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/controllers/sgx" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/fpgacontroller" "github.com/intel/intel-device-plugins-for-kubernetes/pkg/fpgacontroller/patcher" sgxwebhook "github.com/intel/intel-device-plugins-for-kubernetes/pkg/webhooks/sgx" ) var ( scheme = runtime.NewScheme() setupLog = ctrl.Log.WithName("setup") ) func init() { // Add schemes for DaemonSets, Pods etc... _ = clientgoscheme.AddToScheme(scheme) _ = devicepluginv1.AddToScheme(scheme) _ = fpgav2.AddToScheme(scheme) // +kubebuilder:scaffold:scheme } type devicePluginControllerAndWebhook map[string](func(ctrl.Manager, string, bool) error) func main() { var metricsAddr string var devicePluginNamespace string var enableLeaderElection bool flag.StringVar(&metricsAddr, "metrics-addr", ":8080", "The address the metric endpoint binds to.") flag.StringVar(&devicePluginNamespace, "deviceplugin-namespace", metav1.NamespaceSystem, "The namespace where deviceplugin daemonsets are created") flag.BoolVar(&enableLeaderElection, "enable-leader-election", false, "Enable leader election for controller manager. "+ "Enabling this will ensure there is only one active controller manager.") flag.Parse() ctrl.SetLogger(klogr.New()) setupControllerAndWebhook := devicePluginControllerAndWebhook{ "dsa": dsa.SetupReconciler, "gpu": gpu.SetupReconciler, "fpga": fpga.SetupReconciler, "qat": qat.SetupReconciler, "sgx": sgx.SetupReconciler, } mgr, err := ctrl.NewManager(ctrl.GetConfigOrDie(), ctrl.Options{ Scheme: scheme, MetricsBindAddress: metricsAddr, Port: 9443, Logger: ctrl.Log.WithName("intel-device-plugins-manager"), LeaderElection: enableLeaderElection, LeaderElectionID: "d1c7b6d5.intel.com", }) if err != nil { setupLog.Error(err, "unable to start manager") os.Exit(1) } ns := os.Getenv("DEVICEPLUGIN_NAMESPACE") if ns == "" { ns = devicePluginNamespace } withWebhook := true // TODO(mythi): add a StringVar flag to select which controllers to enable for _, device := range []string{"dsa", "fpga", "gpu", "qat", "sgx"} { if err = setupControllerAndWebhook[device](mgr, ns, withWebhook); err != nil { setupLog.Error(err, "unable to initialize controller", "controller", device) os.Exit(1) } } pm := patcher.NewPatcherManager(mgr.GetLogger().WithName("webhooks").WithName("Fpga")) mgr.GetWebhookServer().Register("/pods", &webhook.Admission{ Handler: admission.HandlerFunc(pm.GetPodMutator()), }) mgr.GetWebhookServer().Register("/pods-sgx", &webhook.Admission{ Handler: &sgxwebhook.SgxMutator{Client: mgr.GetClient()}, }) if err = (&fpgacontroller.AcceleratorFunctionReconciler{ Client: mgr.GetClient(), Scheme: mgr.GetScheme(), PatcherManager: pm, }).SetupWithManager(mgr); err != nil { setupLog.Error(err, "unable to create controller", "controller", "AcceleratorFunction") os.Exit(1) } if err = (&fpgacontroller.FpgaRegionReconciler{ Client: mgr.GetClient(), Scheme: mgr.GetScheme(), PatcherManager: pm, }).SetupWithManager(mgr); err != nil { setupLog.Error(err, "unable to create controller", "controller", "FpgaRegion") os.Exit(1) } setupLog.Info("starting manager") if err := mgr.Start(ctrl.SetupSignalHandler()); err != nil { setupLog.Error(err, "problem running manager") os.Exit(1) } }