// Copyright 2021-2022 Intel Corporation. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package dsa import ( "context" "path/filepath" "time" "github.com/intel/intel-device-plugins-for-kubernetes/test/e2e/utils" "github.com/onsi/ginkgo/v2" "k8s.io/apimachinery/pkg/labels" "k8s.io/kubernetes/test/e2e/framework" e2edebug "k8s.io/kubernetes/test/e2e/framework/debug" e2ekubectl "k8s.io/kubernetes/test/e2e/framework/kubectl" e2epod "k8s.io/kubernetes/test/e2e/framework/pod" admissionapi "k8s.io/pod-security-admission/api" ) const ( ns = "inteldeviceplugins-system" timeout = time.Second * 120 kustomizationYaml = "deployments/dsa_plugin/overlays/dsa_initcontainer/dsa_initcontainer.yaml" configmapYaml = "demo/dsa.conf" demoYaml = "demo/dsa-accel-config-demo-pod.yaml" podName = "dsa-accel-config-demo" ) func init() { ginkgo.Describe("DSA plugin", describe) } func describe() { f := framework.NewDefaultFramework("dsaplugin") f.NamespacePodSecurityEnforceLevel = admissionapi.LevelPrivileged kustomizationPath, err := utils.LocateRepoFile(kustomizationYaml) if err != nil { framework.Failf("unable to locate %q: %v", kustomizationYaml, err) } configmap, err := utils.LocateRepoFile(configmapYaml) if err != nil { framework.Failf("unable to locate %q: %v", configmapYaml, err) } demoPath, err := utils.LocateRepoFile(demoYaml) if err != nil { framework.Failf("unable to locate %q: %v", demoYaml, err) } var dpPodName string ginkgo.Describe("Without using operator", func() { ginkgo.BeforeEach(func(ctx context.Context) { ginkgo.By("deploying DSA plugin") e2ekubectl.RunKubectlOrDie(f.Namespace.Name, "create", "configmap", "intel-dsa-config", "--from-file="+configmap) e2ekubectl.RunKubectlOrDie(f.Namespace.Name, "apply", "-k", filepath.Dir(kustomizationPath)) ginkgo.By("waiting for DSA plugin's availability") podList, err := e2epod.WaitForPodsWithLabelRunningReady(ctx, f.ClientSet, f.Namespace.Name, labels.Set{"app": "intel-dsa-plugin"}.AsSelector(), 1 /* one replica */, 300*time.Second) if err != nil { e2edebug.DumpAllNamespaceInfo(ctx, f.ClientSet, f.Namespace.Name) e2ekubectl.LogFailedContainers(ctx, f.ClientSet, f.Namespace.Name, framework.Logf) framework.Failf("unable to wait for all pods to be running and ready: %v", err) } dpPodName = podList.Items[0].Name ginkgo.By("checking DSA plugin's securityContext") if err = utils.TestPodsFileSystemInfo(podList.Items); err != nil { framework.Failf("container filesystem info checks failed: %v", err) } }) ginkgo.AfterEach(func(ctx context.Context) { ginkgo.By("undeploying DSA plugin") e2ekubectl.RunKubectlOrDie(f.Namespace.Name, "delete", "-k", filepath.Dir(kustomizationPath)) if err := e2epod.WaitForPodNotFoundInNamespace(ctx, f.ClientSet, dpPodName, f.Namespace.Name, 30*time.Second); err != nil { framework.Failf("failed to terminate pod: %v", err) } }) ginkgo.Context("When DSA resources are available", func() { ginkgo.BeforeEach(func(ctx context.Context) { ginkgo.By("checking if the resource is allocatable") if err := utils.WaitForNodesWithResource(ctx, f.ClientSet, "dsa.intel.com/wq-user-dedicated", 300*time.Second); err != nil { framework.Failf("unable to wait for nodes to have positive allocatable resource: %v", err) } }) ginkgo.It("deploys a demo app", func(ctx context.Context) { e2ekubectl.RunKubectlOrDie(f.Namespace.Name, "apply", "-f", demoPath) ginkgo.By("waiting for the DSA demo to succeed") e2epod.NewPodClient(f).WaitForSuccess(ctx, podName, 200*time.Second) ginkgo.By("getting workload log") log, err := e2epod.GetPodLogs(ctx, f.ClientSet, f.Namespace.Name, podName, podName) if err != nil { framework.Failf("unable to get log from pod: %v", err) } framework.Logf("log output: %s", log) }) }) }) }