SGX: add basic e2e tests

Signed-off-by: Mikko Ylinen <mikko.ylinen@intel.com>

test/e2e/deviceplugins_suite_test.go

@@ -26,6 +26,7 @@ import (
 	_ "github.com/intel/intel-device-plugins-for-kubernetes/test/e2e/fpgaadmissionwebhook"
 	_ "github.com/intel/intel-device-plugins-for-kubernetes/test/e2e/gpu"
 	_ "github.com/intel/intel-device-plugins-for-kubernetes/test/e2e/qat"
+	_ "github.com/intel/intel-device-plugins-for-kubernetes/test/e2e/sgx"
 	v1 "k8s.io/api/core/v1"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/component-base/logs"

test/e2e/sgx/sgx.go

@@ -0,0 +1,100 @@
+// Copyright 2020 Intel Corporation. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package sgx
+
+import (
+	"context"
+	"io/ioutil"
+	"os"
+	"path/filepath"
+	"time"
+
+	"github.com/intel/intel-device-plugins-for-kubernetes/test/e2e/utils"
+	"github.com/onsi/ginkgo"
+	v1 "k8s.io/api/core/v1"
+	"k8s.io/apimachinery/pkg/api/resource"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/labels"
+	"k8s.io/kubernetes/test/e2e/framework"
+	"k8s.io/kubernetes/test/e2e/framework/kubectl"
+	e2epod "k8s.io/kubernetes/test/e2e/framework/pod"
+	imageutils "k8s.io/kubernetes/test/utils/image"
+)
+
+const (
+	kustomizationYaml = "deployments/sgx_plugin/base/kustomization.yaml"
+)
+
+func init() {
+	ginkgo.Describe("SGX plugin", describe)
+}
+
+func describe() {
+	f := framework.NewDefaultFramework("sgxplugin")
+
+	kustomizationPath, err := utils.LocateRepoFile(kustomizationYaml)
+	if err != nil {
+		framework.Failf("unable to locate %q: %v", kustomizationYaml, err)
+	}
+
+	ginkgo.It("checks availability of SGX resources", func() {
+		tmpDir, err := ioutil.TempDir("", "sgxplugine2etest-"+f.Namespace.Name)
+		if err != nil {
+			framework.Failf("unable to create temp directory: %v", err)
+		}
+		defer os.RemoveAll(tmpDir)
+
+		err = utils.CreateKustomizationOverlay(f.Namespace.Name, filepath.Dir(kustomizationPath)+"/../overlays/nfd", tmpDir)
+		if err != nil {
+			framework.Failf("unable to create kustomization overlay: %v", err)
+		}
+
+		ginkgo.By("deploying SGX plugin")
+		framework.RunKubectlOrDie(f.Namespace.Name, "--namespace", f.Namespace.Name, "apply", "-k", tmpDir)
+
+		ginkgo.By("waiting for SGX plugin's availability")
+		if _, err = e2epod.WaitForPodsWithLabelRunningReady(f.ClientSet, f.Namespace.Name,
+			labels.Set{"app": "intel-sgx-plugin"}.AsSelector(), 1 /* one replica */, 10*time.Second); err != nil {
+			framework.DumpAllNamespaceInfo(f.ClientSet, f.Namespace.Name)
+			kubectl.LogFailedContainers(f.ClientSet, f.Namespace.Name, framework.Logf)
+			framework.Failf("unable to wait for all pods to be running and ready: %v", err)
+		}
+
+		ginkgo.By("checking the resource is allocatable")
+		if err = utils.WaitForNodesWithResource(f.ClientSet, "sgx.intel.com/epc", 30*time.Second); err != nil {
+			framework.Failf("unable to wait for nodes to have positive allocatable resource: %v", err)
+		}
+		if err = utils.WaitForNodesWithResource(f.ClientSet, "sgx.intel.com/enclave", 30*time.Second); err != nil {
+			framework.Failf("unable to wait for nodes to have positive allocatable resource: %v", err)
+		}
+		if err = utils.WaitForNodesWithResource(f.ClientSet, "sgx.intel.com/provision", 30*time.Second); err != nil {
+			framework.Failf("unable to wait for nodes to have positive allocatable resource: %v", err)
+		}
+
+		ginkgo.By("submitting a pod requesting SGX enclave resources")
+		podSpec := f.NewTestPod("sgxplugin-tester",
+			v1.ResourceList{"sgx.intel.com/epc": resource.MustParse("42")},
+			v1.ResourceList{"sgx.intel.com/epc": resource.MustParse("42")})
+		podSpec.Spec.RestartPolicy = v1.RestartPolicyNever
+		podSpec.Spec.Containers[0].Image = imageutils.GetE2EImage(imageutils.BusyBox)
+		podSpec.Spec.Containers[0].Command = []string{"/bin/sh"}
+		podSpec.Spec.Containers[0].Args = []string{"-c", "echo hello world"}
+		pod, err := f.ClientSet.CoreV1().Pods(f.Namespace.Name).Create(context.TODO(), podSpec, metav1.CreateOptions{})
+		framework.ExpectNoError(err, "pod Create API error")
+
+		ginkgo.By("waiting the pod to finnish successfully")
+		f.PodClient().WaitForFinish(pod.ObjectMeta.Name, 30*time.Second)
+	})
+}