mirror of
https://github.com/intel/intel-device-plugins-for-kubernetes.git
synced 2025-06-03 03:59:37 +00:00
bbee3fde77
Every device plugin is supposed to implement PluginInterfaceServer interface to be exposed as a gRPC service. But this functionality is common for all our device plugins and can be hidden in a Manager which manages all gRPC servers dynamically. The only mandatory functionality that needs to be provided by a device plugin and which differentiate one plugin from another is the code scanning the host for devices present on it. Refactor the internal deviceplugin package to accept only one mandatory method implementation from device plugins - Scan(). In addition to that a device plugin can optionally implement a PostAllocate() method which mutates responses returned by PluginInterfaceServer.Allocate() method. Also to narrow the gap between these device plugins and the kubevirt's collection the naming scheme for resources has been changed. Now device plugins provide a namespace for the device types they operate with. E.g. for resources in format "color.example.com/<color>" the namespace would be "color.example.com". So, the resource name "intel.com/fpga-region-fffffff" becomes "fpga.intel.com/region-fffffff".
137 lines
3.4 KiB
Go
137 lines
3.4 KiB
Go
// Copyright 2017 Intel Corporation. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"os"
|
|
"path"
|
|
"regexp"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/golang/glog"
|
|
|
|
pluginapi "k8s.io/kubernetes/pkg/kubelet/apis/deviceplugin/v1beta1"
|
|
|
|
dpapi "github.com/intel/intel-device-plugins-for-kubernetes/internal/deviceplugin"
|
|
)
|
|
|
|
const (
|
|
sysfsDrmDirectory = "/sys/class/drm"
|
|
devfsDriDirectory = "/dev/dri"
|
|
gpuDeviceRE = `^card[0-9]+$`
|
|
controlDeviceRE = `^controlD[0-9]+$`
|
|
vendorString = "0x8086"
|
|
|
|
// Device plugin settings.
|
|
namespace = "gpu.intel.com"
|
|
deviceType = "i915"
|
|
)
|
|
|
|
type devicePlugin struct {
|
|
sysfsDir string
|
|
devfsDir string
|
|
|
|
gpuDeviceReg *regexp.Regexp
|
|
controlDeviceReg *regexp.Regexp
|
|
}
|
|
|
|
func newDevicePlugin(sysfsDir string, devfsDir string) *devicePlugin {
|
|
return &devicePlugin{
|
|
sysfsDir: sysfsDir,
|
|
devfsDir: devfsDir,
|
|
gpuDeviceReg: regexp.MustCompile(gpuDeviceRE),
|
|
controlDeviceReg: regexp.MustCompile(controlDeviceRE),
|
|
}
|
|
}
|
|
|
|
func (dp *devicePlugin) Scan(notifier dpapi.Notifier) error {
|
|
for {
|
|
devTree, err := dp.scan()
|
|
if err != nil {
|
|
glog.Error("Device scan failed: ", err)
|
|
return fmt.Errorf("Device scan failed: %v", err)
|
|
}
|
|
|
|
notifier.Notify(devTree)
|
|
|
|
time.Sleep(5 * time.Second)
|
|
}
|
|
}
|
|
|
|
func (dp *devicePlugin) scan() (dpapi.DeviceTree, error) {
|
|
files, err := ioutil.ReadDir(dp.sysfsDir)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("Can't read sysfs folder: %v", err)
|
|
}
|
|
|
|
devTree := dpapi.NewDeviceTree()
|
|
for _, f := range files {
|
|
if dp.gpuDeviceReg.MatchString(f.Name()) {
|
|
dat, err := ioutil.ReadFile(path.Join(dp.sysfsDir, f.Name(), "device/vendor"))
|
|
if err != nil {
|
|
glog.Warning("Skipping. Can't read vendor file: ", err)
|
|
continue
|
|
}
|
|
|
|
if strings.TrimSpace(string(dat)) == vendorString {
|
|
var nodes []string
|
|
|
|
drmFiles, err := ioutil.ReadDir(path.Join(dp.sysfsDir, f.Name(), "device/drm"))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("Can't read device folder: %v", err)
|
|
}
|
|
|
|
for _, drmFile := range drmFiles {
|
|
if dp.controlDeviceReg.MatchString(drmFile.Name()) {
|
|
//Skipping possible drm control node
|
|
continue
|
|
}
|
|
devPath := path.Join(dp.devfsDir, drmFile.Name())
|
|
if _, err := os.Stat(devPath); err != nil {
|
|
continue
|
|
}
|
|
|
|
glog.V(2).Info("Adding ", devPath, " to GPU ", f.Name())
|
|
nodes = append(nodes, devPath)
|
|
}
|
|
|
|
if len(nodes) > 0 {
|
|
// Currently only one device type (i915) is supported.
|
|
// TODO: check model ID to differentiate device models.
|
|
devTree.AddDevice(deviceType, f.Name(), dpapi.DeviceInfo{
|
|
State: pluginapi.Healthy,
|
|
Nodes: nodes,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return devTree, nil
|
|
}
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
glog.Info("GPU device plugin started")
|
|
|
|
plugin := newDevicePlugin(sysfsDrmDirectory, devfsDriDirectory)
|
|
manager := dpapi.NewManager(namespace, plugin)
|
|
manager.Run()
|
|
}
|