mirror of
https://github.com/intel/intel-device-plugins-for-kubernetes.git
synced 2025-06-03 03:59:37 +00:00
bbee3fde77
Every device plugin is supposed to implement PluginInterfaceServer interface to be exposed as a gRPC service. But this functionality is common for all our device plugins and can be hidden in a Manager which manages all gRPC servers dynamically. The only mandatory functionality that needs to be provided by a device plugin and which differentiate one plugin from another is the code scanning the host for devices present on it. Refactor the internal deviceplugin package to accept only one mandatory method implementation from device plugins - Scan(). In addition to that a device plugin can optionally implement a PostAllocate() method which mutates responses returned by PluginInterfaceServer.Allocate() method. Also to narrow the gap between these device plugins and the kubevirt's collection the naming scheme for resources has been changed. Now device plugins provide a namespace for the device types they operate with. E.g. for resources in format "color.example.com/<color>" the namespace would be "color.example.com". So, the resource name "intel.com/fpga-region-fffffff" becomes "fpga.intel.com/region-fffffff".
135 lines
3.3 KiB
Go
135 lines
3.3 KiB
Go
// Copyright 2018 Intel Corporation. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package deviceplugin
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"reflect"
|
|
|
|
"github.com/golang/glog"
|
|
|
|
pluginapi "k8s.io/kubernetes/pkg/kubelet/apis/deviceplugin/v1beta1"
|
|
)
|
|
|
|
// updateInfo contains info for added, updated and deleted devices.
|
|
type updateInfo struct {
|
|
Added DeviceTree
|
|
Updated DeviceTree
|
|
Removed DeviceTree
|
|
}
|
|
|
|
// notifier implements Notifier interface.
|
|
type notifier struct {
|
|
deviceTree DeviceTree
|
|
updatesCh chan<- updateInfo
|
|
}
|
|
|
|
func newNotifier(updatesCh chan<- updateInfo) *notifier {
|
|
return ¬ifier{
|
|
updatesCh: updatesCh,
|
|
}
|
|
}
|
|
|
|
func (n *notifier) Notify(newDeviceTree DeviceTree) {
|
|
added := NewDeviceTree()
|
|
updated := NewDeviceTree()
|
|
|
|
for devType, new := range newDeviceTree {
|
|
if old, ok := n.deviceTree[devType]; ok {
|
|
if !reflect.DeepEqual(old, new) {
|
|
updated[devType] = new
|
|
}
|
|
delete(n.deviceTree, devType)
|
|
} else {
|
|
added[devType] = new
|
|
}
|
|
}
|
|
|
|
if len(added) > 0 || len(updated) > 0 || len(n.deviceTree) > 0 {
|
|
n.updatesCh <- updateInfo{
|
|
Added: added,
|
|
Updated: updated,
|
|
Removed: n.deviceTree,
|
|
}
|
|
}
|
|
|
|
n.deviceTree = newDeviceTree
|
|
}
|
|
|
|
// Manager manages life cycle of device plugins and handles the scan results
|
|
// received from them.
|
|
type Manager struct {
|
|
devicePlugin Scanner
|
|
namespace string
|
|
servers map[string]devicePluginServer
|
|
createServer func(string, func(*pluginapi.AllocateResponse) error) devicePluginServer
|
|
}
|
|
|
|
// NewManager creates a new instance of Manager
|
|
func NewManager(namespace string, devicePlugin Scanner) *Manager {
|
|
return &Manager{
|
|
devicePlugin: devicePlugin,
|
|
namespace: namespace,
|
|
servers: make(map[string]devicePluginServer),
|
|
createServer: newServer,
|
|
}
|
|
}
|
|
|
|
// Run prepares and launches event loop for updates from Scanner
|
|
func (m *Manager) Run() {
|
|
updatesCh := make(chan updateInfo)
|
|
|
|
go func() {
|
|
err := m.devicePlugin.Scan(newNotifier(updatesCh))
|
|
if err != nil {
|
|
fmt.Printf("Device scan failed: %+v\n", err)
|
|
os.Exit(1)
|
|
}
|
|
close(updatesCh)
|
|
}()
|
|
|
|
for update := range updatesCh {
|
|
m.handleUpdate(update)
|
|
}
|
|
}
|
|
|
|
func (m *Manager) handleUpdate(update updateInfo) {
|
|
glog.V(2).Info("Received dev updates: ", update)
|
|
for devType, devices := range update.Added {
|
|
var postAllocate func(*pluginapi.AllocateResponse) error
|
|
|
|
if postAllocator, ok := m.devicePlugin.(PostAllocator); ok {
|
|
postAllocate = postAllocator.PostAllocate
|
|
}
|
|
|
|
m.servers[devType] = m.createServer(devType, postAllocate)
|
|
go func() {
|
|
err := m.servers[devType].Serve(m.namespace)
|
|
if err != nil {
|
|
glog.Fatal(err)
|
|
}
|
|
}()
|
|
m.servers[devType].Update(devices)
|
|
}
|
|
for devType, devices := range update.Updated {
|
|
m.servers[devType].Update(devices)
|
|
}
|
|
for devType := range update.Removed {
|
|
m.servers[devType].Stop()
|
|
delete(m.servers, devType)
|
|
}
|
|
}
|