mirror of
https://github.com/intel/intel-device-plugins-for-kubernetes.git
synced 2025-06-03 03:59:37 +00:00
1a62423d21
QAT device plugin has some initialization functions that require special SecurityContext parameters (e.g., setting Apparmor policies on some OSes). It's better to move all of the initialization to the privileged init-container that is already taking care some parts of it. With this change, we default to vfio-pci "DpdkDrv". Signed-off-by: Mikko Ylinen <mikko.ylinen@intel.com>
94 lines
3.0 KiB
Bash
Executable File
94 lines
3.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# This script is based on qatlib's qat_init.sh
|
|
NODE_NAME="${NODE_NAME:-}"
|
|
ENABLED_QAT_PF_PCIIDS=${ENABLED_QAT_PF_PCIIDS:-37c8 4940 4942 4944 4946}
|
|
DEVS=$(for pf in $ENABLED_QAT_PF_PCIIDS; do lspci -n | grep -e "$pf" | grep -o -e "^\\S*"; done)
|
|
SERVICES_LIST="sym asym sym;asym dc sym;dc asym;dc"
|
|
QAT_4XXX_DEVICE_PCI_ID="0x4940"
|
|
QAT_401XX_DEVICE_PCI_ID="0x4942"
|
|
QAT_402XX_DEVICE_PCI_ID="0x4944"
|
|
QAT_420XX_DEVICE_PCI_ID="0x4946"
|
|
SERVICES_ENABLED="NONE"
|
|
SERVICES_ENABLED_FOUND="FALSE"
|
|
|
|
check_config() {
|
|
[ -f "conf/qat.conf" ] && SERVICES_ENABLED=$(grep "^ServicesEnabled=" conf/qat.conf | cut -d= -f 2 | grep '\S')
|
|
[ -f "conf/qat-$NODE_NAME.conf" ] && SERVICES_ENABLED=$(grep "^ServicesEnabled=" conf/qat-"$NODE_NAME".conf | cut -d= -f 2 | grep '\S')
|
|
|
|
if [ "$SERVICES_ENABLED" != "NONE" ]; then
|
|
SERVICES_ENABLED_FOUND="FALSE"
|
|
for SERVICE in $SERVICES_LIST
|
|
do
|
|
if [ "$SERVICE" = "$SERVICES_ENABLED" ]; then
|
|
SERVICES_ENABLED_FOUND="TRUE"
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
}
|
|
|
|
sysfs_config() {
|
|
if [ "$SERVICES_ENABLED_FOUND" = "TRUE" ]; then
|
|
for dev in $DEVS; do
|
|
DEVPATH="/sys/bus/pci/devices/0000:$dev"
|
|
PCI_DEV=$(cat "$DEVPATH"/device 2> /dev/null)
|
|
if [ "$PCI_DEV" != "$QAT_4XXX_DEVICE_PCI_ID" ] && [ "$PCI_DEV" != "$QAT_401XX_DEVICE_PCI_ID" ] && [ "$PCI_DEV" != "$QAT_402XX_DEVICE_PCI_ID" ] && [ "$PCI_DEV" != "$QAT_420XX_DEVICE_PCI_ID" ]; then
|
|
continue
|
|
fi
|
|
|
|
CURRENT_SERVICES=$(cat "$DEVPATH"/qat/cfg_services)
|
|
if [ "$CURRENT_SERVICES" != "$SERVICES_ENABLED" ]; then
|
|
CURRENT_STATE=$(cat "$DEVPATH"/qat/state)
|
|
if [ "$CURRENT_STATE" = "up" ]; then
|
|
echo down > "$DEVPATH"/qat/state
|
|
fi
|
|
echo "$SERVICES_ENABLED" > "$DEVPATH"/qat/cfg_services
|
|
CURRENT_SERVICES=$(cat "$DEVPATH"/qat/cfg_services)
|
|
fi
|
|
echo "Device $dev configured with services: $CURRENT_SERVICES"
|
|
done
|
|
fi
|
|
}
|
|
|
|
enable_sriov() {
|
|
for dev in $DEVS; do
|
|
DEVPATH="/sys/bus/pci/devices/0000:$dev"
|
|
NUMVFS="$DEVPATH/sriov_numvfs"
|
|
if ! test -w "$NUMVFS"; then
|
|
echo "error: $NUMVFS is not found or not writable. Check if QAT driver module is loaded"
|
|
exit 1
|
|
fi
|
|
if ! test -d /sys/bus/pci/drivers/vfio-pci; then
|
|
echo "error: vfio-pci driver needed by QAT VFs must be loaded"
|
|
exit 1
|
|
fi
|
|
if [ "$(cat "$NUMVFS")" -ne 0 ]; then
|
|
echo "$DEVPATH already configured"
|
|
else
|
|
tee "$NUMVFS" < "$DEVPATH/sriov_totalvfs"
|
|
VFDEVS=$(realpath -L "$DEVPATH"/virtfn*)
|
|
for vfdev in $VFDEVS; do
|
|
BSF=$(basename "$vfdev")
|
|
VF_DEV="/sys/bus/pci/devices/$BSF"
|
|
if test -e "$VF_DEV/driver"; then
|
|
P=$(realpath -L "$VF_DEV/driver")
|
|
VF_DRIVER=$(basename "$P")
|
|
else
|
|
VF_DRIVER=""
|
|
fi
|
|
if [ "$VF_DRIVER" != "vfio-pci" ]; then
|
|
if [ "$VF_DRIVER" ]; then
|
|
echo -n "$BSF" > /sys/bus/pci/drivers/"$VF_DRIVER"/unbind
|
|
fi
|
|
echo -n vfio-pci > /sys/bus/pci/devices/"$BSF"/driver_override
|
|
echo -n "$BSF" > /sys/bus/pci/drivers/vfio-pci/bind
|
|
fi
|
|
done
|
|
fi
|
|
done
|
|
}
|
|
|
|
check_config
|
|
sysfs_config
|
|
enable_sriov
|