Adding upstream version 16.2.11+ds.upstream/16.2.11+dsupstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 96 insertions, 0 deletions

diff --git a/src/spdk/scripts/qat_setup.sh b/src/spdk/scripts/qat_setup.sh
new file mode 100755
index 000000000..30e24ca09
--- /dev/null
+++ b/src/spdk/scripts/qat_setup.sh
@@ -0,0 +1,96 @@
+#!/usr/bin/env bash
+
+rootdir=$(readlink -f $(dirname $0))/..
+igb_driverdir=$rootdir/dpdk/build/build/kernel/igb_uio/
+allowed_drivers=("igb_uio" "uio_pci_generic")
+
+# This script requires an igb_uio kernel module binary located at $igb_driverdir/igb_uio.ko
+# Please also note that this script is not intended to be comprehensive or production quality.
+# It supports configuring a single card (the Intel QAT 8970) for use with the SPDK
+
+bad_driver=true
+driver_to_bind=uio_pci_generic
+num_vfs=16
+
+qat_pci_bdfs=($(lspci -Dd:37c8 | awk '{print $1}'))
+if [ ${#qat_pci_bdfs[@]} -eq 0 ]; then
+	echo "No QAT devices found. Exiting"
+	exit 0
+fi
+
+if [ -n "$1" ]; then
+	driver_to_bind=$1
+fi
+
+for driver in "${allowed_drivers[@]}"; do
+	if [ $driver == $driver_to_bind ]; then
+		bad_driver=false
+	fi
+done
+
+if $bad_driver; then
+	echo "Unrecognized driver. Please specify an accepted driver (listed below):"
+	echo "${allowed_drivers[@]}"
+	exit 1
+fi
+
+# try starting the qat service. If this doesn't work, just treat it as a warning for now.
+if ! service qat_service start; then
+	echo "failed to start the qat service. Something may be wrong with your 01.org driver."
+fi
+
+# configure virtual functions for the QAT cards.
+for qat_bdf in "${qat_pci_bdfs[@]}"; do
+	echo "$num_vfs" > /sys/bus/pci/drivers/c6xx/$qat_bdf/sriov_numvfs
+	num_vfs=$(cat /sys/bus/pci/drivers/c6xx/$qat_bdf/sriov_numvfs)
+	echo "$qat_bdf set to $num_vfs VFs"
+done
+
+# Confirm we have all of the virtual functions we asked for.
+
+qat_vf_bdfs=($(lspci -Dd:37c9 | awk '{print $1}'))
+if ((${#qat_vf_bdfs[@]} != ${#qat_pci_bdfs[@]} * num_vfs)); then
+	echo "Failed to prepare the VFs. Aborting"
+	exit 1
+fi
+
+# Unbind old driver if necessary.
+for vf in "${qat_vf_bdfs[@]}"; do
+	old_driver=$(basename $(readlink -f /sys/bus/pci/devices/${vf}/driver))
+	if [ $old_driver != "driver" ]; then
+		echo "unbinding driver $old_driver from qat VF at BDF $vf"
+		echo -n $vf > /sys/bus/pci/drivers/$old_driver/unbind
+	fi
+done
+
+modprobe uio
+
+# Insert the dpdk uio kernel module.
+if [ $driver_to_bind == "igb_uio" ]; then
+	if ! lsmod | grep -q igb_uio; then
+		if ! insmod $igb_driverdir/igb_uio.ko; then
+			echo "Unable to insert the igb_uio kernel module. Aborting."
+			exit 1
+		fi
+	fi
+elif [ "$driver_to_bind" == "uio_pci_generic" ]; then
+	modprobe uio_pci_generic
+else
+	echo "Unsure how to work with driver $driver_to_bind. Please configure it in qat_setup.sh"
+	exit 1
+fi
+
+echo -n "8086 37c9" > /sys/bus/pci/drivers/$driver_to_bind/new_id
+for vf in "${qat_vf_bdfs[@]}"; do
+	if ! ls -l /sys/bus/pci/devices/$vf/driver | grep -q $driver_to_bind; then
+		echo "unable to bind the driver to the device at bdf $vf"
+		if [ "$driver_to_bind" == "uio_pci_generic" ]; then
+			echo "Your kernel's uio_pci_generic module does not support binding to virtual functions."
+			echo "It likely is missing Linux git commit ID acec09e67 which is needed to bind"
+			echo "uio_pci_generic to virtual functions which have no legacy interrupt vector."
+			echo "Please rebuild spdk with --with-igb-uio-driver and re-run this script specifying the igb_uio driver."
+		fi
+		exit 1
+	fi
+done
+echo "Properly configured the qat device with driver $driver_to_bind."