ci: add host-netdev test case

This patch adds host-netdev test case

Signed-off-by: Kommula Shiva Shankar <kshankar@marvell.com>
Change-Id: I06bdec68183cb30f13a8400b326931c501124b12
Reviewed-on: https://sj1git1.cavium.com/c/IP/SW/dataplane/dpu-offload/+/134538
Tested-by: sa_ip-toolkits-Jenkins <sa_ip-toolkits-jenkins@marvell.com>
Reviewed-by: Nithin Kumar Dabilpuram <ndabilpuram@marvell.com>

Author: ShivaShankarKommula

ci/test/dao-test/common/ep_device_utils.sh

@@ -325,6 +325,27 @@ function ep_device_get_inactive_if()
 	done
 }
 
+function ep_device_get_unused_npa_pf()
+{
+	for dev in $(lspci -d :a0fb | awk -e '{print $1}'); do
+		if [ ! -d /sys/bus/pci/devices/$dev/driver ]; then
+			echo $dev
+			break;
+		fi
+	done
+}
+
+function ep_device_configure_tap_iface()
+{
+        local tap_if=$1
+        local tap_if_addr=$2
+
+        if [ -d "/sys/class/net/$tap_if" ]; then
+                ip addr add $tap_if_addr dev $tap_if
+                ip link set $tap_if up
+        fi
+}
+
 function ep_device_get_num_cores()
 {
 	local num_cores=$(lscpu | grep "On-line CPU(s) list" | awk -F '-' '{print $3}')

ci/test/dao-test/common/ep_host_utils.sh

@@ -17,17 +17,25 @@ function ep_host_sdp_setup()
 	sleep 5
 }
 
-function ep_host_vdpa_setup()
+function ep_host_vdpa_common_setup()
 {
-	local part=$1
+	local driver=$1
+	local part=$2
 	local host_pf
 	local vf_cnt
 	local vf_cnt_max
 	local sdp_vfs
 
 	echo "Setting up VDPA on host"
 	modprobe vdpa
-	modprobe vhost-vdpa
+	if [[ "$driver" == "vhost_vdpa" ]]; then
+		echo "Loading vhost-vdpa module"
+		modprobe vhost-vdpa
+	fi
+	if [[ "$driver" == "virtio_vdpa" ]]; then
+		echo "Loading virtio-vdpa module"
+		modprobe virtio-vdpa
+	fi
 	set +e # Module may be already loaded
 	rmmod octep_vdpa
 	if [[ -n ${EP_HOST_MODULE_DIR:-} ]]; then
@@ -66,11 +74,34 @@ function ep_host_vdpa_setup()
 		done
 		set -e
 
-		echo "Binding $vdev to vhost_vdpa"
-		ep_common_bind_driver vdpa $vdev vhost_vdpa
+		echo "Binding $vdev to $driver"
+		ep_common_bind_driver vdpa $vdev $driver
 	done
 }
 
+function ep_host_vdpa_setup()
+{
+	ep_host_vdpa_common_setup vhost_vdpa $1
+}
+
+function ep_host_virtio_vdpa_setup()
+{
+	local host_netdev_ip_addr=$2
+	ep_host_vdpa_common_setup virtio_vdpa $1
+	# Once device is bound to virtio-vdpa without any issues,
+	# linux netdev will be created
+	sleep 2
+	set +e # grep can return non-zero status
+	if [[ -d /sys/class/net ]]; then
+		for dev in /sys/class/net/*; do
+			if [[ $(readlink $dev/device/driver | grep virtio_net) ]]; then
+				ifconfig $(basename $dev) $host_netdev_ip_addr
+			fi
+		done
+	fi
+	set -e
+}
+
 function ep_host_vdpa_cleanup()
 {
 	echo "Cleaning up VDPA on host"
@@ -81,6 +112,22 @@ function ep_host_vdpa_cleanup()
 	set -e
 }
 
+function ep_host_virtio_vdpa_cleanup()
+{
+	echo "Cleaning up VIRTIO-VDPA on host"
+	set +e # Module may be already loaded
+	for vdev in $(ls /sys/bus/vdpa/devices/);
+	do
+		if [[ $(readlink /sys/bus/vdpa/devices/$vdev/driver | grep virtio_vdpa) ]]; then
+			echo $vdev > /sys/bus/vdpa/drivers/virtio_vdpa/unbind
+		fi
+	done
+	rmmod octep_vdpa
+	rmmod virtio-vdpa
+	rmmod vdpa
+	set -e
+}
+
 EP_SCP_CMD=${EP_SCP_CMD:-"scp -o LogLevel=ERROR -o ServerAliveInterval=30 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null"}
 EP_GUEST_DIR="/root/hostshare"
 EP_GUEST_SHARE_DIR=$EP_DIR/guest

ci/test/dao-test/virtio/l2fwd/meson.build

@@ -8,6 +8,7 @@ tests = [
     ['virtio_l2fwd_multiseg', 'virtio_l2fwd_1c.sh', ''],
     ['virtio_l2fwd_guest_1c', 'virtio_l2fwd_1c.sh', ''],
     ['virtio_l2fwd_perf', 'virtio_l2fwd_perf.sh', ''],
+    ['virtio_l2fwd_host_net_1c', 'virtio_l2fwd_1c.sh', ''],
 ]
 
 test_dir = meson.current_build_dir()

ci/test/dao-test/virtio/l2fwd/virtio_l2fwd_1c.sh

@@ -212,4 +212,102 @@ function virtio_l2fwd_guest_1c()
 	return $k
 }
 
+function virtio_l2fwd_host_net_1c_run()
+{
+	local l2fwd_pfx=${DAO_TEST}
+	local host_netdev_pfx=${DAO_TEST}_host_netdev
+	local l2fwd_out=virtio_l2fwd.${l2fwd_pfx}.out
+	local npa_pf=$(ep_device_get_unused_npa_pf)
+	local ep_device_dtap_addr=20.20.20.2
+	local ep_host_ip_addr=20.20.20.1
+	#TODO:
+	#Some PMDs need to allocate buffers that as large as the packet size
+	#to receive jumbo packets. Therefore, verify up to 1500, which falls
+	#with in the range of the default mbuf data
+	pkt_sizes=(64 1000 1500)
+	local app_args
+	local cidr=24
+	local ping_out
+	local count=60
+	local k=0
+
+	if [ -z "${1:-}" ]; then
+		ff_enable=""
+	else
+		ff_enable=$1
+	fi
+
+	l2fwd_register_sig_handler ${DAO_TEST} $host_netdev_pfx $l2fwd_out
+
+	ep_common_bind_driver pci $npa_pf vfio-pci
+
+	# Launch virtio l2fwd without cgx loopback
+	app_args="-p 0x1 -v 0x1 -P $ff_enable"
+	if ! l2fwd_app_launch_with_tap_dev $npa_pf $l2fwd_pfx $l2fwd_out "4-7" "$app_args"; then
+		echo "Failed to launch virtio l2fwd"
+
+		# Quit l2fwd app
+		l2fwd_app_quit $l2fwd_pfx $l2fwd_out
+
+		# Unbind NPA device
+		ep_common_unbind_driver pci $npa_pf vfio-pci
+
+		return 1
+	fi
+
+	echo "Configuring TAP interface on EP device"
+	#By default, Linux interfaces are named dtapX
+	ep_device_configure_tap_iface dtap0 $ep_device_dtap_addr/$cidr
+
+	ep_host_op virtio_vdpa_setup $(ep_device_get_part) $ep_host_ip_addr/$cidr
+
+	echo "Verifying ping"
+	for pkt_size in "${pkt_sizes[@]}"
+	do
+		ping_out=$(ping -c $count -s $pkt_size -i 0.2 \
+				-I $ep_device_dtap_addr $ep_host_ip_addr || true)
+		if [[ -n $(echo $ping_out | grep ", 0% packet loss,") ]]; then
+			echo "$pkt_size packet size ping test SUCCESS"
+		else
+			echo "$pkt_size packet size ping FAILED"
+			echo "stopping test execution"
+			k=1
+			break
+		fi
+		sleep 1
+	done
+
+	echo "virtio_vdpa_cleanup"
+	ep_host_op virtio_vdpa_cleanup
+
+	# Quit l2fwd app
+	l2fwd_app_quit $l2fwd_pfx $l2fwd_out
+
+	#Unbind NPA device
+	ep_common_unbind_driver pci $npa_pf vfio-pci
+
+	return $k
+}
+
+function virtio_l2fwd_host_net_1c()
+{
+        local k
+
+        virtio_l2fwd_host_net_1c_run
+        k=$?
+        if [[ "$k" != "0" ]]; then
+                echo ${DAO_TEST}" FF Test FAILED"
+                return $k
+        fi
+
+        virtio_l2fwd_host_net_1c_run -f
+        k=$?
+        if [[ "$k" != "0" ]]; then
+                echo ${DAO_TEST}" NO_FF Test FAILED "
+                return $k
+        fi
+
+        echo ${DAO_TEST}" Test PASSED"
+}
+
 test_run ${DAO_TEST} 2

ci/test/dao-test/virtio/l2fwd/virtio_l2fwd_utils.sh

@@ -352,6 +352,40 @@ function l2fwd_register_sig_handler()
 	trap "l2fwd_sig_handler EXIT $pfx $tpmd_pfx $dev_log" EXIT
 }
 
+function l2fwd_app_launch_with_tap_dev()
+{
+	local interface=$1
+	local l2fwd_pfx=$2
+	local l2fwd_out=$3
+	local cores="$4"
+	local app_args="$5"
+	local dpi_vfs=$(ep_common_pcie_addr_get $PCI_DEVID_CN10K_RVU_DPI_VF 22)
+	local eal_args=$(form_split_args "-a" $dpi_vfs)
+	local args="-l $cores --vdev=net_tap0 -a $interface $eal_args -- $app_args"
+	local unbuffer
+
+	unbuffer="$(command -v stdbuf) -o 0" || unbuffer=
+	rm -rf $l2fwd_out
+	echo "VIRTIO_L2FWD: $l2fwd_pfx: Launching dao-virtio-l2fwd"
+	echo "Args: '$args'"
+
+	$unbuffer $VIRTIO_L2FWD --file-prefix $l2fwd_pfx $args &>$l2fwd_out 2>&1 &
+
+	# Wait for virtio_l2fwd to be up
+	local itr=0
+
+	while ! (tail -n20 $l2fwd_out | grep -q "VIRTIO_L2FWD: Entering .* main loop"); do
+		sleep 1
+		itr=$((itr + 1))
+		if [[ itr -eq 10 ]]; then
+			echo "Timeout waiting for virtio-l2fwd";
+			cat $l2fwd_out
+			return 1;
+		fi
+		echo "Waiting for virtio-l2fwd to be up"
+	done
+}
+
 function l2fwd_app_launch()
 {
 	local interface=$1

ci/test/ep/virtio_setup.sh

@@ -17,6 +17,7 @@ function dao_virtio_cleanup()
 		device_part=$(ep_device_op get_part)
 		echo "Cleaning up VDPA on host"
 		ep_host_op vdpa_cleanup $device_part
+		ep_host_op virtio_vdpa_cleanup
 	fi
 
 	ep_host_op safe_kill $EP_DIR