Docker: Forwarding Pods.

This patch adds source file required to build 2 forwarding pods.
1. L2 and L3 Fowarding
2. VPP

Signed-off-by: Sridhar K. N. Rao <sridhar.rao@spirent.com>
Change-Id: Ibffea4ebe34a575d040778e45b6ba9e92af5e8b6

1 files changed, 446 insertions, 0 deletions

diff --git a/tools/docker/test-containers/dpdk-forwarding-pods/l2l3fwd/dpdk-args.c b/tools/docker/test-containers/dpdk-forwarding-pods/l2l3fwd/dpdk-args.c
new file mode 100644
index 00000000..7803a971
--- /dev/null
+++ b/tools/docker/test-containers/dpdk-forwarding-pods/l2l3fwd/dpdk-args.c
@@ -0,0 +1,446 @@
+// SPDX-License-Identifier: Apache-2.0
+// Copyright(c) 2021 Red Hat, Inc.
+
+#include <stdarg.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <signal.h>
+#include <string.h>
+#include <dirent.h>
+#include <sys/stat.h>
+#include <unistd.h>
+#include "libnetutil_api.h"
+#include "dpdk-args.h"
+#include "c_util.h"
+
+bool debugArgs = true;
+
+#define DPDK_ARGS_MAX_ARGS (30)
+#define DPDK_ARGS_MAX_ARG_STRLEN (100)
+char myArgsArray[DPDK_ARGS_MAX_ARGS][DPDK_ARGS_MAX_ARG_STRLEN];
+char* myArgv[DPDK_ARGS_MAX_ARGS];
+
+//#define DPDK_ARGS_MAX_NUM_DIR (30)
+//static const char DEFAULT_DIR[] = "/var/lib/cni/";
+
+static char STR_MASTER[] = "master";
+static char STR_SLAVE[] = "slave";
+static char STR_ETHERNET[] = "ethernet";
+
+/* Large enough to hold: ",mac=aa:bb:cc:dd:ee:ff" */
+#define DPDK_ARGS_MAX_MAC_STRLEN (25)
+#define DPDK_ARGS_MAX_CONTAINERNAME_STRLEN (80)
+
+
+static int getInterfaces(int argc, int *pPortCnt, int *pPortMask) {
+	int i = 0;
+	int vhostCnt = 0;
+	int memifCnt = 1;
+	int sriovCnt = 0;
+	int err;
+	struct InterfaceResponse ifaceRsp;
+	char macStr[DPDK_ARGS_MAX_MAC_STRLEN];
+#if 0
+	// Refactor code later to find JSON file. Needs work so commented out for now.
+	DIR *d;
+	struct dirent *dir;
+	int currIndex = 0;
+	int freeIndex = 0;
+	char* dirList[DPDK_ARGS_MAX_NUM_DIR];
+	char* fileExt;
+
+	memset(dirList, 0, sizeof(char*)*DPDK_ARGS_MAX_NUM_DIR);
+
+	dirList[freeIndex] = malloc(sizeof(char) * (strlen(DEFAULT_DIR)+1));
+	strcpy(dirList[freeIndex++], DEFAULT_DIR);
+
+	while (dirList[currIndex] != NULL) {
+		printf("  Directory:%s\n", dirList[currIndex]);
+		d = opendir(dirList[currIndex]);
+		if (d)
+		{
+			while ((dir = readdir(d)) != NULL)
+			{
+				if ((dir->d_name) &&
+					(strcmp(dir->d_name, ".") != 0) &&
+					(strcmp(dir->d_name, "..") != 0))
+				{
+					printf("  Name:%s %d\n", dir->d_name, dir->d_type);
+					if (dir->d_type == DT_DIR) {
+						printf("    Add to Dir List:%s\n", dir->d_name);
+						dirList[freeIndex] = malloc(sizeof(char) * (strlen(DEFAULT_DIR)+strlen(dir->d_name)+1));
+						sprintf(dirList[freeIndex++], "%s%s/", DEFAULT_DIR, dir->d_name);
+					}
+					else
+					{
+						if (strstr(dir->d_name, "net") != NULL)
+						{
+							fileExt = strrchr(dir->d_name, '.');
+							if ((fileExt == NULL) || (strcmp(fileExt, ".json") != 0)) {
+								printf("    Adding to vdev list:%s\n", dir->d_name);
+								snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+										 "--vdev=virtio_user%d,path=%s%s", i, dirList[currIndex], dir->d_name);
+								i++;
+							}
+							else {
+								printf("    Invalid FileExt\n");
+							}
+						}
+					}
+				}
+			}
+			closedir(d);
+		}
+		free(dirList[currIndex]);
+		currIndex++;
+	}
+#endif
+
+	ifaceRsp.numIfaceAllocated = NETUTIL_NUM_NETWORKINTERFACE;
+	ifaceRsp.numIfacePopulated = 0;
+	ifaceRsp.pIface = malloc(ifaceRsp.numIfaceAllocated * sizeof(struct InterfaceData));
+	if (ifaceRsp.pIface) {
+		memset(ifaceRsp.pIface, 0, (ifaceRsp.numIfaceAllocated * sizeof(struct InterfaceData)));
+		err = GetInterfaces(&ifaceRsp);
+		if ((err == NETUTIL_ERRNO_SUCCESS) || (err == NETUTIL_ERRNO_SIZE_ERROR)) {
+
+			if (debugArgs) {
+				dumpInterfaces(&ifaceRsp);
+			}
+
+			for (i = 0; i < ifaceRsp.numIfacePopulated; i++) {
+				switch (ifaceRsp.pIface[i].DeviceType) {
+					case NETUTIL_TYPE_SRIOV:
+						if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Pci.PciAddress) {
+							snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+									 "-w %s", ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Pci.PciAddress);
+							sriovCnt++;
+
+							*pPortMask = *pPortMask | 1 << *pPortCnt;
+							*pPortCnt  = *pPortCnt + 1;
+						} else {
+							printf("ERROR: PCI Address not found. Type=%d\n",
+								ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Type);
+						}
+						break;
+					case NETUTIL_TYPE_VHOST:
+						if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.VhostUser.Path) {
+							if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.VhostUser.Mode == NETUTIL_VHOST_MODE_SERVER) {
+								snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+										 "--vdev=virtio_user%d,path=%s,server=1",
+										 vhostCnt, ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.VhostUser.Path);
+
+								vhostCnt++;
+								*pPortMask = *pPortMask | 1 << *pPortCnt;
+								*pPortCnt  = *pPortCnt + 1;
+							}
+							else if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.VhostUser.Mode == NETUTIL_VHOST_MODE_CLIENT) {
+								snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+										 "--vdev=virtio_user%d,path=%s,queues=1",
+										 vhostCnt, ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.VhostUser.Path);
+
+								vhostCnt++;
+								*pPortMask = *pPortMask | 1 << *pPortCnt;
+								*pPortCnt  = *pPortCnt + 1;
+							} else {
+								printf("ERROR: Unknown vHost Mode=%d\n", ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.VhostUser.Mode);
+							}
+						} else {
+							printf("ERROR: vHost Path not found. Type=%d\n",
+								ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Type);
+						}
+						break;
+					case NETUTIL_TYPE_MEMIF:
+						if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Path) {
+							char *pRole = NULL;
+							char *pMode = NULL;
+
+							if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Role == NETUTIL_MEMIF_ROLE_MASTER) {
+								pRole = STR_MASTER;
+							}
+							else if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Role == NETUTIL_MEMIF_ROLE_SLAVE) {
+								pRole = STR_SLAVE;
+							}
+							else {
+								printf("ERROR: Unknown memif Role=%d\n", ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Role);
+							}
+
+							if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Mode == NETUTIL_MEMIF_MODE_ETHERNET) {
+								pMode = STR_ETHERNET;
+							}
+							else if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Mode == NETUTIL_MEMIF_MODE_IP) {
+								//pMode = "ip";
+								printf("ERROR: memif Mode=%d - Not Supported in DPDK!\n",
+									ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Mode);
+							}
+							else if (ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Mode == NETUTIL_MEMIF_MODE_INJECT_PUNT) {
+								//pMode = "inject-punt"";
+								printf("ERROR: memif Mode=%d - Not Supported in DPDK!\n",
+									ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Mode);
+							}
+							else {
+								printf("ERROR: Unknown memif Mode=%d\n",
+									ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Mode);
+							}
+
+							if ((ifaceRsp.pIface[i].NetworkStatus.Mac) &&
+							    (strcmp(ifaceRsp.pIface[i].NetworkStatus.Mac,"") != 0)) {
+								snprintf(&macStr[0], DPDK_ARGS_MAX_MAC_STRLEN-1,
+										 ",mac=%s", ifaceRsp.pIface[i].NetworkStatus.Mac);
+							}
+							else {
+								macStr[0] = '\0';
+							}
+
+							if ((pRole) && (pMode)) {
+								snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+										 "--vdev=net_memif%d,socket=%s,role=%s%s", memifCnt,
+										 ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Memif.Path, pRole, &macStr[0]);
+
+								memifCnt++;
+								*pPortMask = *pPortMask | 1 << *pPortCnt;
+								*pPortCnt  = *pPortCnt + 1;
+							}
+						} else {
+							printf("ERROR: Memif Path not found. Type=%d\n",
+								ifaceRsp.pIface[i].NetworkStatus.DeviceInfo.Type);
+						}
+						break;
+				}
+			} /* END of FOR EACH Interface */
+
+			if (sriovCnt == 0) {
+				strncpy(&myArgsArray[argc++][0], "--no-pci", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			}
+
+			freeInterfaces(&ifaceRsp);
+		}
+		else {
+			printf("Couldn't get network interface, err code: %d\n", err);
+		}
+	}
+
+	return(argc);
+}
+
+static int getHugepages(int argc) {
+	int i = 0;
+	int err;
+	int containerIndex = 0;
+	int64_t reqMemory = 0;
+	int64_t hugepageMemory = 1024;
+	struct HugepagesResponse hugepagesRsp;
+
+	memset(&hugepagesRsp, 0, sizeof(struct HugepagesResponse));
+	hugepagesRsp.numStructAllocated = NETUTIL_NUM_HUGEPAGES_DATA;
+	hugepagesRsp.pHugepages = malloc(hugepagesRsp.numStructAllocated * sizeof(struct HugepagesData));
+	if (hugepagesRsp.pHugepages) {
+		memset(hugepagesRsp.pHugepages, 0, (hugepagesRsp.numStructAllocated * sizeof(struct HugepagesData)));
+		err = GetHugepages(&hugepagesRsp);
+		if ((err == NETUTIL_ERRNO_SUCCESS) || (err == NETUTIL_ERRNO_SIZE_ERROR)) {
+
+			if (debugArgs) {
+				dumpHugepages(&hugepagesRsp);
+			}
+
+			/* Loop through the list of containers to match container name from env. */
+			if (hugepagesRsp.MyContainerName) {
+				for (i = 0; i < hugepagesRsp.numStructPopulated; i++) {
+					if (hugepagesRsp.pHugepages[i].ContainerName) {
+						if (strcmp(hugepagesRsp.MyContainerName, hugepagesRsp.pHugepages[i].ContainerName) == 0) {
+							containerIndex = i;
+							printf("  MATCH: ContainerName=%s, Index=%d\n", hugepagesRsp.pHugepages[i].ContainerName, containerIndex);
+							break;
+						}
+					}
+				}
+			}
+
+			/* Limit can never be less than Request. So use Limit if non-zero.  */
+			/* However, for hugepages, Limit and Request should be the same, so */
+			/* either value should be fine.                                     */
+			reqMemory =
+				(hugepagesRsp.pHugepages[containerIndex].Limit1G != 0) ? hugepagesRsp.pHugepages[containerIndex].Limit1G :
+				(hugepagesRsp.pHugepages[containerIndex].Limit2M != 0) ? hugepagesRsp.pHugepages[containerIndex].Limit2M :
+				(hugepagesRsp.pHugepages[containerIndex].Limit != 0) ? hugepagesRsp.pHugepages[containerIndex].Limit :
+				(hugepagesRsp.pHugepages[containerIndex].Request1G != 0) ? hugepagesRsp.pHugepages[containerIndex].Request1G :
+				(hugepagesRsp.pHugepages[containerIndex].Request2M != 0) ? hugepagesRsp.pHugepages[containerIndex].Request2M :
+				hugepagesRsp.pHugepages[containerIndex].Request;
+
+			if (reqMemory != 0) {
+				/* Assuming 2 NUMA sockets, only use what container has access too. */
+				/* TBD: Manage NUMA properly. */ 
+				hugepageMemory = reqMemory / 2;
+			}
+
+			freeHugepages(&hugepagesRsp);
+
+		} else {
+			printf("  Couldn't get Hugepage info, defaulting to %ld, err code: %d\n", hugepageMemory, err);
+		}
+	}
+
+	/* Build up memory portion of DPDK Args. */
+	strncpy(&myArgsArray[argc++][0], "-m", DPDK_ARGS_MAX_ARG_STRLEN-1);
+	snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+		"%ld", hugepageMemory);
+
+	strncpy(&myArgsArray[argc++][0], "-n", DPDK_ARGS_MAX_ARG_STRLEN-1);
+	strncpy(&myArgsArray[argc++][0], "4", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+	return(argc);
+}
+
+char** GetArgs(int *pArgc, eDpdkAppType appType)
+{
+	int argc = 0;
+	int i;
+	struct CPUResponse cpuRsp;
+	int err;
+	int portMask = 0;
+	int portCnt = 0;
+	int lcoreBase = 0;
+	int port;
+	int length = 0;
+
+	sleep(2);
+
+	memset(&cpuRsp, 0, sizeof(cpuRsp));
+	err = GetCPUInfo(&cpuRsp);
+	if (err) {
+		printf("Couldn't get CPU info, err code: %d\n", err);
+	}
+	if (cpuRsp.CPUSet) {
+		printf("  cpuRsp.CPUSet = %s\n", cpuRsp.CPUSet);
+
+		// Free the string
+		free(cpuRsp.CPUSet);
+	}
+
+
+	memset(&myArgsArray[0][0], 0, sizeof(char)*DPDK_ARGS_MAX_ARG_STRLEN*DPDK_ARGS_MAX_ARGS);
+	memset(&myArgv[0], 0, sizeof(char)*DPDK_ARGS_MAX_ARGS);
+
+	if (pArgc) {
+		/*
+		 * Initialize EAL Options
+		 */
+		strncpy(&myArgsArray[argc++][0], "dpdk-app", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+		argc = getHugepages(argc);
+
+		//strncpy(&myArgsArray[argc++][0], "--file-prefix=dpdk-app_", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+		if (appType == DPDK_APP_TESTPMD) {
+			strncpy(&myArgsArray[argc++][0], "-l", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "1-3", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			strncpy(&myArgsArray[argc++][0], "--master-lcore", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "1", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			argc = getInterfaces(argc, &portCnt, &portMask);
+
+			/*
+			 * Initialize APP Specific Options
+			 */
+			strncpy(&myArgsArray[argc++][0], "--", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			strncpy(&myArgsArray[argc++][0], "--auto-start", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "--tx-first", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "--no-lsc-interrupt", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			/* testpmd exits if there is not user enteraction, so print stats */
+			/* every so often to keep program running. */
+			strncpy(&myArgsArray[argc++][0], "--stats-period", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "60", DPDK_ARGS_MAX_ARG_STRLEN-1);
+		}
+		else if (appType == DPDK_APP_L3FWD) {
+			/* NOTE: The l3fwd app requires a TX Queue per lcore. So seeting lcore to 1 */
+			/*       until additional queues are added to underlying interface.         */
+			strncpy(&myArgsArray[argc++][0], "-l", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "1", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			strncpy(&myArgsArray[argc++][0], "--master-lcore", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "1", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			lcoreBase = 1;
+
+			argc = getInterfaces(argc, &portCnt, &portMask);
+
+			/*
+			 * Initialize APP Specific Options
+			 */
+			strncpy(&myArgsArray[argc++][0], "--", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			/* Set the PortMask, Hexadecimal bitmask of ports used by app. */
+			strncpy(&myArgsArray[argc++][0], "-p", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+					"0x%x", portMask);
+
+			/* Set all ports to promiscuous mode so that packets are accepted */
+			/* regardless of the packet’s Ethernet MAC destination address.   */
+			strncpy(&myArgsArray[argc++][0], "-P", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			/* Determines which queues from which ports are mapped to which cores. */
+			/* Usage: --config="(port,queue,lcore)[,(port,queue,lcore)]" */
+			length = 0;
+			for (port = 0; port < portCnt; port++) {
+				/* If the first port, add '--config="' to string. */
+				if (port == 0) {
+					length += snprintf(&myArgsArray[argc][length], DPDK_ARGS_MAX_ARG_STRLEN-length,
+									"--config=\"");
+				}
+				/* If not the first port, add a ',' to string. */
+				else {
+					length += snprintf(&myArgsArray[argc][length], DPDK_ARGS_MAX_ARG_STRLEN-length, ",");
+				}
+
+				/* Add each port data */
+				length += snprintf(&myArgsArray[argc][length], DPDK_ARGS_MAX_ARG_STRLEN-length,
+					"(%d,%d,%d)", port, 0 /* queue */, lcoreBase /*+port*/);
+
+				/* If the last port, add a trailing " to string. */
+				if (port == portCnt-1) {
+					length += snprintf(&myArgsArray[argc][length], DPDK_ARGS_MAX_ARG_STRLEN-length, "\"");
+				}
+			}
+			argc++;
+
+			/* Set to use software to analyze packet type. Without this option, */
+			/* hardware will check the packet type. Not sure if vHost supports. */
+			strncpy(&myArgsArray[argc++][0], "--parse-ptype", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+		}
+		else if (appType == DPDK_APP_L2FWD) {
+			strncpy(&myArgsArray[argc++][0], "-l", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "1-3", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			argc = getInterfaces(argc, &portCnt, &portMask);
+
+			/*
+			 * Initialize APP Specific Options
+			 */
+			strncpy(&myArgsArray[argc++][0], "--", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			/* Set the PortMask, Hexadecimal bitmask of ports used by app. */
+			strncpy(&myArgsArray[argc++][0], "-p", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			snprintf(&myArgsArray[argc++][0], DPDK_ARGS_MAX_ARG_STRLEN-1,
+					"0x%x", portMask);
+
+			/* Set the PERIOD, statistics will be refreshed each PERIOD seconds. */
+			strncpy(&myArgsArray[argc++][0], "-T", DPDK_ARGS_MAX_ARG_STRLEN-1);
+			strncpy(&myArgsArray[argc++][0], "120", DPDK_ARGS_MAX_ARG_STRLEN-1);
+
+			/* Set to no-mac-updating. When enabled: */
+			/*  - source MAC address is replaced by the TX port MAC address */
+		    /*  - The destination MAC address is replaced by 02:00:00:00:00:TX_PORT_ID */
+			strncpy(&myArgsArray[argc++][0], "--no-mac-updating", DPDK_ARGS_MAX_ARG_STRLEN-1);
+		}
+
+		for (i = 0; i < argc; i++) {
+			myArgv[i] = &myArgsArray[i][0];
+		}
+		*pArgc = argc;
+	}
+
+	return(myArgv);
+}