crypto-perf: move to clearlinux:base and add QAT test cases

Clear Linux enables DPDK QAT PMD so we can move to use everything from
there. This saves maintenance efforts and we get more up-to-date DPDK.
The DPDK version in this update gives a tool for compress perf too, for
instance.

The commit also adds kustomize scripts that overlay the original DPDK
demo deployment to run dpdk-test-[compress|crypto|-perf test cases:

$ kubectl apply -k deployments/qat_dpdk_app/test-compress1/
$ kubectl apply -f deployments/qat_dpdk_app/test-crypto1/

New test cases ('ptest's with varying parameters) can be easily added
by following the pattern in test-[crypto|compress]1 directories.

Signed-off-by: Mikko Ylinen <mikko.ylinen@intel.com>

Author: mythi

demo/crypto-perf/Dockerfile

@@ -1,36 +1,29 @@
-FROM centos:7
-
-ENV SHELL=/bin/bash
-
-ENV RTE_TARGET=x86_64-native-linuxapp-gcc
-
-# verified git commit hash
-ENV DPDK_VERSION=3d2e044
-
-# install dependencies and some handy tools
-RUN rpm --rebuilddb; yum -y clean all; yum -y update;
-RUN yum -y install curl pciutils git numactl-devel make gcc openssl-devel
-
-# clone DPDK and checkout desired version
-WORKDIR /usr/src
-RUN git clone http://dpdk.org/git/dpdk
-WORKDIR /usr/src/dpdk
-RUN git checkout $DPDK_VERSION
-
-# explicitly enable QAT in the config
-RUN sed s#CONFIG_RTE_LIBRTE_PMD_QAT=n#CONFIG_RTE_LIBRTE_PMD_QAT=y# \
-        -i config/common_base
-
-# don't build kernel modules as they depend on the host kernel version
-RUN sed s#CONFIG_RTE_EAL_IGB_UIO=y#CONFIG_RTE_EAL_IGB_UIO=n# \
-        -i config/common_linuxapp
-RUN sed s#CONFIG_RTE_KNI_KMOD=y#CONFIG_RTE_KNI_KMOD=n# \
-        -i config/common_linuxapp
-
-# build DPDK
-RUN make T=$RTE_TARGET config && \
-    make T=$RTE_TARGET && \
-    make T=$RTE_TARGET DESTDIR=install install
-
-# go to the location of dpdk-test-crypto-perf app by default
-WORKDIR /usr/src/dpdk/build/app
+# CLEAR_LINUX_BASE and CLEAR_LINUX_VERSION can be used to make the build
+# reproducible by choosing an image by its hash and installing an OS version
+# with --version=:
+# CLEAR_LINUX_BASE=clearlinux@sha256:b8e5d3b2576eb6d868f8d52e401f678c873264d349e469637f98ee2adf7b33d4
+# CLEAR_LINUX_VERSION="--version=29970"
+#
+# This is used on release branches before tagging a stable version.
+# The master branch defaults to using the latest Clear Linux.
+ARG CLEAR_LINUX_BASE=clearlinux:latest
+
+FROM ${CLEAR_LINUX_BASE} as builder
+
+ARG CLEAR_LINUX_VERSION=
+
+RUN mkdir /install_root && \
+    swupd os-install \
+    ${CLEAR_LINUX_VERSION} \
+    --path /install_root \
+    --statedir /swupd-state \
+    --bundles=os-core,dpdk \
+    --no-boot-update && \
+    rm -rf /install_root/var/lib/swupd/*
+
+ADD run-dpdk-test /install_root/usr/bin/run-dpdk-test
+
+FROM scratch as final
+COPY --from=builder /install_root /
+
+CMD ["/bin/bash"]

demo/crypto-perf/run-dpdk-test

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+# expect $TESTCMD, $PTEST, and $QAT* are set
+set -u
+
+if [ "${TESTCMD}" != "crypto" ] && [ "${TESTCMD}" != "compress" ]; then
+	echo "run-dpdk-test: TESTCMD must be either crypto or compress"
+	exit 1
+fi
+
+PCI_WHITELIST=""
+
+for i in `echo ${!QAT*}`; do PCI_WHITELIST="$PCI_WHITELIST -w ${!i}"; done
+
+# "The default mempool handler is ring based."
+MEMPOOL=$(ls /usr/lib64/librte_mempool_ring.so*|tail -1)
+PMD_QAT=$(ls /usr/lib64/librte_pmd_qat.so*|tail -1)
+LCORE=$(cat /sys/fs/cgroup/cpuset/cpuset.cpus)
+
+EAL="-l ${LCORE} ${PCI_WHITELIST} -d ${MEMPOOL} -d ${PMD_QAT}"
+
+dpdk-test-${TESTCMD}-perf ${EAL} -- ${PTEST} \

deployments/qat_dpdk_app/patches/compress-perf/env_replace_testcmd.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: qat-dpdk
+spec:
+  containers:
+  - name: crypto-perf
+    env:
+    - name: TESTCMD
+      value: "compress"

deployments/qat_dpdk_app/patches/compress-perf/file.txt

@@ -0,0 +1,10 @@
+nameSuffix: -compress-perf
+bases:
+- ../dpdk-test/
+patchesStrategicMerge:
+- volume_add_configmap.yaml
+- env_replace_testcmd.yaml
+configMapGenerator:
+- name: test-data
+  files:
+  - file.txt

deployments/qat_dpdk_app/patches/compress-perf/kustomization.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: qat-dpdk
+spec:
+  containers:
+  - name: crypto-perf
+    volumeMounts:
+    - name: testfile
+      mountPath: /var/data/
+  volumes:
+  - name: testfile
+    configMap:
+      name: test-data

deployments/qat_dpdk_app/patches/compress-perf/volume_add_configmap.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: qat-dpdk-test
+spec:
+  containers:
+  - name: crypto-perf
+    env:
+    - name: TESTCMD
+      value: "crypto"

deployments/qat_dpdk_app/patches/crypto-perf/env_replace_testcmd.yaml

@@ -0,0 +1,9 @@
+nameSuffix: -crypto-perf
+bases:
+- ../dpdk-test/
+patchesJson6902:
+- target:
+    version: v1
+    kind: Pod
+    name: qat-dpdk
+  path: test.json

deployments/qat_dpdk_app/patches/crypto-perf/kustomization.yaml

@@ -0,0 +1,3 @@
+[
+  {"op": "replace", "path": "/spec/containers/0/env/0/value", "value": "crypto"}
+]

deployments/qat_dpdk_app/patches/crypto-perf/test.json

@@ -0,0 +1,5 @@
+[
+  {"op": "remove", "path": "/spec/containers/0/args"},
+  {"op": "replace", "path": "/spec/containers/0/command", "value": ["/usr/bin/run-dpdk-test"]},
+  {"op": "add", "path": "/spec/containers/0/env", "value": [{"name": "TESTCMD", "value": "dummy"}, {"name": "PTEST", "value": "dummy"}]}
+]