13 files changed, 418 insertions, 0 deletions

diff --git a/lib/oeqa/runtime/cases/cyclictest.py b/lib/oeqa/runtime/cases/cyclictest.py
new file mode 100644
index 00000000..8890651a
--- /dev/null
+++ b/lib/oeqa/runtime/cases/cyclictest.py
@@ -0,0 +1,39 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.core.decorator.depends import OETestDepends
+from oeqa.runtime.decorator.package import OEHasPackage
+import os
+import subprocess
+import datetime
+
+class CyclicTest(OERuntimeTestCase):
+
+    @OEHasPackage(['rt-tests'])
+    @OETestDepends(['ssh.SSHTest.test_ssh'])
+    def test_cyclic(self):
+        # Cyclictest command and argument based on public setup for Intel(R) Core(TM) i7-6700
+        # https://www.osadl.org/Latency-plot-of-system-in-rack-9-slot.qa-latencyplot-r9s5.0.html?shadow=1
+        # Command line: cyclictest -l100000000 -m -Sp99 -i200 -h400 -q
+        status, output = self.target.run('cyclictest -l100000000 -m -Sp99 -i200 -h400')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+        test_log_dir = self.td.get('TEST_LOG_DIR', '')
+
+        if not test_log_dir:
+            test_log_dir = os.path.join(self.td.get('WORKDIR', ''), 'testimage')
+
+        cyclic_log_dir = os.path.join(test_log_dir, '%s.%s' % ('cyclic_test', datetime.datetime.now().strftime('%Y%m%d%H%M%S')))
+        os.makedirs(cyclic_log_dir)
+        log_path = os.path.join(cyclic_log_dir, 'cyclic_log')
+        with open(log_path, 'w') as f:
+            f.write(output)
+
+        max_latency = subprocess.check_output(('grep "Max Latencies" %s | tr " " "\n" | sort -n | tail -1 | sed s/^0*//') % log_path, shell=True).strip()
+        max_latency = int(max_latency)
+        
+        # Default target latency based on max latency (24us) captured at public execution multiple by 1.2 (20% buffer) 
+        # https://www.osadl.org/Latency-plot-of-system-in-rack-9-slot.qa-latencyplot-r9s5.0.html?shadow=1
+        target_latency = 1.2*24
+        user_defined_target_latency = self.tc.td.get("RTKERNEL_TARGET_LATENCY")
+        if user_defined_target_latency:
+            target_latency = int(user_defined_target_latency)
+        self.assertTrue(max_latency < target_latency,
+                        msg="Max latency (%sus) is greater than target (%sus)." % (max_latency, target_latency))
diff --git a/lib/oeqa/runtime/cases/intel_mediasdk.py b/lib/oeqa/runtime/cases/intel_mediasdk.py
new file mode 100644
index 00000000..4ae7d580
--- /dev/null
+++ b/lib/oeqa/runtime/cases/intel_mediasdk.py
@@ -0,0 +1,34 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.core.decorator.depends import OETestDepends
+
+class MsdkTest(OERuntimeTestCase):
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.tc.target.run("rm /tmp/mtest_h264.mp4")
+
+    @OEHasPackage(['gstreamer1.0-plugins-base'])
+    @OEHasPackage(['gstreamer1.0-plugins-good'])
+    @OEHasPackage(['gstreamer1.0-plugins-bad'])
+    @OEHasPackage(['intel-mediasdk'])
+    @OEHasPackage(['intel-media-driver', 'libigfxcmrt7'])
+    def test_gstreamer_can_encode_with_msdk_and_intel_media_driver(self):
+        (status, output) = self.target.run('gst-inspect-1.0 msdk')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+        (status, output) = self.target.run('export LIBVA_DRIVER_NAME=iHD; '
+                                           'gst-launch-1.0 -ev videotestsrc num-buffers=120 ! timeoverlay ! '
+                                           'msdkh264enc ! video/x-h264,profile=main ! h264parse ! '
+                                           'filesink location=/tmp/mtest_h264.mp4')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['intel_mediasdk.MsdkTest.test_gstreamer_can_encode_with_msdk_and_intel_media_driver'])
+    def test_gstreamer_can_decode_with_msdk_and_intel_media_driver(self):
+        (status, output) = self.target.run('export LIBVA_DRIVER_NAME=iHD; '
+                                           'gst-launch-1.0 filesrc location=/tmp/mtest_h264.mp4 ! '
+                                           'h264parse ! msdkh264dec ! '
+                                           'msdkh265enc rate-control=cbr bitrate=5000 gop-size=30 b-frames=2 ! '
+                                           'video/x-h265,profile=main ! h265parse ! fakesink')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
diff --git a/lib/oeqa/runtime/cases/intel_vaapi_driver.py b/lib/oeqa/runtime/cases/intel_vaapi_driver.py
new file mode 100644
index 00000000..31e11a81
--- /dev/null
+++ b/lib/oeqa/runtime/cases/intel_vaapi_driver.py
@@ -0,0 +1,27 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.core.decorator.depends import OETestDepends
+
+class VaapiDriverTest(OERuntimeTestCase):
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.tc.target.run("rm /tmp/vtest_h264.mp4")
+
+    @OEHasPackage(['gstreamer1.0-plugins-base'])
+    @OEHasPackage(['gstreamer1.0-plugins-good'])
+    @OEHasPackage(['gstreamer1.0-vaapi'])
+    @OEHasPackage(['intel-vaapi-driver'])
+    def test_gstreamer_can_encode_with_intel_vaapi_driver(self):
+        (status, output) = self.target.run('gst-inspect-1.0 vaapi')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+        (status, output) = self.target.run('gst-launch-1.0 -ev videotestsrc num-buffers=60 ! '
+                                           'timeoverlay ! vaapih264enc ! h264parse ! mp4mux ! filesink location=/tmp/vtest_h264.mp4')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['intel_vaapi_driver.VaapiDriverTest.test_gstreamer_can_encode_with_intel_vaapi_driver'])
+    def test_gstreamer_can_decode_with_intel_vaapi_driver(self):
+        (status, output) = self.target.run('gst-launch-1.0 filesrc location=/tmp/vtest_h264.mp4 ! '
+                                           'qtdemux ! h264parse ! vaapih264dec ! vaapisink')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
diff --git a/lib/oeqa/runtime/cases/isal.py b/lib/oeqa/runtime/cases/isal.py
new file mode 100644
index 00000000..5025f986
--- /dev/null
+++ b/lib/oeqa/runtime/cases/isal.py
@@ -0,0 +1,24 @@
+import os
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.core.decorator.depends import OETestDepends
+
+class IsalTest(OERuntimeTestCase):
+
+    @OEHasPackage(['isa-l'])
+    def test_isal_igzip_version(self):
+        command = 'igzip -V'
+        (status, output) = self.target.run(command)
+        self.assertEqual(status, 0, msg="Error messages: %s" % output)
+
+    @OETestDepends(['isal.IsalTest.test_isal_igzip_version'])
+    def test_isal_igzip_can_compress(self):
+        command = 'echo "hello" > /tmp/igzip_sample'
+        (status, output) = self.target.run(command)
+        self.assertEqual(status, 0, msg="Error messages: %s" % output)
+        command = 'igzip -z /tmp/igzip_sample'
+        (status, output) = self.target.run(command)
+        self.assertEqual(status, 0, msg="Error messages: %s" % output)
+        command = 'rm /tmp/igzip_sample*'
+        (status, output) = self.target.run(command)
+        self.assertEqual(status, 0, msg="Error messages: %s" % output)
diff --git a/lib/oeqa/runtime/cases/libipt.py b/lib/oeqa/runtime/cases/libipt.py
new file mode 100644
index 00000000..4adb13f0
--- /dev/null
+++ b/lib/oeqa/runtime/cases/libipt.py
@@ -0,0 +1,23 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.core.decorator.depends import OETestDepends
+
+class LibiptTest(OERuntimeTestCase):
+    libipt_bin_dir = '/usr/bin/libipt/'
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.tc.target.run('rm /tmp/loop-tnt*')
+
+    @OEHasPackage(['libipt', 'libipt2'])
+    @OEHasPackage(['libipt-test'])
+    @OEHasPackage(['yasm'])
+    def test_libipt_can_generate_trace_packet(self):
+        (status, output) = self.target.run('cd /tmp; %spttc %s/tests/loop-tnt.ptt' % 
+                                           (self.libipt_bin_dir, self.libipt_bin_dir))
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['libipt.LibiptTest.test_libipt_can_generate_trace_packet'])
+    def test_libipt_can_perform_trace_packet_dump(self):
+        (status, output) = self.target.run('cd /tmp; %sptdump loop-tnt.pt' % self.libipt_bin_dir)
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
diff --git a/lib/oeqa/runtime/cases/libxcam.py b/lib/oeqa/runtime/cases/libxcam.py
new file mode 100644
index 00000000..57192f07
--- /dev/null
+++ b/lib/oeqa/runtime/cases/libxcam.py
@@ -0,0 +1,37 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.core.decorator.depends import OETestDepends
+
+class LibxcamTest(OERuntimeTestCase):
+    yuv_file = 'vtest.yuv'
+    soft_test_app_file = 'test-soft-image'
+    libxcam_test_app_dir = '/usr/bin/libxcam/'
+    libxcam_file_dir = '/tmp/'
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.tc.target.run("rm %s%s" % (cls.libxcam_file_dir, cls.yuv_file))
+
+    @OEHasPackage(['gstreamer1.0-plugins-base'])
+    @OEHasPackage(['gstreamer1.0-plugins-good'])
+    @OEHasPackage(['gstreamer1.0-vaapi'])
+    @OEHasPackage(['intel-vaapi-driver'])
+    def test_libxcam_can_generate_yuv_file_with_gstreamer(self):
+        (status, output) = self.target.run('gst-inspect-1.0 vaapi')
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+        (status, output) = self.target.run('gst-launch-1.0 -ev videotestsrc num-buffers=60 ! '
+                                           'timeoverlay ! filesink location=%s%s' %
+                                           (self.libxcam_file_dir, self.yuv_file))
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OEHasPackage(['libxcam'])
+    @OEHasPackage(['libxcam-test'])
+    @OETestDepends(['libxcam.LibxcamTest.test_libxcam_can_generate_yuv_file_with_gstreamer'])
+    def test_libxcam_can_execute_soft_image_sample_app(self):
+        (status, output) = self.target.run('%s%s --type remap --input0 %s%s --output soft_out.nv12 --save false' %
+                                            (self.libxcam_test_app_dir,
+                                            self.soft_test_app_file,
+                                            self.libxcam_file_dir,
+                                            self.yuv_file))
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
diff --git a/lib/oeqa/runtime/cases/microcode.py b/lib/oeqa/runtime/cases/microcode.py
new file mode 100644
index 00000000..52c1cdb4
--- /dev/null
+++ b/lib/oeqa/runtime/cases/microcode.py
@@ -0,0 +1,31 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.runtime.decorator.package import OEHasPackage
+import re
+
+class MicrocodeTest(OERuntimeTestCase):
+
+    def get_revision_from_microcode_string_list(self, microcode_string_list, re_pattern):
+        re_compile = re.compile(re_pattern)
+        rev_list = []
+        for s in microcode_string_list:
+            matched_revs = re_compile.findall(s)
+            if matched_revs:
+                for mr in matched_revs:
+                    rev_list.append(int(mr, 16))
+        return rev_list
+
+    @OEHasPackage(["iucode-tool"])
+    def test_microcode_update(self):
+        (status, output) = self.target.run('iucode_tool /lib/firmware/intel-ucode/ -tb -l --scan-system=2 | grep rev')
+
+        selected_microcodes = output.splitlines()
+        selected_rev_list = self.get_revision_from_microcode_string_list(selected_microcodes, "rev (\w*)")
+
+        (status, output) = self.target.run("dmesg | grep 'microcode updated early'")
+
+        updated_microcodes = output.splitlines()
+        updated_rev_list = self.get_revision_from_microcode_string_list(updated_microcodes, "revision (\w*)")
+
+        for ul in updated_rev_list:
+            self.assertTrue(ul in selected_rev_list, msg="Updated revision, %s, not in selected revision list (%s)" %
+                                                         (ul, selected_rev_list))
diff --git a/lib/oeqa/runtime/cases/mkl_dnn.py b/lib/oeqa/runtime/cases/mkl_dnn.py
new file mode 100644
index 00000000..8d50df54
--- /dev/null
+++ b/lib/oeqa/runtime/cases/mkl_dnn.py
@@ -0,0 +1,67 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.runtime.decorator.package import OEHasPackage
+from oeqa.core.decorator.depends import OETestDepends
+from oeqa.runtime.miutils.targets.oeqatarget import OEQATarget
+from oeqa.runtime.miutils.tests.mkl_dnn_test import MkldnnTest
+
+class MklDnn(OERuntimeTestCase):
+
+    @classmethod
+    def setUpClass(cls):
+        cls.mkldnntest = MkldnnTest(OEQATarget(cls.tc.target))
+        
+    @classmethod
+    def tearDownClass(cls):
+        cls.mkldnntest.tear_down()
+        
+    @OEHasPackage(['onednn', 'libdnnl2'])
+    @OEHasPackage(['onednn-src', 'libdnnl-src'])
+    @OEHasPackage(['onednn-dev', 'libdnnl-dev'])
+    @OEHasPackage(['gcc'])
+    @OEHasPackage(['gcc-symlinks'])
+    @OEHasPackage(['libstdc++-dev'])
+    @OEHasPackage(['binutils'])
+    def test_mkldnn_can_compile_and_execute(self):
+        (status, output) = self.mkldnntest.test_mkldnn_can_compile_and_execute()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+    
+    @OEHasPackage(['onednn', 'libdnnl2'])
+    @OEHasPackage(['onednn-test', 'libdnnl-test'])
+    def test_mkldnn_benchdnn_package_available(self):
+        (status, output) = self.mkldnntest.test_mkldnn_benchdnn_package_available()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_conv_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_conv_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_bnorm_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_bnorm_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_deconv_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_deconv_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_ip_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_ip_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_reorder_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_reorder_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_rnn_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_rnn_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
+
+    @OETestDepends(['mkl_dnn.MklDnn.test_mkldnn_benchdnn_package_available'])
+    def test_mkldnn_shuffle_api(self):
+        (status, output) = self.mkldnntest.test_mkldnn_shuffle_api()
+        self.assertEqual(status, 0, msg='status and output: %s and %s' % (status, output))
diff --git a/lib/oeqa/runtime/cases/parselogs-ignores-intel-core2-32.txt b/lib/oeqa/runtime/cases/parselogs-ignores-intel-core2-32.txt
new file mode 100644
index 00000000..84ce8168
--- /dev/null
+++ b/lib/oeqa/runtime/cases/parselogs-ignores-intel-core2-32.txt
@@ -0,0 +1,9 @@
+# These should be reviewed to see if they are still needed
+ACPI: No _BQC method, cannot determine initial brightness
+[Firmware Bug]: ACPI: No _BQC method, cannot determine initial brightness
+(EE) Failed to load module "psb"
+(EE) Failed to load module "psbdrv"
+(EE) open /dev/fb0: No such file or directory
+(EE) AIGLX: reverting to software rendering
+dmi: Firmware registration failed.
+ioremap error for 0x78
diff --git a/lib/oeqa/runtime/cases/parselogs-ignores-intel-corei7-64.txt b/lib/oeqa/runtime/cases/parselogs-ignores-intel-corei7-64.txt
new file mode 100644
index 00000000..5c9b4bc7
--- /dev/null
+++ b/lib/oeqa/runtime/cases/parselogs-ignores-intel-corei7-64.txt
@@ -0,0 +1,14 @@
+# These should be reviewed to see if they are still needed
+can't set Max Payload Size to 256
+intel_punit_ipc: can't request region for resource
+[drm] parse error at position 4 in video mode 'efifb'
+ACPI Error: Could not enable RealTimeClock event
+ACPI Warning: Could not enable fixed event - RealTimeClock
+hci_intel INT33E1:00: Unable to retrieve gpio
+hci_intel: probe of INT33E1:00 failed
+can't derive routing for PCI INT A
+failed to read out thermal zone
+Bluetooth: hci0: Setting Intel event mask failed
+ttyS2 - failed to request DMA
+Bluetooth: hci0: Failed to send firmware data (-38)
+atkbd serio0: Failed to enable keyboard on isa0060/serio0
diff --git a/lib/oeqa/runtime/cases/thermald.py b/lib/oeqa/runtime/cases/thermald.py
new file mode 100644
index 00000000..a0b6a92b
--- /dev/null
+++ b/lib/oeqa/runtime/cases/thermald.py
@@ -0,0 +1,47 @@
+from oeqa.runtime.case import OERuntimeTestCase
+from oeqa.core.decorator.depends import OETestDepends
+from oeqa.runtime.decorator.package import OEHasPackage
+import threading
+import time
+import re
+
+class ThermaldTest(OERuntimeTestCase):
+    def get_thermal_zone_with_target_type(self, target_type):
+        i = 0
+        while True:
+            status, output = self.target.run('cat /sys/class/thermal/thermal_zone%s/type' % i)
+            if status:
+                return -1
+            if output == target_type:
+                return i
+            i = i + 1
+
+    def run_thermald_emulation_to_exceed_setpoint_then_end_thermald_process(self, run_args):
+        time.sleep(2)
+        self.target.run('echo 106000 > /sys/class/thermal/thermal_zone%s/emul_temp' % run_args)
+        time.sleep(5)
+        __, output = self.target.run('pidof thermald')
+        self.target.run('kill -9 %s' % output)
+
+    def test_thermald_emulation_mode(self):
+        # Thermald test depend on thermal emulation, where CONFIG_THERMAL_EMULATION=y was required
+        # To enable thermal emulation, refer to https://github.com/intel/thermal_daemon/blob/master/test/readme_test.txt
+        (status, output) = self.target.run('gzip -dc /proc/config.gz | grep CONFIG_THERMAL_EMULATION=y')
+        if status:
+            self.skipTest("CONFIG_THERMAL_EMULATION is not set")
+
+    @OEHasPackage(['thermald'])
+    @OETestDepends(['thermald.ThermaldTest.test_thermald_emulation_mode'])
+    def test_thermald_can_track_thermal_exceed_setpoint(self):
+        x86_thermal_zone_index = self.get_thermal_zone_with_target_type('x86_pkg_temp')
+        if x86_thermal_zone_index < 0:
+            self.skipTest('Could not get the thermal zone index for target type (%s)' % 'x86_pkg_temp')
+        td_thread = threading.Thread(target=self.run_thermald_emulation_to_exceed_setpoint_then_end_thermald_process,
+                                     args=(x86_thermal_zone_index,))
+        td_thread.start()
+        td_thread.join()
+        status, output = self.target.run('timeout 3s thermald --no-daemon --loglevel=info')
+        regex_search = ".*thd_cdev_set_state.*106000"
+        regex_comp = re.compile(regex_search)
+        m = regex_comp.search(output)
+        self.assertTrue(m, msg='status and output: %s and %s' % (status, output))
diff --git a/lib/oeqa/runtime/miutils/targets/oeqatarget.py b/lib/oeqa/runtime/miutils/targets/oeqatarget.py
new file mode 100644
index 00000000..a9f7f1b4
--- /dev/null
+++ b/lib/oeqa/runtime/miutils/targets/oeqatarget.py
@@ -0,0 +1,11 @@
+
+class OEQATarget(object):
+
+    def __init__(self, target):
+        self.target = target
+
+    def run(self, cmd):
+        return self.target.run(cmd)
+
+    def copy_to(self, source, destination_dir):
+        self.target.copyTo(source, destination_dir)
diff --git a/lib/oeqa/runtime/miutils/tests/mkl_dnn_test.py b/lib/oeqa/runtime/miutils/tests/mkl_dnn_test.py
new file mode 100644
index 00000000..869a4cbe
--- /dev/null
+++ b/lib/oeqa/runtime/miutils/tests/mkl_dnn_test.py
@@ -0,0 +1,55 @@
+
+class MkldnnTest(object):
+    mkldnn_target_test_filename = 'mkl-dnn-c'
+
+    def __init__(self, target):
+        self.target = target
+
+    def tear_down(self):
+        self.target.run('rm /tmp/%s' % self.mkldnn_target_test_filename)
+        
+    def test_mkldnn_can_compile_and_execute(self):
+        mkldnn_src_dir = '/usr/src/debug/onednn/'
+        mkldnn_src_test_filename = 'api.c'
+        mkldnn_src_test_file = ''
+        
+        (__, output) = self.target.run('cd %s; find -name %s' % (mkldnn_src_dir, mkldnn_src_test_filename))
+        if 'No such file or directory' in output:
+            return -1, output
+
+        mkldnn_src_test_file = os.path.join(mkldnn_src_dir, output)
+        (status, output) = self.target.run('gcc %s -o /tmp/%s -ldnnl' % (mkldnn_src_test_file, self.mkldnn_target_test_filename))
+        if status:
+            return status, output
+
+        (status, output) = self.target.run('cd /tmp; ./%s' % self.mkldnn_target_test_filename)
+        return status, output
+   
+    def test_mkldnn_benchdnn_package_available(self):
+        (status, output) = self.target.run('ls /usr/bin/mkl-dnn/tests/benchdnn')
+        return status, output
+    
+    def _run_mkldnn_benchdnn_test(self, cmd):
+        (status, output) = self.target.run('cd /usr/bin/mkl-dnn/tests/benchdnn; %s' % cmd)
+        return status, output
+
+    def test_mkldnn_conv_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --conv --batch=inputs/conv/test_conv_3d')        
+
+    def test_mkldnn_bnorm_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --bnorm --batch=inputs/bnorm/test_bnorm_regressions')
+        
+    def test_mkldnn_deconv_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --deconv --batch=inputs/deconv/test_deconv_bfloat16')
+        
+    def test_mkldnn_ip_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --ip --batch=inputs/ip/test_ip_bfloat16')
+        
+    def test_mkldnn_reorder_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --reorder --batch=inputs/reorder/test_reorder_bfloat16')
+        
+    def test_mkldnn_rnn_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --rnn --batch=inputs/rnn/test_rnn_all')
+        
+    def test_mkldnn_shuffle_api(self):
+        return self._run_mkldnn_benchdnn_test('./benchdnn --shuffle --batch=inputs/shuffle/test_shuffle_bfloat16')
\ No newline at end of file