summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorRoss Burton <ross.burton@arm.com>2024-03-15 14:37:38 +0000
committerRichard Purdie <richard.purdie@linuxfoundation.org>2024-03-19 15:25:12 +0000
commit78e48090b2c2aa94112b986e0948b0a981d08e7f (patch)
tree674474d79315bd27c66997dcc77cafc8b5535f3b
parentb2191bb7a706f163251c6f1c284dfb22d28fccad (diff)
downloadpoky-78e48090b2c2aa94112b986e0948b0a981d08e7f.tar.gz
gstreamer1.0: improve test reliability
First, libcheck has the ability to increase all test timeouts by an arbitrary multiplier. Because we run our tests on loaded build machines, increase all timeouts by 10x to reduce the chance of load causing failures. Second, use GST_CHECKS_IGNORE to list test cases that should be skipped. Drop skip-aggregator-test.patch as this is now redundant, and also skip gstnetclientclock.c:test_functioning as this is very sensitive to load. [ YOCTO #14808 ] (From OE-Core rev: 669d0df81f651f7c033c8cb7872cac5bfe670a4f) Signed-off-by: Ross Burton <ross.burton@arm.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
-rwxr-xr-xmeta/recipes-multimedia/gstreamer/gstreamer1.0/run-ptest16
-rw-r--r--meta/recipes-multimedia/gstreamer/gstreamer1.0/skip-aggregator-test.patch35
-rw-r--r--meta/recipes-multimedia/gstreamer/gstreamer1.0_1.22.10.bb1
3 files changed, 15 insertions, 37 deletions
diff --git a/meta/recipes-multimedia/gstreamer/gstreamer1.0/run-ptest b/meta/recipes-multimedia/gstreamer/gstreamer1.0/run-ptest
index 0cfa955f03..7d0312005f 100755
--- a/meta/recipes-multimedia/gstreamer/gstreamer1.0/run-ptest
+++ b/meta/recipes-multimedia/gstreamer/gstreamer1.0/run-ptest
@@ -1,2 +1,16 @@
1#!/usr/bin/env sh 1#! /bin/sh
2
3# Multiply all timeouts by ten so they're more likely to work
4# on a loaded system.
5export CK_TIMEOUT_MULTIPLIER=5
6
7# Skip some tests that we know are problematic
8export GST_CHECKS_IGNORE=""
9# gstnetclientclock.c:test_functioning is very sensitive to load
10GST_CHECKS_IGNORE="$GST_CHECKS_IGNORE,test_functioning"
11
12# aggregator.c:test_infinite_seek_50_src_live is known to be flaky
13# https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/410
14GST_CHECKS_IGNORE="$GST_CHECKS_IGNORE,test_infinite_seek_50_src_live"
15
2gnome-desktop-testing-runner gstreamer 16gnome-desktop-testing-runner gstreamer
diff --git a/meta/recipes-multimedia/gstreamer/gstreamer1.0/skip-aggregator-test.patch b/meta/recipes-multimedia/gstreamer/gstreamer1.0/skip-aggregator-test.patch
deleted file mode 100644
index 81337512fd..0000000000
--- a/meta/recipes-multimedia/gstreamer/gstreamer1.0/skip-aggregator-test.patch
+++ /dev/null
@@ -1,35 +0,0 @@
1From 9b72aa7cdbc2a81cffc6f855933afe90c81046d5 Mon Sep 17 00:00:00 2001
2From: Ross Burton <ross.burton@arm.com>
3Date: Wed, 28 Feb 2024 12:40:34 +0000
4Subject: [PATCH] Skip aggregator test
5
6This test case is known to be flaky upstream[1] and often fails on the
7autobuilder[2], so skip it until this has been resolved upstream.
8
9[1] https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/410
10[2] https://bugzilla.yoctoproject.org/show_bug.cgi?id=15054
11
12Upstream-Status: Inappropriate
13Signed-off-by: Ross Burton <ross.burton@arm.com>
14---
15 tests/check/libs/aggregator.c | 4 +++-
16 1 file changed, 3 insertions(+), 1 deletion(-)
17
18diff --git a/tests/check/libs/aggregator.c b/tests/check/libs/aggregator.c
19index 1f2c5b4..27b3ac7 100644
20--- a/tests/check/libs/aggregator.c
21+++ b/tests/check/libs/aggregator.c
22@@ -1475,7 +1475,9 @@ gst_aggregator_suite (void)
23 tcase_add_test (general, test_flushing_seek);
24 tcase_add_test (general, test_infinite_seek);
25 tcase_add_test (general, test_infinite_seek_50_src);
26- tcase_add_test (general, test_infinite_seek_50_src_live);
27+ // This test case is known to be flaky, remove it until resolved:
28+ // https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/410
29+ // tcase_add_test (general, test_infinite_seek_50_src_live);
30 tcase_add_test (general, test_linear_pipeline);
31 tcase_add_test (general, test_two_src_pipeline);
32 tcase_add_test (general, test_timeout_pipeline);
33--
342.34.1
35
diff --git a/meta/recipes-multimedia/gstreamer/gstreamer1.0_1.22.10.bb b/meta/recipes-multimedia/gstreamer/gstreamer1.0_1.22.10.bb
index c16f0de3b7..0c944e9e11 100644
--- a/meta/recipes-multimedia/gstreamer/gstreamer1.0_1.22.10.bb
+++ b/meta/recipes-multimedia/gstreamer/gstreamer1.0_1.22.10.bb
@@ -21,7 +21,6 @@ SRC_URI = "https://gstreamer.freedesktop.org/src/gstreamer/gstreamer-${PV}.tar.x
21 file://0002-tests-add-support-for-install-the-tests.patch \ 21 file://0002-tests-add-support-for-install-the-tests.patch \
22 file://0003-tests-use-a-dictionaries-for-environment.patch \ 22 file://0003-tests-use-a-dictionaries-for-environment.patch \
23 file://0004-tests-add-helper-script-to-run-the-installed_tests.patch \ 23 file://0004-tests-add-helper-script-to-run-the-installed_tests.patch \
24 file://skip-aggregator-test.patch \
25 " 24 "
26SRC_URI[sha256sum] = "969aaef396f252ce925132a4be2aa004e0320f5c1baf0acaaae09c544a6759f4" 25SRC_URI[sha256sum] = "969aaef396f252ce925132a4be2aa004e0320f5c1baf0acaaae09c544a6759f4"
27 26