summaryrefslogtreecommitdiffstats
path: root/meta/recipes-devtools/python/python3-numpy
diff options
context:
space:
mode:
authorRichard Purdie <richard.purdie@linuxfoundation.org>2023-09-29 22:53:24 +0100
committerRichard Purdie <richard.purdie@linuxfoundation.org>2023-10-01 08:12:59 +0100
commit98ecb27d2301a8464170615f619441a5c71bbde4 (patch)
tree269173eba1dc2398151be3bd202afde9420ceefe /meta/recipes-devtools/python/python3-numpy
parentab127e266ecd9f1cf6606d77fe1482d5e23abc52 (diff)
downloadpoky-98ecb27d2301a8464170615f619441a5c71bbde4.tar.gz
python3-numpy: Fix reproducibility issue
Add a patch to fix the reproducibility issue being seen during testing. The issue is from a poor choice of regex against the compiler flags, being triggered by different path names. Drop the previous attempt at fixing this as it wasn't that. (From OE-Core rev: c4d1dc5e33734b94835e7f5e0e1746d4a6542b55) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'meta/recipes-devtools/python/python3-numpy')
-rw-r--r--meta/recipes-devtools/python/python3-numpy/disable_blas.patch37
-rw-r--r--meta/recipes-devtools/python/python3-numpy/fix_reproducibility.patch33
2 files changed, 33 insertions, 37 deletions
diff --git a/meta/recipes-devtools/python/python3-numpy/disable_blas.patch b/meta/recipes-devtools/python/python3-numpy/disable_blas.patch
deleted file mode 100644
index 09d65e8419..0000000000
--- a/meta/recipes-devtools/python/python3-numpy/disable_blas.patch
+++ /dev/null
@@ -1,37 +0,0 @@
1We've seen reproducibility failures where it appears an extra -O3 compiler flag ends
2up in the multiarray library compilation. This can only really have come through
3extra_info since it only affects just this library. Rather than try and track
4down exactly where this came from in a rabbit warren of code, just disable
5this since we don't have any of the dependencies.
6
7Upstream-Status: Inappropriate [OE specific config hack]
8Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
9
10Index: numpy-1.25.2/numpy/core/setup.py
11===================================================================
12--- numpy-1.25.2.orig/numpy/core/setup.py
13+++ numpy-1.25.2/numpy/core/setup.py
14@@ -755,22 +755,7 @@ def configuration(parent_package='',top_
15 join('src', 'common', 'npy_cpu_features.c'),
16 ]
17
18- if os.environ.get('NPY_USE_BLAS_ILP64', "0") != "0":
19- blas_info = get_info('blas_ilp64_opt', 2)
20- else:
21- blas_info = get_info('blas_opt', 0)
22-
23- have_blas = blas_info and ('HAVE_CBLAS', None) in blas_info.get('define_macros', [])
24-
25- if have_blas:
26- extra_info = blas_info
27- # These files are also in MANIFEST.in so that they are always in
28- # the source distribution independently of HAVE_CBLAS.
29- common_src.extend([join('src', 'common', 'cblasfuncs.c'),
30- join('src', 'common', 'python_xerbla.c'),
31- ])
32- else:
33- extra_info = {}
34+ extra_info = {}
35
36 #######################################################################
37 # _multiarray_umath module - multiarray part #
diff --git a/meta/recipes-devtools/python/python3-numpy/fix_reproducibility.patch b/meta/recipes-devtools/python/python3-numpy/fix_reproducibility.patch
new file mode 100644
index 0000000000..d952aed00c
--- /dev/null
+++ b/meta/recipes-devtools/python/python3-numpy/fix_reproducibility.patch
@@ -0,0 +1,33 @@
1This regex decides whether to use O3 opimisation on numpy or not.
2
3It includes "od", which happens to be a substring of "reproducible"
4but not "qemux86-world".
5
6The regex will run against all compiler options including things like:
7
8-fmacro-prefix-map=/XXX/build/tmp/work/core2-64-poky-linux/python3-numpy/1.26.0/numpy-1.26.0=/usr/src/debug/python3-numpy/1.26.0-r0
9
10i.e. including build paths.
11
12Reduce the regex to something deterministic for our builds, assuming
13nobody builds in /home/debug:full/
14
15The autobuilder race depended upon whether qemux86-world or the
16reproducible target ran first and won the race to populate sstate.
17
18Upstream-Status: Inappropriate [upstream have dropped distutils and switched to meson]
19Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
20
21Index: numpy-1.26.0/numpy/distutils/ccompiler_opt.py
22===================================================================
23--- numpy-1.26.0.orig/numpy/distutils/ccompiler_opt.py
24+++ numpy-1.26.0/numpy/distutils/ccompiler_opt.py
25@@ -990,7 +990,7 @@ class _CCompiler:
26 ("cc_is_nocc", "", ""),
27 )
28 detect_args = (
29- ("cc_has_debug", ".*(O0|Od|ggdb|coverage|debug:full).*", ""),
30+ ("cc_has_debug", ".*debug:full.*", ""),
31 ("cc_has_native",
32 ".*(-march=native|-xHost|/QxHost|-mcpu=a64fx).*", ""),
33 # in case if the class run with -DNPY_DISABLE_OPTIMIZATION