blob: 9057c12b091a90c78e3e191a50ca5f37adeb790e [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
Andrew Geisslerfc113ea2023-03-31 09:59:46 -05007 acl \
8 apr-util \
9 attr \
10 babeltrace \
11 babeltrace2 \
12 bc \
13 bluez5 \
14 busybox \
15 cpio \
16 diffstat \
17 diffutils \
18 ethtool \
19 expat \
Patrick Williamse760df82023-05-26 11:10:49 -050020 expect \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050021 findutils \
22 flex \
23 gawk \
24 gdbm \
25 gdk-pixbuf \
26 glib-networking \
27 gzip \
28 json-c \
29 json-glib \
30 libconvert-asn1-perl \
31 liberror-perl \
32 libgpg-error\
33 libnl \
34 libpcre \
35 libssh2 \
36 libtimedate-perl \
37 libtest-fatal-perl \
38 libtest-needs-perl \
39 libtest-warnings-perl \
40 libtry-tiny-perl \
41 liburi-perl \
42 libusb1 \
43 libxml-namespacesupport-perl \
44 libxml-perl \
45 libxml-parser-perl \
46 libxml-sax-perl \
47 libxml-sax-base-perl \
48 libxml-simple-perl \
49 libxml2 \
Andrew Geissler220dafd2023-10-04 10:18:08 -050050 libxmlb \
Patrick Williams8e7b46e2023-05-01 14:19:06 -050051 logrotate \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050052 lua \
53 lzo \
54 m4 \
55 nettle \
56 opkg \
57 pango \
58 popt \
59 python3-atomicwrites \
60 python3-bcrypt \
Andrew Geissler3eeda902023-05-19 10:14:02 -050061 python3-calver \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050062 python3-hypothesis \
63 python3-jinja2 \
64 python3-jsonpointer \
Patrick Williams169d7bc2024-01-05 11:33:25 -060065 python3-license-expression \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050066 python3-markupsafe \
67 python3-more-itertools \
68 python3-pluggy \
69 python3-pyasn1 \
70 python3-pytz \
Andrew Geissler3eeda902023-05-19 10:14:02 -050071 python3-trove-classifiers \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050072 python3-wcwidth \
73 python3-webcolors \
74 qemu \
75 quilt \
76 sed \
77 slang \
78 wayland \
79 zlib \
Patrick Williams2a254922023-08-11 09:48:11 -050080 libexif \
Brad Bishopc342db32019-05-15 21:57:59 -040081"
Andrew Geissler220dafd2023-10-04 10:18:08 -050082PTESTS_FAST:append:libc-glibc = " glibc-y2038-tests"
83PTESTS_PROBLEMS:remove:libc-glibc = "glibc-y2038-tests"
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050084PTESTS_FAST:remove:mips64 = "qemu"
85PTESTS_PROBLEMS:append:mips64 = " qemu"
86PTESTS_FAST:remove:riscv32 = "qemu"
87PTESTS_PROBLEMS:append:riscv32 = " qemu"
Brad Bishopc342db32019-05-15 21:57:59 -040088
89PTESTS_SLOW = "\
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050090 apr \
91 bzip2 \
92 coreutils \
93 curl \
94 dbus \
95 e2fsprogs \
96 elfutils \
97 gettext \
98 glib-2.0 \
99 gnutls \
100 gstreamer1.0 \
Andrew Geissler5082cc72023-09-11 08:41:39 -0400101 less \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500102 libevent \
103 libgcrypt \
104 libmodule-build-perl \
105 lttng-tools \
Andrew Geissler8f840682023-07-21 09:09:43 -0500106 mdadm \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500107 openssh \
108 openssl \
109 parted \
110 perl \
111 python3-cryptography \
112 python3 \
Andrew Geissler220dafd2023-10-04 10:18:08 -0500113 python3-click \
114 python3-xmltodict \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500115 strace \
Andrew Geissler220dafd2023-10-04 10:18:08 -0500116 tar \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500117 tcl \
118 util-linux \
119 valgrind \
Andrew Geissler028142b2023-05-05 11:29:21 -0500120 lz4 \
Brad Bishopc342db32019-05-15 21:57:59 -0400121"
Brad Bishop00e122a2019-10-05 11:10:57 -0400122
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500123PTESTS_SLOW:remove:riscv64 = "valgrind"
124PTESTS_PROBLEMS:append:riscv64 = " valgrind"
Patrick Williamsac13d5f2023-11-24 18:59:46 -0600125PTESTS_SLOW:remove:riscv32 = "lttng-tools strace valgrind"
126PTESTS_PROBLEMS:append:riscv32 = " lttng-tools strace valgrind"
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500127PTESTS_SLOW:append:libc-musl = " libc-test"
128PTESTS_SLOW:remove:x86 = "valgrind"
129PTESTS_PROBLEMS:append:x86 = " valgrind"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700130
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500131# ruby \ # Timeout
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500132# rt-tests \ # Needs to be checked whether it runs at all
133# bash \ # Test outcomes are non-deterministic by design
134# ifupdown \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500135# libinput \ # Tests need an unloaded system to be reliable
136# libpam \ # Needs pam DISTRO_FEATURE
137# numactl \ # qemu not (yet) configured for numa; all tests are skipped
138# libseccomp \ # tests failed: 38; add to slow tests once addressed
139# python3-numpy \ # requires even more RAM and (possibly) disk space; multiple failures
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700140
141PTESTS_PROBLEMS = "\
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500142 ruby \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500143 rt-tests \
144 bash \
145 ifupdown \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500146 libinput \
147 libpam \
148 libseccomp \
149 numactl \
Andrew Geissler220dafd2023-10-04 10:18:08 -0500150 python3-license-expression \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500151 python3-numpy \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700152"