blob: 5975db25ccca3bf0a4d65076e64fa951cd882794 [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
Andrew Geisslerfc113ea2023-03-31 09:59:46 -05007 acl \
8 apr-util \
9 attr \
10 babeltrace \
11 babeltrace2 \
12 bc \
13 bluez5 \
14 busybox \
15 cpio \
16 diffstat \
17 diffutils \
18 ethtool \
19 expat \
Patrick Williamse760df82023-05-26 11:10:49 -050020 expect \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050021 findutils \
22 flex \
23 gawk \
24 gdbm \
25 gdk-pixbuf \
26 glib-networking \
27 gzip \
28 json-c \
29 json-glib \
30 libconvert-asn1-perl \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050031 libgpg-error\
32 libnl \
33 libpcre \
34 libssh2 \
35 libtimedate-perl \
36 libtest-fatal-perl \
37 libtest-needs-perl \
38 libtest-warnings-perl \
39 libtry-tiny-perl \
40 liburi-perl \
41 libusb1 \
42 libxml-namespacesupport-perl \
43 libxml-perl \
44 libxml-parser-perl \
45 libxml-sax-perl \
46 libxml-sax-base-perl \
47 libxml-simple-perl \
48 libxml2 \
Andrew Geissler220dafd2023-10-04 10:18:08 -050049 libxmlb \
Patrick Williams8e7b46e2023-05-01 14:19:06 -050050 logrotate \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050051 lua \
52 lzo \
53 m4 \
54 nettle \
55 opkg \
56 pango \
57 popt \
58 python3-atomicwrites \
Patrick Williams705982a2024-01-12 09:51:57 -060059 python3-attrs \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050060 python3-bcrypt \
Andrew Geissler3eeda902023-05-19 10:14:02 -050061 python3-calver \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050062 python3-hypothesis \
63 python3-jinja2 \
64 python3-jsonpointer \
Patrick Williams169d7bc2024-01-05 11:33:25 -060065 python3-license-expression \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050066 python3-markupsafe \
67 python3-more-itertools \
68 python3-pluggy \
69 python3-pyasn1 \
70 python3-pytz \
Patrick Williams73bd93f2024-02-20 08:07:48 -060071 python3-pyyaml \
Andrew Geissler3eeda902023-05-19 10:14:02 -050072 python3-trove-classifiers \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050073 python3-wcwidth \
74 python3-webcolors \
75 qemu \
76 quilt \
77 sed \
78 slang \
79 wayland \
Patrick Williams73bd93f2024-02-20 08:07:48 -060080 xz \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050081 zlib \
Patrick Williams2a254922023-08-11 09:48:11 -050082 libexif \
Brad Bishopc342db32019-05-15 21:57:59 -040083"
Andrew Geissler220dafd2023-10-04 10:18:08 -050084PTESTS_FAST:append:libc-glibc = " glibc-y2038-tests"
85PTESTS_PROBLEMS:remove:libc-glibc = "glibc-y2038-tests"
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050086PTESTS_FAST:remove:mips64 = "qemu"
87PTESTS_PROBLEMS:append:mips64 = " qemu"
88PTESTS_FAST:remove:riscv32 = "qemu"
89PTESTS_PROBLEMS:append:riscv32 = " qemu"
Brad Bishopc342db32019-05-15 21:57:59 -040090
91PTESTS_SLOW = "\
Andrew Geisslerfc113ea2023-03-31 09:59:46 -050092 apr \
93 bzip2 \
94 coreutils \
95 curl \
96 dbus \
97 e2fsprogs \
98 elfutils \
99 gettext \
100 glib-2.0 \
101 gnutls \
102 gstreamer1.0 \
Andrew Geissler5082cc72023-09-11 08:41:39 -0400103 less \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500104 libevent \
105 libgcrypt \
106 libmodule-build-perl \
107 lttng-tools \
108 openssh \
109 openssl \
110 parted \
111 perl \
112 python3-cryptography \
113 python3 \
Andrew Geissler220dafd2023-10-04 10:18:08 -0500114 python3-click \
115 python3-xmltodict \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500116 strace \
Andrew Geissler220dafd2023-10-04 10:18:08 -0500117 tar \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500118 tcl \
119 util-linux \
120 valgrind \
Andrew Geissler028142b2023-05-05 11:29:21 -0500121 lz4 \
Patrick Williams03514f12024-04-05 07:04:11 -0500122 libseccomp \
Brad Bishopc342db32019-05-15 21:57:59 -0400123"
Brad Bishop00e122a2019-10-05 11:10:57 -0400124
Patrick Williams73bd93f2024-02-20 08:07:48 -0600125# python3 ptests hang on qemuriscv64
126PTESTS_SLOW:remove:riscv64 = "valgrind python3"
127PTESTS_PROBLEMS:append:riscv64 = " valgrind python3"
Patrick Williamsac13d5f2023-11-24 18:59:46 -0600128PTESTS_SLOW:remove:riscv32 = "lttng-tools strace valgrind"
129PTESTS_PROBLEMS:append:riscv32 = " lttng-tools strace valgrind"
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500130PTESTS_SLOW:append:libc-musl = " libc-test"
131PTESTS_SLOW:remove:x86 = "valgrind"
132PTESTS_PROBLEMS:append:x86 = " valgrind"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700133
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500134# ruby \ # Timeout
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500135# rt-tests \ # Needs to be checked whether it runs at all
136# bash \ # Test outcomes are non-deterministic by design
137# ifupdown \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500138# libinput \ # Tests need an unloaded system to be reliable
139# libpam \ # Needs pam DISTRO_FEATURE
Patrick Williamsf52e3dd2024-01-26 13:04:43 -0600140# mdadm \ # tests are flaky in AB.
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500141# numactl \ # qemu not (yet) configured for numa; all tests are skipped
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500142# python3-numpy \ # requires even more RAM and (possibly) disk space; multiple failures
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700143
144PTESTS_PROBLEMS = "\
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500145 ruby \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500146 rt-tests \
147 bash \
148 ifupdown \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500149 libinput \
150 libpam \
Patrick Williamsf52e3dd2024-01-26 13:04:43 -0600151 mdadm \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500152 numactl \
Andrew Geissler220dafd2023-10-04 10:18:08 -0500153 python3-license-expression \
Andrew Geisslerfc113ea2023-03-31 09:59:46 -0500154 python3-numpy \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700155"