blob: 56088e4e66fdceeae7e2163c3f57bc25bfafa8d5 [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
7 acl-ptest \
8 apr-ptest \
9 apr-util-ptest \
10 attr-ptest \
11 bluez5-ptest \
12 bzip2-ptest \
13 diffstat-ptest \
14 diffutils-ptest \
15 elfutils-ptest \
16 ethtool-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070017 expat-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040018 flex-ptest \
19 gawk-ptest \
20 gdbm-ptest \
21 gdk-pixbuf-ptest \
22 gettext-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070023 glib-networking-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040024 gzip-ptest \
Patrick Williams92b42cb2022-09-03 06:53:57 -050025 json-c-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040026 json-glib-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040027 libconvert-asn1-perl-ptest \
28 liberror-perl-ptest \
Patrick Williams03907ee2022-05-01 06:28:52 -050029 libgpg-error-ptest\
William A. Kennington IIIac69b482021-06-02 12:28:27 -070030 libnl-ptest \
Brad Bishopc8f47122019-06-24 09:36:18 -040031 libmodule-build-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040032 libpcre-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070033 libssh2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040034 libtimedate-perl-ptest \
35 libtest-needs-perl-ptest \
36 liburi-perl-ptest \
37 libusb1-ptest \
38 libxml-namespacesupport-perl-ptest \
39 libxml-perl-ptest \
40 libxml-parser-perl-ptest \
41 libxml-sax-perl-ptest \
42 libxml-sax-base-perl-ptest \
43 libxml-simple-perl-ptest \
44 libxml2-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050045 lua-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040046 lzo-ptest \
47 m4-ptest \
48 nettle-ptest \
49 openssl-ptest \
50 opkg-ptest \
51 pango-ptest \
52 parted-ptest \
Patrick Williamsde0582f2022-04-08 10:23:27 -050053 popt-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070054 python3-atomicwrites-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000055 python3-bcrypt-ptest \
Andrew Geisslerd159c7f2021-09-02 21:05:58 -050056 python3-hypothesis-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070057 python3-jinja2-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000058 python3-jsonpointer-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070059 python3-markupsafe-ptest \
60 python3-more-itertools-ptest \
61 python3-pluggy-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000062 python3-pyasn1-ptest \
63 python3-pytz-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070064 python3-wcwidth-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000065 python3-webcolors-ptest \
Andrew Geisslerd25ed322020-06-27 00:28:28 -050066 qemu-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040067 quilt-ptest \
68 sed-ptest \
69 slang-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050070 wayland-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040071 zlib-ptest \
72"
Andrew Geissler595f6302022-01-24 19:11:47 +000073PTESTS_FAST:append:libc-glibc = " glibc-tests-ptest"
74PTESTS_PROBLEMS:remove:libc-glibc = "glibc-tests-ptest"
Patrick Williams213cb262021-08-07 19:21:33 -050075PTESTS_FAST:remove:mips64 = "qemu-ptest"
Andrew Geissler595f6302022-01-24 19:11:47 +000076PTESTS_PROBLEMS:append:mips64 = " qemu-ptest"
77PTESTS_FAST:remove:riscv32 = "qemu-ptest"
78PTESTS_PROBLEMS:append:riscv32 = " qemu-ptest"
Brad Bishopc342db32019-05-15 21:57:59 -040079
80PTESTS_SLOW = "\
Andrew Geissler82c905d2020-04-13 13:39:40 -050081 babeltrace-ptest \
82 babeltrace2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040083 busybox-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050084 coreutils-ptest \
Andrew Geissler615f2f12022-07-15 14:00:58 -050085 curl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000086 dbus-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040087 e2fsprogs-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050088 findutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040089 glib-2.0-ptest \
90 gstreamer1.0-ptest \
91 libevent-ptest \
Andrew Geisslerd5838332022-05-27 11:33:10 -050092 libgcrypt-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040093 lttng-tools-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040094 openssh-ptest \
95 openssl-ptest \
96 perl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000097 python3-cryptography-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040098 python3-ptest \
99 strace-ptest \
100 tcl-ptest \
101 util-linux-ptest \
102 valgrind-ptest \
103"
Brad Bishop00e122a2019-10-05 11:10:57 -0400104
Patrick Williams213cb262021-08-07 19:21:33 -0500105PTESTS_SLOW:remove:riscv64 = "valgrind-ptest"
106PTESTS_PROBLEMS:append:riscv64 = "valgrind-ptest"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700107
108# ruby-ptest \ # Timeout
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700109# lz4-ptest \ # Needs a rewrite
110# rt-tests-ptest \ # Needs to be checked whether it runs at all
111# bash-ptest \ # Test outcomes are non-deterministic by design
112# ifupdown-ptest \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
113# mdadm-ptest \ # Tests rely on non-deterministic sleep() amounts
114# libinput-ptest \ # Tests need an unloaded system to be reliable
115# libpam-ptest \ # Needs pam DISTRO_FEATURE
116# numactl-ptest \ # qemu not (yet) configured for numa; all tests are skipped
117# libseccomp-ptest \ # tests failed: 38; add to slow tests once addressed
118# python3-numpy-ptest \ # requires even more RAM and (possibly) disk space; multiple failures
119
120PTESTS_PROBLEMS = "\
121 ruby-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700122 lz4-ptest \
123 rt-tests-ptest \
124 bash-ptest \
125 ifupdown-ptest \
126 mdadm-ptest \
127 libinput-ptest \
128 libpam-ptest \
129 libseccomp-ptest \
130 numactl-ptest \
131 python3-numpy-ptest \
132"