blob: 32b0e5297a0b118bcc247cbd4a8dece4fdfd003e [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
7 acl-ptest \
8 apr-ptest \
9 apr-util-ptest \
10 attr-ptest \
Patrick Williams2390b1b2022-11-03 13:47:49 -050011 bc-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040012 bluez5-ptest \
13 bzip2-ptest \
14 diffstat-ptest \
15 diffutils-ptest \
16 elfutils-ptest \
17 ethtool-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070018 expat-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040019 flex-ptest \
20 gawk-ptest \
21 gdbm-ptest \
22 gdk-pixbuf-ptest \
23 gettext-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070024 glib-networking-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040025 gzip-ptest \
Patrick Williams92b42cb2022-09-03 06:53:57 -050026 json-c-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040027 json-glib-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040028 libconvert-asn1-perl-ptest \
29 liberror-perl-ptest \
Patrick Williams03907ee2022-05-01 06:28:52 -050030 libgpg-error-ptest\
William A. Kennington IIIac69b482021-06-02 12:28:27 -070031 libnl-ptest \
Brad Bishopc8f47122019-06-24 09:36:18 -040032 libmodule-build-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040033 libpcre-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070034 libssh2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040035 libtimedate-perl-ptest \
36 libtest-needs-perl-ptest \
37 liburi-perl-ptest \
38 libusb1-ptest \
39 libxml-namespacesupport-perl-ptest \
40 libxml-perl-ptest \
41 libxml-parser-perl-ptest \
42 libxml-sax-perl-ptest \
43 libxml-sax-base-perl-ptest \
44 libxml-simple-perl-ptest \
45 libxml2-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050046 lua-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040047 lzo-ptest \
48 m4-ptest \
49 nettle-ptest \
50 openssl-ptest \
51 opkg-ptest \
52 pango-ptest \
53 parted-ptest \
Patrick Williamsde0582f2022-04-08 10:23:27 -050054 popt-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070055 python3-atomicwrites-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000056 python3-bcrypt-ptest \
Andrew Geisslerd159c7f2021-09-02 21:05:58 -050057 python3-hypothesis-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070058 python3-jinja2-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000059 python3-jsonpointer-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070060 python3-markupsafe-ptest \
61 python3-more-itertools-ptest \
62 python3-pluggy-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000063 python3-pyasn1-ptest \
64 python3-pytz-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070065 python3-wcwidth-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000066 python3-webcolors-ptest \
Andrew Geisslerd25ed322020-06-27 00:28:28 -050067 qemu-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040068 quilt-ptest \
69 sed-ptest \
70 slang-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050071 wayland-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040072 zlib-ptest \
73"
Andrew Geissler595f6302022-01-24 19:11:47 +000074PTESTS_FAST:append:libc-glibc = " glibc-tests-ptest"
75PTESTS_PROBLEMS:remove:libc-glibc = "glibc-tests-ptest"
Patrick Williams213cb262021-08-07 19:21:33 -050076PTESTS_FAST:remove:mips64 = "qemu-ptest"
Andrew Geissler595f6302022-01-24 19:11:47 +000077PTESTS_PROBLEMS:append:mips64 = " qemu-ptest"
78PTESTS_FAST:remove:riscv32 = "qemu-ptest"
79PTESTS_PROBLEMS:append:riscv32 = " qemu-ptest"
Brad Bishopc342db32019-05-15 21:57:59 -040080
81PTESTS_SLOW = "\
Andrew Geissler82c905d2020-04-13 13:39:40 -050082 babeltrace-ptest \
83 babeltrace2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040084 busybox-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050085 coreutils-ptest \
Andrew Geissler615f2f12022-07-15 14:00:58 -050086 curl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000087 dbus-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040088 e2fsprogs-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050089 findutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040090 glib-2.0-ptest \
91 gstreamer1.0-ptest \
92 libevent-ptest \
Andrew Geisslerd5838332022-05-27 11:33:10 -050093 libgcrypt-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040094 lttng-tools-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040095 openssh-ptest \
96 openssl-ptest \
97 perl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000098 python3-cryptography-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040099 python3-ptest \
100 strace-ptest \
101 tcl-ptest \
102 util-linux-ptest \
103 valgrind-ptest \
104"
Brad Bishop00e122a2019-10-05 11:10:57 -0400105
Patrick Williams213cb262021-08-07 19:21:33 -0500106PTESTS_SLOW:remove:riscv64 = "valgrind-ptest"
107PTESTS_PROBLEMS:append:riscv64 = "valgrind-ptest"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700108
109# ruby-ptest \ # Timeout
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700110# lz4-ptest \ # Needs a rewrite
111# rt-tests-ptest \ # Needs to be checked whether it runs at all
112# bash-ptest \ # Test outcomes are non-deterministic by design
113# ifupdown-ptest \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
114# mdadm-ptest \ # Tests rely on non-deterministic sleep() amounts
115# libinput-ptest \ # Tests need an unloaded system to be reliable
116# libpam-ptest \ # Needs pam DISTRO_FEATURE
117# numactl-ptest \ # qemu not (yet) configured for numa; all tests are skipped
118# libseccomp-ptest \ # tests failed: 38; add to slow tests once addressed
119# python3-numpy-ptest \ # requires even more RAM and (possibly) disk space; multiple failures
120
121PTESTS_PROBLEMS = "\
122 ruby-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700123 lz4-ptest \
124 rt-tests-ptest \
125 bash-ptest \
126 ifupdown-ptest \
127 mdadm-ptest \
128 libinput-ptest \
129 libpam-ptest \
130 libseccomp-ptest \
131 numactl-ptest \
132 python3-numpy-ptest \
133"