blob: ac3295d1aa6be3f4f3d43e888ddd6470e91f0500 [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
7 acl-ptest \
8 apr-ptest \
9 apr-util-ptest \
10 attr-ptest \
11 bluez5-ptest \
12 bzip2-ptest \
13 diffstat-ptest \
14 diffutils-ptest \
15 elfutils-ptest \
16 ethtool-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070017 expat-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040018 flex-ptest \
19 gawk-ptest \
20 gdbm-ptest \
21 gdk-pixbuf-ptest \
22 gettext-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070023 glib-networking-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040024 gzip-ptest \
25 json-glib-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040026 libconvert-asn1-perl-ptest \
27 liberror-perl-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070028 libnl-ptest \
Brad Bishopc8f47122019-06-24 09:36:18 -040029 libmodule-build-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040030 libpcre-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070031 libssh2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040032 libtimedate-perl-ptest \
33 libtest-needs-perl-ptest \
34 liburi-perl-ptest \
35 libusb1-ptest \
36 libxml-namespacesupport-perl-ptest \
37 libxml-perl-ptest \
38 libxml-parser-perl-ptest \
39 libxml-sax-perl-ptest \
40 libxml-sax-base-perl-ptest \
41 libxml-simple-perl-ptest \
42 libxml2-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050043 lua-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040044 lzo-ptest \
45 m4-ptest \
46 nettle-ptest \
47 openssl-ptest \
48 opkg-ptest \
49 pango-ptest \
50 parted-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070051 python3-atomicwrites-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000052 python3-bcrypt-ptest \
Andrew Geisslerd159c7f2021-09-02 21:05:58 -050053 python3-hypothesis-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070054 python3-jinja2-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000055 python3-jsonpointer-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070056 python3-markupsafe-ptest \
57 python3-more-itertools-ptest \
58 python3-pluggy-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000059 python3-pyasn1-ptest \
60 python3-pytz-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070061 python3-wcwidth-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000062 python3-webcolors-ptest \
Andrew Geisslerd25ed322020-06-27 00:28:28 -050063 qemu-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040064 quilt-ptest \
65 sed-ptest \
66 slang-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050067 wayland-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040068 zlib-ptest \
69"
Andrew Geissler595f6302022-01-24 19:11:47 +000070PTESTS_FAST:append:libc-glibc = " glibc-tests-ptest"
71PTESTS_PROBLEMS:remove:libc-glibc = "glibc-tests-ptest"
Patrick Williams213cb262021-08-07 19:21:33 -050072PTESTS_FAST:remove:mips64 = "qemu-ptest"
Andrew Geissler595f6302022-01-24 19:11:47 +000073PTESTS_PROBLEMS:append:mips64 = " qemu-ptest"
74PTESTS_FAST:remove:riscv32 = "qemu-ptest"
75PTESTS_PROBLEMS:append:riscv32 = " qemu-ptest"
Brad Bishopc342db32019-05-15 21:57:59 -040076
77PTESTS_SLOW = "\
Andrew Geissler82c905d2020-04-13 13:39:40 -050078 babeltrace-ptest \
79 babeltrace2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040080 busybox-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050081 coreutils-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000082 dbus-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040083 e2fsprogs-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050084 findutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040085 glib-2.0-ptest \
86 gstreamer1.0-ptest \
87 libevent-ptest \
88 lttng-tools-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040089 openssh-ptest \
90 openssl-ptest \
91 perl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000092 python3-cryptography-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040093 python3-ptest \
94 strace-ptest \
95 tcl-ptest \
96 util-linux-ptest \
97 valgrind-ptest \
98"
Brad Bishop00e122a2019-10-05 11:10:57 -040099
Patrick Williams213cb262021-08-07 19:21:33 -0500100PTESTS_SLOW:remove:riscv64 = "valgrind-ptest"
101PTESTS_PROBLEMS:append:riscv64 = "valgrind-ptest"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700102
103# ruby-ptest \ # Timeout
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700104# lz4-ptest \ # Needs a rewrite
105# rt-tests-ptest \ # Needs to be checked whether it runs at all
106# bash-ptest \ # Test outcomes are non-deterministic by design
107# ifupdown-ptest \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
108# mdadm-ptest \ # Tests rely on non-deterministic sleep() amounts
109# libinput-ptest \ # Tests need an unloaded system to be reliable
110# libpam-ptest \ # Needs pam DISTRO_FEATURE
111# numactl-ptest \ # qemu not (yet) configured for numa; all tests are skipped
112# libseccomp-ptest \ # tests failed: 38; add to slow tests once addressed
113# python3-numpy-ptest \ # requires even more RAM and (possibly) disk space; multiple failures
114
115PTESTS_PROBLEMS = "\
116 ruby-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700117 lz4-ptest \
118 rt-tests-ptest \
119 bash-ptest \
120 ifupdown-ptest \
121 mdadm-ptest \
122 libinput-ptest \
123 libpam-ptest \
124 libseccomp-ptest \
125 numactl-ptest \
126 python3-numpy-ptest \
127"