blob: 0681b4b7a2349a4637dcef0ba9bf51b94665fbfd [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
7 acl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -04008 apr-util-ptest \
9 attr-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060010 babeltrace-ptest \
11 babeltrace2-ptest \
Patrick Williams2390b1b2022-11-03 13:47:49 -050012 bc-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040013 bluez5-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060014 busybox-ptest \
Andrew Geissler6aa7eec2023-03-03 12:41:14 -060015 cpio-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040016 diffstat-ptest \
17 diffutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040018 ethtool-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070019 expat-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060020 findutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040021 flex-ptest \
22 gawk-ptest \
23 gdbm-ptest \
24 gdk-pixbuf-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070025 glib-networking-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040026 gzip-ptest \
Patrick Williams92b42cb2022-09-03 06:53:57 -050027 json-c-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040028 json-glib-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040029 libconvert-asn1-perl-ptest \
30 liberror-perl-ptest \
Patrick Williams03907ee2022-05-01 06:28:52 -050031 libgpg-error-ptest\
William A. Kennington IIIac69b482021-06-02 12:28:27 -070032 libnl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040033 libpcre-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070034 libssh2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040035 libtimedate-perl-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060036 libtest-fatal-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040037 libtest-needs-perl-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060038 libtest-warnings-perl-ptest \
39 libtry-tiny-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040040 liburi-perl-ptest \
41 libusb1-ptest \
42 libxml-namespacesupport-perl-ptest \
43 libxml-perl-ptest \
44 libxml-parser-perl-ptest \
45 libxml-sax-perl-ptest \
46 libxml-sax-base-perl-ptest \
47 libxml-simple-perl-ptest \
48 libxml2-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050049 lua-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040050 lzo-ptest \
51 m4-ptest \
52 nettle-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040053 opkg-ptest \
54 pango-ptest \
Patrick Williamsde0582f2022-04-08 10:23:27 -050055 popt-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070056 python3-atomicwrites-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000057 python3-bcrypt-ptest \
Andrew Geisslerd159c7f2021-09-02 21:05:58 -050058 python3-hypothesis-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070059 python3-jinja2-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000060 python3-jsonpointer-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070061 python3-markupsafe-ptest \
62 python3-more-itertools-ptest \
63 python3-pluggy-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000064 python3-pyasn1-ptest \
65 python3-pytz-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070066 python3-wcwidth-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000067 python3-webcolors-ptest \
Andrew Geisslerd25ed322020-06-27 00:28:28 -050068 qemu-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040069 quilt-ptest \
70 sed-ptest \
71 slang-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050072 wayland-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040073 zlib-ptest \
74"
Andrew Geissler595f6302022-01-24 19:11:47 +000075PTESTS_FAST:append:libc-glibc = " glibc-tests-ptest"
76PTESTS_PROBLEMS:remove:libc-glibc = "glibc-tests-ptest"
Patrick Williams213cb262021-08-07 19:21:33 -050077PTESTS_FAST:remove:mips64 = "qemu-ptest"
Andrew Geissler595f6302022-01-24 19:11:47 +000078PTESTS_PROBLEMS:append:mips64 = " qemu-ptest"
79PTESTS_FAST:remove:riscv32 = "qemu-ptest"
80PTESTS_PROBLEMS:append:riscv32 = " qemu-ptest"
Brad Bishopc342db32019-05-15 21:57:59 -040081
82PTESTS_SLOW = "\
Andrew Geissler517393d2023-01-13 08:55:19 -060083 apr-ptest \
84 bzip2-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050085 coreutils-ptest \
Andrew Geissler615f2f12022-07-15 14:00:58 -050086 curl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000087 dbus-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040088 e2fsprogs-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060089 elfutils-ptest \
90 gettext-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040091 glib-2.0-ptest \
Patrick Williams864cc432023-02-09 14:54:44 -060092 gnutls-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040093 gstreamer1.0-ptest \
94 libevent-ptest \
Andrew Geisslerd5838332022-05-27 11:33:10 -050095 libgcrypt-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060096 libmodule-build-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040097 lttng-tools-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040098 openssh-ptest \
99 openssl-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -0600100 parted-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -0400101 perl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +0000102 python3-cryptography-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -0400103 python3-ptest \
104 strace-ptest \
105 tcl-ptest \
106 util-linux-ptest \
107 valgrind-ptest \
108"
Brad Bishop00e122a2019-10-05 11:10:57 -0400109
Patrick Williams213cb262021-08-07 19:21:33 -0500110PTESTS_SLOW:remove:riscv64 = "valgrind-ptest"
Andrew Geisslerc5535c92023-01-27 16:10:19 -0600111PTESTS_PROBLEMS:append:riscv64 = " valgrind-ptest"
Patrick Williams7784c422022-11-17 07:29:11 -0600112PTESTS_SLOW:append:libc-musl = " libc-test-ptest"
Andrew Geissler517393d2023-01-13 08:55:19 -0600113PTESTS_SLOW:remove:x86 = "valgrind-ptest"
Andrew Geisslerc5535c92023-01-27 16:10:19 -0600114PTESTS_PROBLEMS:append:x86 = " valgrind-ptest"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700115
116# ruby-ptest \ # Timeout
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700117# lz4-ptest \ # Needs a rewrite
118# rt-tests-ptest \ # Needs to be checked whether it runs at all
119# bash-ptest \ # Test outcomes are non-deterministic by design
120# ifupdown-ptest \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
121# mdadm-ptest \ # Tests rely on non-deterministic sleep() amounts
122# libinput-ptest \ # Tests need an unloaded system to be reliable
123# libpam-ptest \ # Needs pam DISTRO_FEATURE
124# numactl-ptest \ # qemu not (yet) configured for numa; all tests are skipped
125# libseccomp-ptest \ # tests failed: 38; add to slow tests once addressed
126# python3-numpy-ptest \ # requires even more RAM and (possibly) disk space; multiple failures
127
128PTESTS_PROBLEMS = "\
129 ruby-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700130 lz4-ptest \
131 rt-tests-ptest \
132 bash-ptest \
133 ifupdown-ptest \
134 mdadm-ptest \
135 libinput-ptest \
136 libpam-ptest \
137 libseccomp-ptest \
138 numactl-ptest \
139 python3-numpy-ptest \
140"