blob: 72162f10ee0c4b327bc3c76f1063670819651b6d [file] [log] [blame]
Brad Bishopc342db32019-05-15 21:57:59 -04001#
2# Lists of the ptests in OE-Core, sorted into two sets by the time they take
3#
4# ptests which take less than ~30s each
5#
6PTESTS_FAST = "\
7 acl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -04008 apr-util-ptest \
9 attr-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060010 babeltrace-ptest \
11 babeltrace2-ptest \
Patrick Williams2390b1b2022-11-03 13:47:49 -050012 bc-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040013 bluez5-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060014 busybox-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040015 diffstat-ptest \
16 diffutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040017 ethtool-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070018 expat-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060019 findutils-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040020 flex-ptest \
21 gawk-ptest \
22 gdbm-ptest \
23 gdk-pixbuf-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070024 glib-networking-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040025 gzip-ptest \
Patrick Williams92b42cb2022-09-03 06:53:57 -050026 json-c-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040027 json-glib-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040028 libconvert-asn1-perl-ptest \
29 liberror-perl-ptest \
Patrick Williams03907ee2022-05-01 06:28:52 -050030 libgpg-error-ptest\
William A. Kennington IIIac69b482021-06-02 12:28:27 -070031 libnl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040032 libpcre-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070033 libssh2-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040034 libtimedate-perl-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060035 libtest-fatal-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040036 libtest-needs-perl-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060037 libtest-warnings-perl-ptest \
38 libtry-tiny-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040039 liburi-perl-ptest \
40 libusb1-ptest \
41 libxml-namespacesupport-perl-ptest \
42 libxml-perl-ptest \
43 libxml-parser-perl-ptest \
44 libxml-sax-perl-ptest \
45 libxml-sax-base-perl-ptest \
46 libxml-simple-perl-ptest \
47 libxml2-ptest \
Andrew Geisslereff27472021-10-29 15:35:00 -050048 lua-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040049 lzo-ptest \
50 m4-ptest \
51 nettle-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040052 opkg-ptest \
53 pango-ptest \
Patrick Williamsde0582f2022-04-08 10:23:27 -050054 popt-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070055 python3-atomicwrites-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000056 python3-bcrypt-ptest \
Andrew Geisslerd159c7f2021-09-02 21:05:58 -050057 python3-hypothesis-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070058 python3-jinja2-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000059 python3-jsonpointer-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070060 python3-markupsafe-ptest \
61 python3-more-itertools-ptest \
62 python3-pluggy-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000063 python3-pyasn1-ptest \
64 python3-pytz-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -070065 python3-wcwidth-ptest \
Andrew Geissler595f6302022-01-24 19:11:47 +000066 python3-webcolors-ptest \
Andrew Geisslerd25ed322020-06-27 00:28:28 -050067 qemu-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040068 quilt-ptest \
69 sed-ptest \
70 slang-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050071 wayland-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040072 zlib-ptest \
73"
Andrew Geissler595f6302022-01-24 19:11:47 +000074PTESTS_FAST:append:libc-glibc = " glibc-tests-ptest"
75PTESTS_PROBLEMS:remove:libc-glibc = "glibc-tests-ptest"
Patrick Williams213cb262021-08-07 19:21:33 -050076PTESTS_FAST:remove:mips64 = "qemu-ptest"
Andrew Geissler595f6302022-01-24 19:11:47 +000077PTESTS_PROBLEMS:append:mips64 = " qemu-ptest"
78PTESTS_FAST:remove:riscv32 = "qemu-ptest"
79PTESTS_PROBLEMS:append:riscv32 = " qemu-ptest"
Brad Bishopc342db32019-05-15 21:57:59 -040080
81PTESTS_SLOW = "\
Andrew Geissler517393d2023-01-13 08:55:19 -060082 apr-ptest \
83 bzip2-ptest \
Andrew Geissler82c905d2020-04-13 13:39:40 -050084 coreutils-ptest \
Andrew Geissler615f2f12022-07-15 14:00:58 -050085 curl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +000086 dbus-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040087 e2fsprogs-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060088 elfutils-ptest \
89 gettext-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040090 glib-2.0-ptest \
91 gstreamer1.0-ptest \
92 libevent-ptest \
Andrew Geisslerd5838332022-05-27 11:33:10 -050093 libgcrypt-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060094 libmodule-build-perl-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040095 lttng-tools-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040096 openssh-ptest \
97 openssl-ptest \
Andrew Geissler517393d2023-01-13 08:55:19 -060098 parted-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -040099 perl-ptest \
Andrew Geissler9aee5002022-03-30 16:27:02 +0000100 python3-cryptography-ptest \
Brad Bishopc342db32019-05-15 21:57:59 -0400101 python3-ptest \
102 strace-ptest \
103 tcl-ptest \
104 util-linux-ptest \
105 valgrind-ptest \
106"
Brad Bishop00e122a2019-10-05 11:10:57 -0400107
Patrick Williams213cb262021-08-07 19:21:33 -0500108PTESTS_SLOW:remove:riscv64 = "valgrind-ptest"
Andrew Geisslerc5535c92023-01-27 16:10:19 -0600109PTESTS_PROBLEMS:append:riscv64 = " valgrind-ptest"
Patrick Williams7784c422022-11-17 07:29:11 -0600110PTESTS_SLOW:append:libc-musl = " libc-test-ptest"
Andrew Geissler517393d2023-01-13 08:55:19 -0600111PTESTS_SLOW:remove:x86 = "valgrind-ptest"
Andrew Geisslerc5535c92023-01-27 16:10:19 -0600112PTESTS_PROBLEMS:append:x86 = " valgrind-ptest"
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700113
114# ruby-ptest \ # Timeout
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700115# lz4-ptest \ # Needs a rewrite
116# rt-tests-ptest \ # Needs to be checked whether it runs at all
117# bash-ptest \ # Test outcomes are non-deterministic by design
118# ifupdown-ptest \ # Tested separately in lib/oeqa/selftest/cases/imagefeatures.py
119# mdadm-ptest \ # Tests rely on non-deterministic sleep() amounts
120# libinput-ptest \ # Tests need an unloaded system to be reliable
121# libpam-ptest \ # Needs pam DISTRO_FEATURE
122# numactl-ptest \ # qemu not (yet) configured for numa; all tests are skipped
123# libseccomp-ptest \ # tests failed: 38; add to slow tests once addressed
124# python3-numpy-ptest \ # requires even more RAM and (possibly) disk space; multiple failures
125
126PTESTS_PROBLEMS = "\
127 ruby-ptest \
William A. Kennington IIIac69b482021-06-02 12:28:27 -0700128 lz4-ptest \
129 rt-tests-ptest \
130 bash-ptest \
131 ifupdown-ptest \
132 mdadm-ptest \
133 libinput-ptest \
134 libpam-ptest \
135 libseccomp-ptest \
136 numactl-ptest \
137 python3-numpy-ptest \
138"