Retested the zephyr kernel tests to verify which ones are now building and which ones are now passing CI on qemu machines. They are organized as follows: * Any test that fails to be configured is added to a list in zephyr-kernel-test.inc * Any test that fails to compile for all machines is added to a list in zephyr-kernel-test.inc * Any test that fails to compile for a specific machine is added to a machine specific list in zephyr-kernel-test.inc * Any test that fails CI is added to a list in the relevant machine yml file
Hopefully by making this way of doing things uniform, it will enable better testing and CI. It is worth noting that with this version of zephyr, gen_isr_table and other tests are now working for a number of machines. Signed-off-by: Jon Mason <jon.ma...@arm.com> --- ci/intel-x86-64.yml | 4 ++++ ci/mps2-an385.yml | 4 ++++ ci/qemu-cortex-a53.yml | 2 +- ci/qemu-cortex-a9.yml | 2 +- ci/qemu-cortex-r5.yml | 4 ---- ci/qemu-nios2.yml | 3 --- ci/qemu-x86.yml | 2 +- ci/v2m-beetle.yml | 4 ++++ ci/v2m-musca-b1.yml | 4 ---- ci/v2m-musca-s1.yml | 4 ---- .../zephyr-kernel/zephyr-kernel-test.inc | 10 +++------- 11 files changed, 18 insertions(+), 25 deletions(-) diff --git a/ci/intel-x86-64.yml b/ci/intel-x86-64.yml index 23e711ceac91..2eda5a43e92d 100644 --- a/ci/intel-x86-64.yml +++ b/ci/intel-x86-64.yml @@ -3,4 +3,8 @@ header: includes: - ci/base.yml +local_conf_header: + failing_tests: | + ZEPHYRTESTS:remove = "gen_isr_table" + machine: intel-x86-64 diff --git a/ci/mps2-an385.yml b/ci/mps2-an385.yml index e536118c6832..caa685eb5f14 100644 --- a/ci/mps2-an385.yml +++ b/ci/mps2-an385.yml @@ -3,4 +3,8 @@ header: includes: - ci/base.yml +local_conf_header: + failing_tests: | + ZEPHYRTESTS:remove = "gen_isr_table" + machine: mps2-an385 diff --git a/ci/qemu-cortex-a53.yml b/ci/qemu-cortex-a53.yml index ca8b6495fef0..d959075cd528 100644 --- a/ci/qemu-cortex-a53.yml +++ b/ci/qemu-cortex-a53.yml @@ -5,6 +5,6 @@ header: local_conf_header: failing_tests: | - ZEPHYRTESTS:remove = "interrupt" + ZEPHYRTESTS:remove = "gen_isr_table" machine: qemu-cortex-a53 diff --git a/ci/qemu-cortex-a9.yml b/ci/qemu-cortex-a9.yml index cc4473004775..d75ea4d496ce 100644 --- a/ci/qemu-cortex-a9.yml +++ b/ci/qemu-cortex-a9.yml @@ -5,6 +5,6 @@ header: local_conf_header: failing_tests: | - ZEPHYRTESTS:remove = "common queue" + ZEPHYRTESTS:remove = "common gen_isr_table poll queue" machine: qemu-cortex-a9 diff --git a/ci/qemu-cortex-r5.yml b/ci/qemu-cortex-r5.yml index e595bceb059e..6e5ca8173647 100644 --- a/ci/qemu-cortex-r5.yml +++ b/ci/qemu-cortex-r5.yml @@ -3,8 +3,4 @@ header: includes: - ci/base.yml -local_conf_header: - nonbuilding_tests: | - ZEPHYRTESTS:remove = "common poll sleep queue device" - machine: qemu-cortex-r5 diff --git a/ci/qemu-nios2.yml b/ci/qemu-nios2.yml index b818371c8be0..30a560a79c5f 100644 --- a/ci/qemu-nios2.yml +++ b/ci/qemu-nios2.yml @@ -3,8 +3,5 @@ header: includes: - ci/base.yml -local_conf_header: - nonbuilding_tests: | - ZEPHYRTESTS:remove = "interrupt" machine: qemu-nios2 diff --git a/ci/qemu-x86.yml b/ci/qemu-x86.yml index df744a1206fa..ab929171ccc8 100644 --- a/ci/qemu-x86.yml +++ b/ci/qemu-x86.yml @@ -5,6 +5,6 @@ header: local_conf_header: failing_tests: | - ZEPHYRTESTS:remove = "pending" + ZEPHYRTESTS:remove = "gen_isr_table pending" machine: qemu-x86 diff --git a/ci/v2m-beetle.yml b/ci/v2m-beetle.yml index df62469d9c52..51a4225f3361 100644 --- a/ci/v2m-beetle.yml +++ b/ci/v2m-beetle.yml @@ -3,4 +3,8 @@ header: includes: - ci/base.yml +local_conf_header: + failing_tests: | + ZEPHYRTESTS:remove = "gen_isr_table" + machine: v2m-beetle diff --git a/ci/v2m-musca-b1.yml b/ci/v2m-musca-b1.yml index a867c4ccd6d6..490f29549c94 100644 --- a/ci/v2m-musca-b1.yml +++ b/ci/v2m-musca-b1.yml @@ -3,8 +3,4 @@ header: includes: - ci/base.yml -local_conf_header: - nonbuilding_tests: | - ZEPHYRTESTS:remove = "common sleep poll device queue" - machine: v2m-musca-b1 diff --git a/ci/v2m-musca-s1.yml b/ci/v2m-musca-s1.yml index 01480e2e26e8..4451ff0460eb 100644 --- a/ci/v2m-musca-s1.yml +++ b/ci/v2m-musca-s1.yml @@ -3,8 +3,4 @@ header: includes: - ci/base.yml -local_conf_header: - nonbuilding_tests: | - ZEPHYRTESTS:remove = "common sleep poll device queue" - machine: v2m-musca-s1 diff --git a/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc b/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc index 77f45a737407..f8ba1ff6c557 100644 --- a/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc +++ b/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc @@ -1,16 +1,12 @@ +# Exclude tests that fail to configure ZEPHYRTESTS:remove = "fifo fpu_sharing lifo mbox mem_heap mem_pool \ mem_protect mem_slab msgq mutex pipe profiling sched semaphore \ stack threads tickless timer workq" -# Exclude tests which does not build for various reasons -ZEPHYRTESTS:remove = "gen_isr_table spinlock smp mp" - # Exclude tests that are not currently compiling +ZEPHYRTESTS:remove = "mp smp spinlock" ZEPHYRTESTS:remove:96b-avenger96 = "common device poll queue sleep" -ZEPHYRTESTS:remove:96b-nitrogen = "common device poll queue sleep" -ZEPHYRTESTS:remove:arduino-nano-33-ble = "common device poll queue sleep" -ZEPHYRTESTS:remove:nrf52840dk-nrf52840 = "common device poll queue sleep" -ZEPHYRTESTS:remove:qemu-x86 = "common device interrupt poll queue sleep" +ZEPHYRTESTS:remove:qemu-nios2 = "interrupt" ZEPHYRTESTS:remove:stm32mp157c-dk2 = "common device poll queue sleep" # test_context will fail because QEMU for ARM does not emulate CortexM3 BASEPRI register -- 2.30.2
-=-=-=-=-=-=-=-=-=-=-=- Links: You receive all messages sent to this group. View/Reply Online (#61567): https://lists.yoctoproject.org/g/yocto/message/61567 Mute This Topic: https://lists.yoctoproject.org/mt/102335147/21656 Group Owner: yocto+ow...@lists.yoctoproject.org Unsubscribe: https://lists.yoctoproject.org/g/yocto/unsub [arch...@mail-archive.com] -=-=-=-=-=-=-=-=-=-=-=-