tests: samples: cleanup test tags, add integration_platforms

Use integration platforms and sanitize tags. Signed-off-by: Anas Nashif <anas.nashif@intel.com>
2 years ago · 0064b6e8b6
36 changed files with 125 additions and 70 deletions
--- a/samples/arch/smp/pktqueue/sample.yaml
+++ b/samples/arch/smp/pktqueue/sample.yaml
@ -12,7 +12,11 @@ common:
				@@ -12,7 +12,11 @@ common:

 tests:
  sample.smp.pktqueue:
-    tags: introduction
+    tags:
+      - introduction
+      - kernel
+    depends_on:
+      - smp
    filter: (CONFIG_MP_MAX_NUM_CPUS > 1)
    platform_exclude:
      - esp32
--- a/samples/drivers/peci/sample.yaml
+++ b/samples/drivers/peci/sample.yaml
@ -5,6 +5,8 @@ tests:
				@@ -5,6 +5,8 @@ tests:
    # theoretically EVB can be connected to Intel RVP as well,
    # but HW setup is not documented, hence qualifying as unsupported.
    platform_exclude: mec15xxevb_assy6853
+    integration_platforms:
+      - npcx9m6f_evb
    filter: dt_alias_exists("peci-0")
    tags:
      - drivers
--- a/samples/drivers/uart/echo_bot/sample.yaml
+++ b/samples/drivers/uart/echo_bot/sample.yaml
@ -2,6 +2,8 @@ sample:
				@@ -2,6 +2,8 @@ sample:
  name: UART driver sample
 tests:
  sample.drivers.uart:
+    integration_platforms:
+      - qemu_x86
    tags:
      - serial
      - uart
--- a/samples/sensor/die_temp_polling/sample.yaml
+++ b/samples/sensor/die_temp_polling/sample.yaml
@ -5,8 +5,9 @@ tests:
				@@ -5,8 +5,9 @@ tests:
  sample.sensor.die_temperature_polling:
    tags:
      - sensors
-      - tests
    filter: dt_alias_exists("die-temp0")
+    integration_platforms:
+      - stm32f3_disco
    harness: console
    harness_config:
      type: one_line
--- a/samples/sensor/esp32_temp_sensor/sample.yaml
+++ b/samples/sensor/esp32_temp_sensor/sample.yaml
@ -5,7 +5,8 @@ tests:
				@@ -5,7 +5,8 @@ tests:
  sample.sensor.esp32_temp_sensor:
    tags:
      - sensors
-      - tests
+    integration_platforms:
+      - esp32c3_devkitm
    filter: dt_compat_enabled("espressif,esp32-temp")
    harness: console
    harness_config:
--- a/samples/sensor/lsm6dso/sample.yaml
+++ b/samples/sensor/lsm6dso/sample.yaml
@ -3,9 +3,12 @@ sample:
				@@ -3,9 +3,12 @@ sample:
 tests:
  sample.sensor.lsm6dso:
    harness: console
-    tags: sensors
+    tags:
+      - sensors
    timeout: 15
    filter: dt_compat_enabled("st,lsm6dso")
+    integration_platforms:
+      - stm32l562e_dk
    harness_config:
      type: multi_line
      ordered: true
--- a/samples/subsys/input/input_dump/sample.yaml
+++ b/samples/subsys/input/input_dump/sample.yaml
@ -4,3 +4,5 @@ tests:
				@@ -4,3 +4,5 @@ tests:
  sample.input.input_dump:
    tags: input
    build_only: true
+    integration_platforms:
+      - native_posix
--- a/samples/subsys/tracing/sample.yaml
+++ b/samples/subsys/tracing/sample.yaml
@ -24,6 +24,8 @@ tests:
				@@ -24,6 +24,8 @@ tests:
      - posix
      - xtensa
    platform_exclude: qemu_x86_64
+    integration_platforms:
+      - qemu_x86
  sample.tracing.transport.uart:
    platform_allow:
      - qemu_x86
--- a/samples/subsys/zbus/benchmark/sample.yaml
+++ b/samples/subsys/zbus/benchmark/sample.yaml
@ -1,5 +1,5 @@
				@@ -1,5 +1,5 @@
 sample:
-  name: Benchmark
+  name: Zbus Benchmark
 tests:
  sample.zbus.benchmark_async:
    tags: zbus
@ -22,6 +22,8 @@ tests:
				@@ -22,6 +22,8 @@ tests:
      - arch:nios2:CONFIG_SYS_CLOCK_TICKS_PER_SEC=1000
      - CONFIG_IDLE_STACK_SIZE=1024
    platform_exclude: nrf52_bsim
+    integration_platforms:
+      - qemu_x86
  sample.zbus.benchmark_sync:
    tags: zbus
    min_ram: 16
@ -43,3 +45,5 @@ tests:
				@@ -43,3 +45,5 @@ tests:
      - arch:nios2:CONFIG_SYS_CLOCK_TICKS_PER_SEC=1000
      - CONFIG_IDLE_STACK_SIZE=1024
    platform_exclude: nrf52_bsim
+    integration_platforms:
+      - qemu_x86
--- a/samples/subsys/zbus/uart_bridge/sample.yaml
+++ b/samples/subsys/zbus/uart_bridge/sample.yaml
@ -18,3 +18,5 @@ tests:
				@@ -18,3 +18,5 @@ tests:
  sample.zbus.uart_bridge_build:
    tags: zbus
    filter: dt_nodelabel_enabled("uart1")
+    integration_platforms:
+      - qemu_x86
--- a/tests/crypto/mbedtls/testcase.yaml
+++ b/tests/crypto/mbedtls/testcase.yaml
@ -12,3 +12,6 @@ tests:
				@@ -12,3 +12,6 @@ tests:
    extra_configs:
      - CONFIG_COMMON_LIBC_MALLOC_ARENA_SIZE=0
      - arch:riscv64:CONFIG_ZTEST_STACK_SIZE=8192
+    integration_platforms:
+      - qemu_x86
+      - native_posix
--- a/tests/crypto/rand32/testcase.yaml
+++ b/tests/crypto/rand32/testcase.yaml
@ -1,34 +1,22 @@
				@@ -1,34 +1,22 @@
+common:
+  tags:
+    - crypto
+    - random
+    - security
+  integration_platforms:
+    - qemu_x86
 tests:
  crypto.rand32:
-    tags:
-      - crypto
-      - random
-      - security
    min_ram: 16
  crypto.rand32.random_sw_systimer:
    extra_args: CONF_FILE=prj_sw_random_systimer.conf
-    tags:
-      - crypto
-      - random
-      - security
-    min_ram: 16
  crypto.rand32.random_hw_xoshiro:
    extra_args: CONF_FILE=prj_hw_random_xoshiro.conf
    filter: CONFIG_ENTROPY_HAS_DRIVER
-    tags:
-      - crypto
-      - entropy
-      - random
-      - security
    min_ram: 16
  crypto.rand32.random_ctr_drbg:
    extra_args: CONF_FILE=prj_ctr_drbg.conf
    filter: CONFIG_ENTROPY_HAS_DRIVER
-    tags:
-      - crypto
-      - entropy
-      - random
-      - security
    min_ram: 16
  drivers.rand32.random_psa_crypto:
    filter: CONFIG_BUILD_WITH_TFM
@ -36,8 +24,4 @@ tests:
				@@ -36,8 +24,4 @@ tests:
      - DTC_OVERLAY_FILE=./entropy_psa_crypto.overlay
      - CONF_FILE=prj_hw_random_psa_crypto.conf
    tags:
-      - crypto
-      - entropy
-      - random
-      - security
      - psa-crypto
--- a/tests/drivers/bbram/testcase.yaml
+++ b/tests/drivers/bbram/testcase.yaml
@ -11,8 +11,14 @@ common:
				@@ -11,8 +11,14 @@ common:
 tests:
  drivers.bbram.it8xxx2:
    filter: dt_compat_enabled("ite,it8xxx2-bbram")
+    integration_platforms:
+      - it82xx2_evb
  drivers.bbram.npcx:
    filter: dt_compat_enabled("nuvoton,npcx-bbram")
+    integration_platforms:
+      - npcx9m6f_evb
  drivers.bbram.stm32:
    extra_args: OVERLAY_CONFIG="stm32.conf"
    filter: dt_compat_enabled("st,stm32-bbram")
+    integration_platforms:
+      - stm32f746g_disco
--- a/tests/drivers/coredump/coredump_api/testcase.yaml
+++ b/tests/drivers/coredump/coredump_api/testcase.yaml
@ -2,7 +2,8 @@
				@@ -2,7 +2,8 @@
 # SPDX-License-Identifier: Apache-2.0

 common:
-  tags: coredump
+  tags:
+    - coredump
  ignore_faults: true
  ignore_qemu_crash: true
 tests:
@ -33,6 +34,8 @@ tests:
				@@ -33,6 +34,8 @@ tests:
    filter: CONFIG_ARCH_SUPPORTS_COREDUMP
    platform_exclude: qemu_riscv32
    harness: console
+    integration_platforms:
+      - qemu_x86
    harness_config:
      type: multi_line
      # Verify core dump contains test values saved in memory
--- a/tests/drivers/flash/common/testcase.yaml
+++ b/tests/drivers/flash/common/testcase.yaml
@ -32,6 +32,8 @@ tests:
				@@ -32,6 +32,8 @@ tests:
  drivers.flash.common.default:
    filter: ((CONFIG_FLASH_HAS_DRIVER_ENABLED and not CONFIG_TRUSTED_EXECUTION_NONSECURE)
      and dt_label_with_parent_compat_enabled("storage_partition", "fixed-partitions"))
+    integration_platforms:
+      - qemu_x86
  drivers.flash.common.tfm_ns:
    build_only: true
    filter: (CONFIG_FLASH_HAS_DRIVER_ENABLED and CONFIG_TRUSTED_EXECUTION_NONSECURE
--- a/tests/drivers/ipm/testcase.yaml
+++ b/tests/drivers/ipm/testcase.yaml
@ -6,3 +6,5 @@ tests:
				@@ -6,3 +6,5 @@ tests:
    tags:
      - drivers
      - ipc
+    integration_platforms:
+      - qemu_x86
--- a/tests/drivers/mm/sys_mm_drv_bank/testcase.yaml
+++ b/tests/drivers/mm/sys_mm_drv_bank/testcase.yaml
@ -4,3 +4,5 @@ tests:
				@@ -4,3 +4,5 @@ tests:
      - drivers
      - mm
    filter: dt_compat_enabled("intel,adsp-mtl-tlb") or dt_compat_enabled("intel,adsp-tlb")
+    integration_platforms:
+      - intel_adsp_ace15_mtpm
--- a/tests/lib/c_lib/testcase.yaml
+++ b/tests/lib/c_lib/testcase.yaml
@ -1,6 +1,9 @@
				@@ -1,6 +1,9 @@
 common:
-  tags: clib
+  tags:
+    - clib
  arch_exclude: posix
+  integration_platforms:
+    - mps2_an385
 tests:
  libraries.libc:
    ignore_faults: true
@ -11,10 +14,12 @@ tests:
				@@ -11,10 +14,12 @@ tests:
    extra_configs:
      - CONFIG_PICOLIBC=y
  libraries.libc.minimal.strerror_table:
+    tags: minimal_libc
    extra_configs:
      - CONFIG_MINIMAL_LIBC=y
      - CONFIG_MINIMAL_LIBC_STRING_ERROR_TABLE=y
  libraries.libc.minimal.no_strerror_table:
+    tags: minimal_libc
    extra_configs:
      - CONFIG_MINIMAL_LIBC=y
      - CONFIG_MINIMAL_LIBC_STRING_ERROR_TABLE=n
--- a/tests/lib/heap/testcase.yaml
+++ b/tests/lib/heap/testcase.yaml
@ -15,3 +15,6 @@ tests:
				@@ -15,3 +15,6 @@ tests:
      - esp32s3_devkitm
    filter: not CONFIG_SOC_NSIM
    timeout: 480
+    integration_platforms:
+      - native_posix
+      - qemu_x86
--- a/tests/lib/heap_align/testcase.yaml
+++ b/tests/lib/heap_align/testcase.yaml
@ -3,3 +3,6 @@ tests:
				@@ -3,3 +3,6 @@ tests:
    tags:
      - heap
      - heap_align
+    integration_platforms:
+      - native_posix
+      - mps2_an521
--- a/tests/lib/mem_alloc/testcase.yaml
+++ b/tests/lib/mem_alloc/testcase.yaml
@ -1,47 +1,38 @@
				@@ -1,47 +1,38 @@
 common:
  arch_exclude: posix
+  tags:
+    - clib
+    - userspace
+  integration_platforms:
+    - qemu_x86
 tests:
  libraries.libc.minimal.mem_alloc:
    extra_args: CONF_FILE=prj.conf
    platform_exclude: twr_ke18f
    tags:
-      - clib
      - minimal_libc
-      - userspace
  libraries.libc.minimal.mem_alloc_negative_testing:
    extra_args: CONF_FILE=prj_negative_testing.conf
    platform_exclude: twr_ke18f
    tags:
-      - clib
      - minimal_libc
-      - userspace
  libraries.libc.newlib.mem_alloc:
    extra_args: CONF_FILE=prj_newlib.conf
    filter: TOOLCHAIN_HAS_NEWLIB == 1
    min_ram: 16
    platform_exclude:
      - twr_ke18f
-      - native_posix_64
-      - nrf52_bsim
    tags:
-      - clib
      - newlib
-      - userspace
  libraries.libc.newlib_nano.mem_alloc:
    extra_args: CONF_FILE=prj_newlibnano.conf
    filter: CONFIG_HAS_NEWLIB_LIBC_NANO
    tags:
-      - clib
      - newlib
-      - userspace
  libraries.libc.picolibc.mem_alloc:
    extra_args: CONF_FILE=prj_picolibc.conf
    filter: CONFIG_PICOLIBC_SUPPORTED
    platform_exclude:
      - twr_ke18f
-      - native_posix_64
-      - nrf52_bsim
    tags:
-      - clib
      - picolibc
-      - userspace
--- a/tests/lib/newlib/heap_listener/testcase.yaml
+++ b/tests/lib/newlib/heap_listener/testcase.yaml
@ -4,3 +4,6 @@ tests:
				@@ -4,3 +4,6 @@ tests:
      - clib
      - newlib
    filter: TOOLCHAIN_HAS_NEWLIB == 1
+    integration_platforms:
+      - mps2_an385
+      - qemu_x86
--- a/tests/lib/newlib/thread_safety/testcase.yaml
+++ b/tests/lib/newlib/thread_safety/testcase.yaml
@ -1,25 +1,23 @@
				@@ -1,25 +1,23 @@
 common:
  filter: TOOLCHAIN_HAS_NEWLIB == 1
+  tags:
+    - clib
+    - newlib
+  integration_platforms:
+    - mps2_an521
+    - qemu_x86
 tests:
  libraries.libc.newlib.thread_safety:
-    tags:
-      - clib
-      - newlib
    min_ram: 64
  libraries.libc.newlib.thread_safety.stress:
    extra_configs:
      - CONFIG_NEWLIB_THREAD_SAFETY_TEST_STRESS=y
    slow: true
-    tags:
-      - clib
-      - newlib
    min_ram: 192
  libraries.libc.newlib.thread_safety.userspace:
    extra_args: CONF_FILE=prj_userspace.conf
    filter: CONFIG_ARCH_HAS_USERSPACE
    tags:
-      - clib
-      - newlib
      - userspace
    min_ram: 64
  libraries.libc.newlib.thread_safety.userspace.stress:
@ -30,8 +28,6 @@ tests:
				@@ -30,8 +28,6 @@ tests:
    filter: CONFIG_ARCH_HAS_USERSPACE
    slow: true
    tags:
-      - clib
-      - newlib
      - userspace
    min_ram: 192
    timeout: 120
@ -39,9 +35,6 @@ tests:
				@@ -39,9 +35,6 @@ tests:
    extra_configs:
      - CONFIG_NEWLIB_LIBC_NANO=y
    filter: CONFIG_HAS_NEWLIB_LIBC_NANO
-    tags:
-      - clib
-      - newlib
    min_ram: 64
  libraries.libc.newlib_nano.thread_safety.stress:
    extra_configs:
@ -49,9 +42,6 @@ tests:
				@@ -49,9 +42,6 @@ tests:
      - CONFIG_NEWLIB_LIBC_NANO=y
    filter: CONFIG_HAS_NEWLIB_LIBC_NANO
    slow: true
-    tags:
-      - clib
-      - newlib
    min_ram: 192
  libraries.libc.newlib_nano.thread_safety.userspace:
    extra_args: CONF_FILE=prj_userspace.conf
@ -59,8 +49,6 @@ tests:
				@@ -59,8 +49,6 @@ tests:
      - CONFIG_NEWLIB_LIBC_NANO=y
    filter: CONFIG_ARCH_HAS_USERSPACE and CONFIG_HAS_NEWLIB_LIBC_NANO
    tags:
-      - clib
-      - newlib
      - userspace
    min_ram: 64
  libraries.libc.newlib_nano.thread_safety.userspace.stress:
@ -72,8 +60,6 @@ tests:
				@@ -72,8 +60,6 @@ tests:
    filter: CONFIG_ARCH_HAS_USERSPACE and CONFIG_HAS_NEWLIB_LIBC_NANO
    slow: true
    tags:
-      - clib
-      - newlib
      - userspace
    min_ram: 192
    timeout: 120
--- a/tests/lib/p4workq/testcase.yaml
+++ b/tests/lib/p4workq/testcase.yaml
@ -1,3 +1,7 @@
				@@ -1,3 +1,7 @@
 tests:
  libraries.p4wq:
-    tags: p4wq
+    tags:
+      - kernel
+    integration_platforms:
+      - qemu_x86
+      - native_posix
--- a/tests/lib/sprintf/testcase.yaml
+++ b/tests/lib/sprintf/testcase.yaml
@ -1,3 +1,6 @@
				@@ -1,3 +1,6 @@
+common:
+  tags:
+    - libc
 tests:
  libraries.libc.sprintf:
    extra_args: CONF_FILE=prj.conf
@ -5,31 +8,34 @@ tests:
				@@ -5,31 +8,34 @@ tests:
    integration_platforms:
      - qemu_x86
    arch_exclude: posix
-    tags: libc
    ignore_faults: true
  libraries.libc.sprintf_new:
    extra_args: CONF_FILE=prj_new.conf
    arch_exclude: posix
-    tags: libc
+    integration_platforms:
+      - qemu_x86
  libraries.libc.picolibc.sprintf:
    extra_args: CONF_FILE=prj_picolibc.conf
    tags:
-      - libc
      - picolibc
    ignore_faults: true
    filter: CONFIG_PICOLIBC_SUPPORTED
+    integration_platforms:
+      - qemu_x86
  libraries.libc.picolibc.sprintf_new:
    extra_args: CONF_FILE=prj_picolibc_new.conf
    tags:
-      - libc
      - picolibc
    filter: CONFIG_PICOLIBC_SUPPORTED
+    integration_platforms:
+      - qemu_x86
  libraries.libc.picolibc.sprintf_inexact:
    extra_args: CONF_FILE=prj_picolibc_new.conf
    extra_configs:
      - CONFIG_PICOLIBC_USE_MODULE=y
      - CONFIG_PICOLIBC_IO_FLOAT_EXACT=n
    tags:
-      - libc
      - picolibc
    filter: CONFIG_PICOLIBC_SUPPORTED
+    integration_platforms:
+      - qemu_x86
--- a/tests/misc/print_format/testcase.yaml
+++ b/tests/misc/print_format/testcase.yaml
@ -1,4 +1,7 @@
				@@ -1,4 +1,7 @@
 common:
+  integration_platforms:
+    - native_posix
+    - qemu_x86
  harness: console
  harness_config:
    type: multi_line
--- a/tests/subsys/debug/coredump/testcase.yaml
+++ b/tests/subsys/debug/coredump/testcase.yaml
@ -5,6 +5,8 @@ tests:
				@@ -5,6 +5,8 @@ tests:
    ignore_qemu_crash: true
    filter: CONFIG_ARCH_SUPPORTS_COREDUMP
    platform_exclude: acrn_ehl_crb
+    integration_platforms:
+      - qemu_x86
    harness: console
    harness_config:
      type: multi_line
--- a/tests/subsys/debug/coredump_backends/testcase.yaml
+++ b/tests/subsys/debug/coredump_backends/testcase.yaml
@ -2,6 +2,8 @@ common:
				@@ -2,6 +2,8 @@ common:
  tags: coredump
  ignore_faults: true
  ignore_qemu_crash: true
+  integration_platforms:
+    - qemu_x86
 tests:
  coredump.backends.logging:
    filter: CONFIG_ARCH_SUPPORTS_COREDUMP
--- a/tests/subsys/modbus/testcase.yaml
+++ b/tests/subsys/modbus/testcase.yaml
@ -11,3 +11,5 @@ tests:
				@@ -11,3 +11,5 @@ tests:
    build_only: true
    tags: modbus
    filter: CONFIG_UART_CONSOLE and CONFIG_UART_INTERRUPT_DRIVEN
+    integration_platforms:
+      - frdm_k64f
--- a/tests/subsys/pm/device_runtime_api/testcase.yaml
+++ b/tests/subsys/pm/device_runtime_api/testcase.yaml
@ -1,3 +1,5 @@
				@@ -1,3 +1,5 @@
 tests:
  pm.device_runtime.api:
    tags: pm
+    integration_platforms:
+      - native_posix
--- a/tests/subsys/portability/cmsis_rtos_v1/testcase.yaml
+++ b/tests/subsys/portability/cmsis_rtos_v1/testcase.yaml
@ -3,3 +3,5 @@ tests:
				@@ -3,3 +3,5 @@ tests:
    tags: cmsis_rtos
    min_ram: 32
    min_flash: 34
+    integration_platforms:
+      - native_posix
--- a/tests/subsys/rtio/rtio_api/testcase.yaml
+++ b/tests/subsys/rtio/rtio_api/testcase.yaml
@ -7,11 +7,15 @@ tests:
				@@ -7,11 +7,15 @@ tests:
  rtio.api:
    filter: not CONFIG_ARCH_HAS_USERSPACE
    tags: rtio
+    integration_platforms:
+      - native_posix
  rtio.api.submit_sem:
    filter: not CONFIG_ARCH_HAS_USERSPACE
    tags: rtio
    extra_configs:
      - CONFIG_RTIO_SUBMIT_SEM=y
+    integration_platforms:
+      - native_posix
  rtio.api.userspace:
    filter: CONFIG_ARCH_HAS_USERSPACE
    extra_configs:
@ -19,6 +23,8 @@ tests:
				@@ -19,6 +23,8 @@ tests:
    tags:
      - rtio
      - userspace
+    integration_platforms:
+      - qemu_x86
  rtio.api.userspace.submit_sem:
    filter: CONFIG_ARCH_HAS_USERSPACE
    extra_configs:
@ -27,3 +33,5 @@ tests:
				@@ -27,3 +33,5 @@ tests:
    tags:
      - rtio
      - userspace
+    integration_platforms:
+      - qemu_x86
--- a/tests/subsys/zbus/dyn_channel/testcase.yaml
+++ b/tests/subsys/zbus/dyn_channel/testcase.yaml
@ -2,3 +2,5 @@ tests:
				@@ -2,3 +2,5 @@ tests:
  message_bus.zbus.dyn_channel.static_and_dynamic_channels:
    platform_exclude: fvp_base_revc_2xaemv8a_smp_ns
    tags: zbus
+    integration_platforms:
+      - native_posix
--- a/tests/subsys/zbus/runtime_observers_registration/testcase.yaml
+++ b/tests/subsys/zbus/runtime_observers_registration/testcase.yaml
@ -1,3 +1,5 @@
				@@ -1,3 +1,5 @@
 tests:
  message_bus.zbus.runtime_obs_reg.add_and_remove_observers:
    tags: zbus
+    integration_platforms:
+      - native_posix
--- a/tests/subsys/zbus/unittests/testcase.yaml
+++ b/tests/subsys/zbus/unittests/testcase.yaml
@ -2,3 +2,5 @@ tests:
				@@ -2,3 +2,5 @@ tests:
  message_bus.zbus.hard_and_readonly_channels:
    platform_exclude: fvp_base_revc_2xaemv8a_smp_ns
    tags: zbus
+    integration_platforms:
+      - native_posix
--- a/tests/subsys/zbus/user_data/testcase.yaml
+++ b/tests/subsys/zbus/user_data/testcase.yaml
@ -2,3 +2,5 @@ tests:
				@@ -2,3 +2,5 @@ tests:
  message_bus.zbus.user_data.channel_user_data:
    platform_exclude: fvp_base_revc_2xaemv8a_smp_ns
    tags: zbus
+    integration_platforms:
+      - native_posix