twister: Add support for required snippets

Adds support for twister to require using snippets on tests

Signed-off-by: Jamie McCrae <[email protected]>

scripts/pylib/twister/twisterlib/config_parser.py

@@ -48,6 +48,7 @@ class TwisterConfigParser:
                        "extra_conf_files": {"type": "list", "default": []},
                        "extra_overlay_confs" : {"type": "list", "default": []},
                        "extra_dtc_overlay_files": {"type": "list", "default": []},
+                       "required_snippets": {"type": "list"},
                        "build_only": {"type": "bool", "default": False},
                        "build_on_all": {"type": "bool", "default": False},
                        "skip": {"type": "bool", "default": False},

scripts/pylib/twister/twisterlib/runner.py

@@ -359,6 +359,10 @@ def run_cmake(self, args="", filter_stages=[]):
         cmake_opts = ['-DBOARD={}'.format(self.platform.name)]
         cmake_args.extend(cmake_opts)
 
+        for this_snippet in self.instance.testsuite.required_snippets:
+            cmake_opts = ['-DSNIPPET={}'.format(this_snippet)]
+            cmake_args.extend(cmake_opts)
+
         cmake = shutil.which('cmake')
         cmd = [cmake] + cmake_args
 

scripts/pylib/twister/twisterlib/testplan.py

@@ -16,6 +16,8 @@
 import copy
 import shutil
 import random
+import snippets
+from pathlib import Path
 
 logger = logging.getLogger('twister')
 logger.setLevel(logging.DEBUG)
@@ -819,6 +821,29 @@ def apply_filters(self, **kwargs):
                 if plat.only_tags and not set(plat.only_tags) & ts.tags:
                     instance.add_filter("Excluded tags per platform (only_tags)", Filters.PLATFORM)
 
+                snippet_args = {"snippets": ts.required_snippets}
+                snippets2 = snippets.process_snippets_inter(snippet_args, [Path(ZEPHYR_BASE)])
+
+                for this_snippet in snippets2:
+                    matched_snipped_board = False
+
+                    if len(snippets2[this_snippet].appends) > 0:
+                        continue
+
+                    for this_board in snippets2[this_snippet].board2appends:
+                        if this_board.startswith('/'):
+                            match = re.search(this_board[1:-1], plat.name)
+                            if match is not None:
+                                matched_snipped_board = True
+                                break
+                        elif this_board == plat.name:
+                            matched_snipped_board = True
+                            break
+
+                    if matched_snipped_board is False:
+                        instance.add_filter("Snippet not supported", Filters.PLATFORM)
+                        break
+
                 # platform_key is a list of unique platform attributes that form a unique key a test
                 # will match against to determine if it should be scheduled to run. A key containing a
                 # field name that the platform does not have will filter the platform.

scripts/schemas/twister/testsuite-schema.yaml

@@ -243,6 +243,11 @@ mapping:
           "extra_sections":
             type: any
             required: false
+          "required_snippets":
+            type: seq
+            required: false
+            sequence:
+              - type: str
           "filter":
             type: str
             required: false

scripts/snippets.py

@@ -238,6 +238,22 @@ def process_snippets(args: argparse.Namespace) -> Snippets:
 
     return snippets
 
+def process_snippets_inter(requested_snippets, snippet_roots) -> Snippets:
+    '''Process snippet.yml files under each *snippet_root*
+    by recursive search. Return a Snippets object describing
+    the results of the search.
+    '''
+    # This will contain information about all the snippets
+    # we discover in each snippet_root element.
+    snippets = Snippets(requested=requested_snippets)
+
+    # Process each path in snippet_root in order, adjusting
+    # snippets as needed for each one.
+    for root in snippet_roots:
+        process_snippets_in(root, snippets)
+
+    return snippets
+
 def process_snippets_in(root_dir: Path, snippets: Snippets) -> None:
     '''Process snippet.yml files in *root_dir*,
     updating *snippets* as needed.'''

scripts/twister

@@ -44,6 +44,9 @@ pairs:
     Extra configuration options to be merged with a master prj.conf
     when building or running the test case.
 
+  required_snippets: <list of snippets>
+    Snippets that must be applied for the test case to run.
+
   sysbuild: <True|False> (default False)
     If true, build the sample using the sysbuild infrastructure. Filtering
     will only be enabled for the main project, and is not supported for

scripts/west_commands/build.py

@@ -282,6 +282,7 @@ def _parse_test_item(self, test_item):
             extra_dtc_overlay_files = []
             extra_overlay_confs = []
             extra_conf_files = []
+            required_snippets = []
             for section in [common, item]:
                 if not section:
                     continue
@@ -291,7 +292,8 @@ def _parse_test_item(self, test_item):
                         'extra_configs',
                         'extra_conf_files',
                         'extra_overlay_confs',
-                        'extra_dtc_overlay_files'
+                        'extra_dtc_overlay_files',
+                        'required_snippets'
                         ]:
                     extra = section.get(data)
                     if not extra:
@@ -314,6 +316,9 @@ def _parse_test_item(self, test_item):
                     elif data == 'extra_dtc_overlay_files':
                         extra_dtc_overlay_files.extend(arg_list)
                         continue
+                    elif data == 'required_snippets':
+                        required_snippets.extend(arg_list)
+                        continue
 
                     if self.args.cmake_opts:
                         self.args.cmake_opts.extend(args)
@@ -331,6 +336,9 @@ def _parse_test_item(self, test_item):
 
         if extra_overlay_confs:
             args.append(f"OVERLAY_CONFIG=\"{';'.join(extra_overlay_confs)}\"")
+
+        if required_snippets:
+            args.append(f"SNIPPET=\"{';'.join(required_snippets)}\"")
         # Build the final argument list
         args_expanded = ["-D{}".format(a.replace('"', '')) for a in args]