[LTP] [PATCH 0/2] Support metadata groups

[LTP] [PATCH 0/2] Support metadata groups

[Andrea Cervesato]

Signed-off-by: Andrea Cervesato <andrea.cervesato@suse.com>
---
Andrea Cervesato (2):
      metadata: add tests grouping support
      doc: conf.py: Show groups in test catalog

 doc/conf.py                  | 14 ++++++-
 metadata/metaparse.c         | 88 ++++++++++++++++++++++++++++++++++++++++++++
 metadata/tests/groups.c      | 11 ++++++
 metadata/tests/groups.c.json | 13 +++++++
 4 files changed, 125 insertions(+), 1 deletion(-)
---
base-commit: a3fda1dc1ce7da882a592a4877da7f214e468650
change-id: 20260612-metadata_groups-dd2430e21901

Best regards,
-- 
Andrea Cervesato <andrea.cervesato@suse.com>


-- 
Mailing list info: https://lists.linux.it/listinfo/ltp

[LTP] [PATCH 1/2] metadata: add tests grouping support

[Andrea Cervesato]

From: Andrea Cervesato <andrea.cervesato@suse.com>

Add groups field to metaparse JSON output, so we can filter out tests
in kirk. Groups are derived from:

1. Source file path - the two nearest parent directories (immediate
   parent first), skipping 'kernel' as too generic. For example:
   - testcases/kernel/syscalls/clone/clone01.c -> clone, syscalls
   - testcases/kernel/kvm/kvm_pagefault01.c -> kvm
   - testcases/cve/cve-2017-16939.c -> cve

2. @group tags in the doc comment block, e.g.:
   /*    * Test description.
    *
    * @group stress
    */

Add test case for @group tag parsing.

Signed-off-by: Andrea Cervesato <andrea.cervesato@suse.com>
---
 metadata/metaparse.c         | 88 ++++++++++++++++++++++++++++++++++++++++++++
 metadata/tests/groups.c      | 11 ++++++
 metadata/tests/groups.c.json | 13 +++++++
 3 files changed, 112 insertions(+)

diff --git a/metadata/metaparse.c b/metadata/metaparse.c
index 561cbb9d2d54689988c9aa49d591628696bcf847..6bc4b7af60c7449d4b60a1252fa58fed77e03066 100644
--- a/metadata/metaparse.c
+++ b/metadata/metaparse.c
@@ -1168,6 +1168,92 @@ static void print_help(const char *prgname)
 	exit(0);
 }
 
+/*
+ * Add groups derived from the source file path.
+ *
+ * Groups are the two nearest parent directories (immediate parent
+ * first), skipping 'kernel' as it's too generic:
+ *
+ *   testcases/kernel/syscalls/clone/clone01.c  -> clone, syscalls
+ *   testcases/kernel/kvm/kvm_pagefault01.c     -> kvm
+ *   testcases/cve/cve-2017-16939.c             -> cve
+ */
+static void add_path_groups(struct data_node *groups, const char *fname)
+{
+	char buf[256];
+	int offsets[8];
+	int ndirs = 0;
+	int ngroups = 0;
+	char *p;
+
+	if (strncmp(fname, "testcases/", 10))
+		return;
+
+	snprintf(buf, sizeof(buf), "%s", fname + 10);
+
+	p = strtok(buf, "/");
+	while (p && ndirs < 8) {
+		offsets[ndirs++] = p - buf;
+		p = strtok(NULL, "/");
+	}
+
+	/* Last element is the filename, skip it */
+	ndirs--;
+
+	for (int j = ndirs - 1; j >= 0 && ngroups < 2; j--) {
+		if (!strcmp(buf + offsets[j], "kernel"))
+			continue;
+
+		data_node_array_add(groups, data_node_string(buf + offsets[j]));
+		ngroups++;
+	}
+}
+
+/*
+ * Add groups from @group tags in the doc comment block.
+ */
+static void add_doc_groups(struct data_node *groups, struct data_node *doc)
+{
+	if (!doc || doc->type != DATA_ARRAY)
+		return;
+
+	for (unsigned int i = 0; i < data_node_array_len(doc); i++) {
+		struct data_node *line = doc->array.array[i];
+		const char *s;
+
+		if (line->type != DATA_STRING)
+			continue;
+
+		s = line->string.val;
+
+		while (*s && (*s == ' ' || *s == '\t'))
+			s++;
+
+		if (strncmp(s, "@group ", 7))
+			continue;
+
+		s += 7;
+		while (*s && (*s == ' ' || *s == '\t'))
+			s++;
+
+		if (*s)
+			data_node_array_add(groups, data_node_string(s));
+	}
+}
+
+static void build_groups(struct data_node *res, const char *fname)
+{
+	struct data_node *groups = data_node_array();
+
+	add_path_groups(groups, fname);
+	add_doc_groups(groups, data_node_hash_get(res, "doc"));
+
+	if (data_node_array_len(groups))
+		data_node_hash_add(res, "groups", groups);
+	else
+		data_node_free(groups);
+}
+
 int main(int argc, char *argv[])
 {
 	unsigned int i, j;
@@ -1238,6 +1324,8 @@ int main(int argc, char *argv[])
 	}
 
 	data_node_hash_add(res, "fname", data_node_string(argv[optind]));
+	build_groups(res, argv[optind]);
+
 	printf("  \"%s\": ", strip_name(argv[optind]));
 	data_to_json(res, stdout, 2);
 	data_node_free(res);
diff --git a/metadata/tests/groups.c b/metadata/tests/groups.c
new file mode 100644
index 0000000000000000000000000000000000000000..82f07111c1506c634f13822ee6aa95f574eb19a5
--- /dev/null
+++ b/metadata/tests/groups.c
@@ -0,0 +1,11 @@
+// SPDX-License-Identifier: GPL-2.0-or-later
+
+/*\
+ * Test for @group tag parsing.
+ *
+ * @group stress
+ * @group regression
+ */
+
+static struct tst_test test = {
+};
diff --git a/metadata/tests/groups.c.json b/metadata/tests/groups.c.json
new file mode 100644
index 0000000000000000000000000000000000000000..4683e6cf07eeebc60faefb9aead9370dc3f631aa
--- /dev/null
+++ b/metadata/tests/groups.c.json
@@ -0,0 +1,13 @@
+  "groups": {
+   "doc": [
+    "Test for @group tag parsing.",
+    "",
+    "@group stress",
+    "@group regression"
+   ],
+   "fname": "groups.c",
+   "groups": [
+    "stress",
+    "regression"
+   ]
+  }
\ No newline at end of file

-- 
2.51.0


-- 
Mailing list info: https://lists.linux.it/listinfo/ltp

Re: [LTP] metadata: add tests grouping support

[linuxtestproject.agent]

Hi Andrea,

On 2026-06-12, Andrea Cervesato wrote:
> metadata: add tests grouping support

--- [PATCH 1/2] ---

> 2. @group tags in the doc comment block, e.g.:
>    /*    * Test description.
>     *
>     * @group stress
>     */

The example appears malformed. metaparse only extracts @group tags
from doc comment blocks opened with /*\, not plain /* comments.
The test file (groups.c) correctly uses /*\ as the opening.

Should this be:

   /*\
    * Test description.
    *
    * @group stress
    */

Verdict - Needs revision

---
Note:

The agent can sometimes produce false positives although often its
findings are genuine. If you find issues with the review, please
comment this email or ignore the suggestions.

Regards,
LTP AI Reviewer

-- 
Mailing list info: https://lists.linux.it/listinfo/ltp

Re: [LTP] [PATCH 1/2] metadata: add tests grouping support

[Cyril Hrubis]

Hi!
> 1. Source file path - the two nearest parent directories (immediate
>    parent first), skipping 'kernel' as too generic. For example:
>    - testcases/kernel/syscalls/clone/clone01.c -> clone, syscalls
>    - testcases/kernel/kvm/kvm_pagefault01.c -> kvm
>    - testcases/cve/cve-2017-16939.c -> cve
> 
> 2. @group tags in the doc comment block, e.g.:
>    /*    * Test description.
>     *
>     * @group stress

Maybe call it groups and allow white-space separated list?

I'm not really sure about the syntax, but I guess that @groups foo bar
will do.

>     */
> 
> Add test case for @group tag parsing.
> 
> Signed-off-by: Andrea Cervesato <andrea.cervesato@suse.com>
> ---
>  metadata/metaparse.c         | 88 ++++++++++++++++++++++++++++++++++++++++++++
>  metadata/tests/groups.c      | 11 ++++++
>  metadata/tests/groups.c.json | 13 +++++++
>  3 files changed, 112 insertions(+)
> 
> diff --git a/metadata/metaparse.c b/metadata/metaparse.c
> index 561cbb9d2d54689988c9aa49d591628696bcf847..6bc4b7af60c7449d4b60a1252fa58fed77e03066 100644
> --- a/metadata/metaparse.c
> +++ b/metadata/metaparse.c
> @@ -1168,6 +1168,92 @@ static void print_help(const char *prgname)
>  	exit(0);
>  }
>  
> +/*
> + * Add groups derived from the source file path.
> + *
> + * Groups are the two nearest parent directories (immediate parent
> + * first), skipping 'kernel' as it's too generic:
> + *
> + *   testcases/kernel/syscalls/clone/clone01.c  -> clone, syscalls
> + *   testcases/kernel/kvm/kvm_pagefault01.c     -> kvm
> + *   testcases/cve/cve-2017-16939.c             -> cve
> + */
> +static void add_path_groups(struct data_node *groups, const char *fname)
> +{
> +	char buf[256];
> +	int offsets[8];
> +	int ndirs = 0;
> +	int ngroups = 0;
> +	char *p;
> +
> +	if (strncmp(fname, "testcases/", 10))
> +		return;
> +
> +	snprintf(buf, sizeof(buf), "%s", fname + 10);

Maybe avoid static buffers here with:

	buf = strdup(fname + 10);

> +	p = strtok(buf, "/");
> +	while (p && ndirs < 8) {
> +		offsets[ndirs++] = p - buf;

Why do we store offset rather than the pointer to the string?

		dirs[ndirs++] = p;

> +		p = strtok(NULL, "/");
> +	}
> +
> +	/* Last element is the filename, skip it */
> +	ndirs--;
> +
> +	for (int j = ndirs - 1; j >= 0 && ngroups < 2; j--) {
> +		if (!strcmp(buf + offsets[j], "kernel"))
> +			continue;
> +
> +		data_node_array_add(groups, data_node_string(buf + offsets[j]));
> +		ngroups++;
> +	}

We can avoid the complex loop by adding a function to add the group with
the "kernel" filter and just calling it twice here:

	add_group(groups, dirs[ndirs-1]);
	add_group(groups, dirs[ndirs-2]);

> +}
> +
> +/*
> + * Add groups from @group tags in the doc comment block.
> + */
> +static void add_doc_groups(struct data_node *groups, struct data_node *doc)
> +{
> +	if (!doc || doc->type != DATA_ARRAY)
> +		return;
> +
> +	for (unsigned int i = 0; i < data_node_array_len(doc); i++) {
> +		struct data_node *line = doc->array.array[i];
> +		const char *s;
> +
> +		if (line->type != DATA_STRING)
> +			continue;
> +
> +		s = line->string.val;
> +
> +		while (*s && (*s == ' ' || *s == '\t'))
> +			s++;
> +
> +		if (strncmp(s, "@group ", 7))
> +			continue;
> +
> +		s += 7;
> +		while (*s && (*s == ' ' || *s == '\t'))
> +			s++;
> +
> +		if (*s)
> +			data_node_array_add(groups, data_node_string(s));
> +	}

If we hook up into the multiline_comment() function we can consume the
line as well so that it does not appear in the parsed doc string. We
would have to pass the groups node from the main all the way to
multiline_comment() something as (uncomplete):

diff --git a/metadata/metaparse.c b/metadata/metaparse.c
index 561cbb9d2..441eeb80b 100644
--- a/metadata/metaparse.c
+++ b/metadata/metaparse.c
@@ -50,7 +50,12 @@ static const char *eat_asterisk_space(const char *c)
        return c;
 }

-static void multiline_comment(FILE *f, struct data_node *doc)
+static int parse_groups(struct data_node *groups, char *line)
+{
+       ...
+}
+
+static void multiline_comment(FILE *f, struct data_node *doc, struct data_node *groups)
 {
        int c;
        int state = 0;
@@ -65,8 +70,11 @@ static void multiline_comment(FILE *f, struct data_node *doc)
                                struct data_node *line;
                                buf[bufp] = 0;
                                line = data_node_string(eat_asterisk_space(buf));
-                               if (data_node_array_add(doc, line))
-                                       WARN("doc string comment truncated");
+
+                               if (!parse_groups(groups, line)) {
+                                       if (data_node_array_add(doc, line))
+                                               WARN("doc string comment truncated");
+                               }
                                bufp = 0;
                                continue;
                        }
@@ -100,7 +108,7 @@ static void multiline_comment(FILE *f, struct data_node *doc)

 static const char doc_prefix[] = "\\\n";

-static void maybe_doc_comment(FILE *f, struct data_node *doc)
+static void maybe_doc_comment(FILE *f, struct data_node *doc, struct data_groups *groups)
 {
        int c, i;

@@ -113,14 +121,14 @@ static void maybe_doc_comment(FILE *f, struct data_node *doc)
                if (c == '*')
                        ungetc(c, f);

-               multiline_comment(f, NULL);
+               multiline_comment(f, NULL, NULL);
                return;
        }

-       multiline_comment(f, doc);
+       multiline_comment(f, doc, groups);
 }

-static void maybe_comment(FILE *f, struct data_node *doc)
+static void maybe_comment(FILE *f, struct data_node *doc, struct data_node *groups)
 {
        int c = getc(f);

@@ -129,7 +137,7 @@ static void maybe_comment(FILE *f, struct data_node *doc)
                remove_to_newline(f);
        break;
        case '*':
-               maybe_doc_comment(f, doc);
+               maybe_doc_comment(f, doc, groups);
        break;
        default:
                ungetc(c, f);
@@ -194,7 +202,7 @@ static char *next_token2(FILE *f, char *buf, size_t buf_len, struct data_node *d
                        buf[i++] = c;
                break;
                case '/':
-                       maybe_comment(f, doc);
+                       maybe_comment(f, doc, groups);
                break;
                case '"':
                        in_str = 1;


> +}
> +
> +static void build_groups(struct data_node *res, const char *fname)
> +{
> +	struct data_node *groups = data_node_array();
> +
> +	add_path_groups(groups, fname);
> +	add_doc_groups(groups, data_node_hash_get(res, "doc"));
> +
> +	if (data_node_array_len(groups))
> +		data_node_hash_add(res, "groups", groups);
> +	else
> +		data_node_free(groups);
> +}
> +
>  int main(int argc, char *argv[])
>  {
>  	unsigned int i, j;
> @@ -1238,6 +1324,8 @@ int main(int argc, char *argv[])
>  	}
>  
>  	data_node_hash_add(res, "fname", data_node_string(argv[optind]));
> +	build_groups(res, argv[optind]);
> +
>  	printf("  \"%s\": ", strip_name(argv[optind]));
>  	data_to_json(res, stdout, 2);
>  	data_node_free(res);
> diff --git a/metadata/tests/groups.c b/metadata/tests/groups.c
> new file mode 100644
> index 0000000000000000000000000000000000000000..82f07111c1506c634f13822ee6aa95f574eb19a5
> --- /dev/null
> +++ b/metadata/tests/groups.c
> @@ -0,0 +1,11 @@
> +// SPDX-License-Identifier: GPL-2.0-or-later
> +
> +/*\
> + * Test for @group tag parsing.
> + *
> + * @group stress
> + * @group regression
> + */
> +
> +static struct tst_test test = {
> +};
> diff --git a/metadata/tests/groups.c.json b/metadata/tests/groups.c.json
> new file mode 100644
> index 0000000000000000000000000000000000000000..4683e6cf07eeebc60faefb9aead9370dc3f631aa
> --- /dev/null
> +++ b/metadata/tests/groups.c.json
> @@ -0,0 +1,13 @@
> +  "groups": {
> +   "doc": [
> +    "Test for @group tag parsing.",
> +    "",
> +    "@group stress",
> +    "@group regression"
> +   ],
> +   "fname": "groups.c",
> +   "groups": [
> +    "stress",
> +    "regression"
> +   ]
> +  }
> \ No newline at end of file
> 
> -- 
> 2.51.0
> 
> 
> -- 
> Mailing list info: https://lists.linux.it/listinfo/ltp

-- 
Cyril Hrubis
chrubis@suse.cz

-- 
Mailing list info: https://lists.linux.it/listinfo/ltp

[LTP] [PATCH 2/2] doc: conf.py: Show groups in test catalog

[Andrea Cervesato]

From: Andrea Cervesato <andrea.cervesato@suse.com>

Display the groups field from metadata in the generated test catalog
pages. Groups appear after the source link and before the test
description.

Filter out @group tag lines from the test description to avoid
duplication since they are already shown in the groups list.

Signed-off-by: Andrea Cervesato <andrea.cervesato@suse.com>
---
 doc/conf.py | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/doc/conf.py b/doc/conf.py
index 591c1534dfa7e54b816e88b9eca1dd7fb91df255..bf2eaa898ac49debee88ccc1d26a584ffe20bb7d 100644
--- a/doc/conf.py
+++ b/doc/conf.py
@@ -394,6 +394,7 @@ def _generate_setup_table(keys):
         'needs_checkpoints',
         'forks_child',
         'tags',
+        'groups',
     ]
     my_keys = {k: v for k, v in keys.items() if k not in exclude}
     if len(my_keys) == 0:
@@ -482,11 +483,22 @@ def generate_test_catalog(_):
                 ''
             ])
 
-        # test description
+        # groups information
+        groups = conf.get('groups', None)
+        if groups:
+            text.extend([
+                '',
+                f"**Groups**: {', '.join(groups)}",
+                ''
+            ])
+
+        # test description (filter out @group tags)
         desc = conf.get('doc', None)
         if desc:
             desc_text = []
             for line in desc:
+                if line.lstrip().startswith('@group '):
+                    continue
                 line = regexp.sub(r'**\1**', line)
                 desc_text.append(line)
 

-- 
2.51.0


-- 
Mailing list info: https://lists.linux.it/listinfo/ltp