public inbox for linux-kernel@vger.kernel.org
 help / color / mirror / Atom feed
From: Eduard Zingerman <eddyz87@gmail.com>
To: Donglin Peng <dolinux.peng@gmail.com>,
	ast@kernel.org,  andrii.nakryiko@gmail.com
Cc: zhangxiaoqin@xiaomi.com, ihor.solodrai@linux.dev,
	 linux-kernel@vger.kernel.org, bpf@vger.kernel.org,
	pengdonglin <pengdonglin@xiaomi.com>,
	Alan Maguire <alan.maguire@oracle.com>
Subject: Re: [PATCH bpf-next v10 06/13] btf: Optimize type lookup with binary search
Date: Thu, 18 Dec 2025 13:38:09 -0800	[thread overview]
Message-ID: <290a67f65e9f7083895b5177d524e3ce27e9f93c.camel@gmail.com> (raw)
In-Reply-To: <20251218113051.455293-7-dolinux.peng@gmail.com>

On Thu, 2025-12-18 at 19:30 +0800, Donglin Peng wrote:
> From: pengdonglin <pengdonglin@xiaomi.com>
> 
> Improve btf_find_by_name_kind() performance by adding binary search
> support for sorted types. Falls back to linear search for compatibility.
> 
> Cc: Eduard Zingerman <eddyz87@gmail.com>
> Cc: Alexei Starovoitov <ast@kernel.org>
> Cc: Andrii Nakryiko <andrii.nakryiko@gmail.com>
> Cc: Alan Maguire <alan.maguire@oracle.com>
> Cc: Ihor Solodrai <ihor.solodrai@linux.dev>
> Cc: Xiaoqin Zhang <zhangxiaoqin@xiaomi.com>
> Signed-off-by: pengdonglin <pengdonglin@xiaomi.com>
> ---

(One nit below).

Acked-by: Eduard Zingerman <eddyz87@gmail.com>

>  kernel/bpf/btf.c | 85 +++++++++++++++++++++++++++++++++++++++++++-----
>  1 file changed, 76 insertions(+), 9 deletions(-)
> 
> diff --git a/kernel/bpf/btf.c b/kernel/bpf/btf.c
> index 0de8fc8a0e0b..0394f0c8ef74 100644
> --- a/kernel/bpf/btf.c
> +++ b/kernel/bpf/btf.c
> @@ -259,6 +259,7 @@ struct btf {
>  	void *nohdr_data;
>  	struct btf_header hdr;
>  	u32 nr_types; /* includes VOID for base BTF */
> +	u32 sorted_start_id;
>  	u32 types_size;
>  	u32 data_size;
>  	refcount_t refcnt;
> @@ -494,6 +495,11 @@ static bool btf_type_is_modifier(const struct btf_type *t)
>  	return false;
>  }
>  
> +static int btf_start_id(const struct btf *btf)
> +{
> +	return btf->start_id + (btf->base_btf ? 0 : 1);
> +}
> +
>  bool btf_type_is_void(const struct btf_type *t)
>  {
>  	return t == &btf_void;
> @@ -544,21 +550,79 @@ u32 btf_nr_types(const struct btf *btf)
>  	return total;
>  }
>  
> +static s32 btf_find_by_name_bsearch(const struct btf *btf, const char *name,
> +				    s32 start_id, s32 end_id)
> +{
> +	const struct btf_type *t;
> +	const char *tname;
> +	s32 l, r, m, lmost = -ENOENT;
> +	int ret;
> +
> +	l = start_id;
> +	r = end_id;
> +	while (l <= r) {
> +		m = l + (r - l) / 2;
> +		t = btf_type_by_id(btf, m);
> +		tname = btf_name_by_offset(btf, t->name_off);
> +		ret = strcmp(tname, name);
> +		if (ret < 0) {
> +			l = m + 1;
> +		} else {
> +			if (ret == 0)
> +				lmost = m;
> +			r = m - 1;
> +		}
> +	}
> +
> +	return lmost;
> +}
> +
>  s32 btf_find_by_name_kind(const struct btf *btf, const char *name, u8 kind)
>  {
> +	const struct btf *base_btf = btf_base_btf(btf);
>  	const struct btf_type *t;
>  	const char *tname;
> -	u32 i, total;
> +	s32 idx;
>  
> -	total = btf_nr_types(btf);
> -	for (i = 1; i < total; i++) {
> -		t = btf_type_by_id(btf, i);
> -		if (BTF_INFO_KIND(t->info) != kind)
> -			continue;
> +	if (base_btf) {
> +		idx = btf_find_by_name_kind(base_btf, name, kind);
> +		if (idx > 0)
> +			return idx;
> +	}
>  
> -		tname = btf_name_by_offset(btf, t->name_off);
> -		if (!strcmp(tname, name))
> -			return i;
> +	if (btf->sorted_start_id > 0 && name[0]) {
            ^^^^^^^^^^^^^^^^^^^^^^^^
Nit: Maybe pull the is_sorted helper into this patch-set?

> +		/* skip anonymous types */
> +		s32 start_id = btf->sorted_start_id;
> +		s32 end_id = btf_nr_types(btf) - 1;
> +
> +		idx = btf_find_by_name_bsearch(btf, name, start_id, end_id);
> +		if (idx < 0)
> +			return -ENOENT;
> +
> +		t = btf_type_by_id(btf, idx);
> +		if (BTF_INFO_KIND(t->info) == kind)
> +			return idx;
> +
> +		for (idx++; idx <= end_id; idx++) {
> +			t = btf_type_by_id(btf, idx);
> +			tname = btf_name_by_offset(btf, t->name_off);
> +			if (strcmp(tname, name) != 0)
> +				return -ENOENT;
> +			if (BTF_INFO_KIND(t->info) == kind)
> +				return idx;
> +		}
> +	} else {
> +		u32 i, total;
> +
> +		total = btf_nr_types(btf);
> +		for (i = btf_start_id(btf); i < total; i++) {
> +			t = btf_type_by_id(btf, i);
> +			if (BTF_INFO_KIND(t->info) != kind)
> +				continue;
> +			tname = btf_name_by_offset(btf, t->name_off);
> +			if (strcmp(tname, name) == 0)
> +				return i;
> +		}
>  	}
>  
>  	return -ENOENT;
> @@ -5791,6 +5855,7 @@ static struct btf *btf_parse(const union bpf_attr *attr, bpfptr_t uattr, u32 uat
>  		goto errout;
>  	}
>  	env->btf = btf;
> +	btf->sorted_start_id = 0;
>  
>  	data = kvmalloc(attr->btf_size, GFP_KERNEL | __GFP_NOWARN);
>  	if (!data) {
> @@ -6210,6 +6275,7 @@ static struct btf *btf_parse_base(struct btf_verifier_env *env, const char *name
>  	btf->data = data;
>  	btf->data_size = data_size;
>  	btf->kernel_btf = true;
> +	btf->sorted_start_id = 0;
>  	snprintf(btf->name, sizeof(btf->name), "%s", name);
>  
>  	err = btf_parse_hdr(env);
> @@ -6327,6 +6393,7 @@ static struct btf *btf_parse_module(const char *module_name, const void *data,
>  	btf->start_id = base_btf->nr_types;
>  	btf->start_str_off = base_btf->hdr.str_len;
>  	btf->kernel_btf = true;
> +	btf->sorted_start_id = 0;
>  	snprintf(btf->name, sizeof(btf->name), "%s", module_name);
>  
>  	btf->data = kvmemdup(data, data_size, GFP_KERNEL | __GFP_NOWARN);

  reply	other threads:[~2025-12-18 21:38 UTC|newest]

Thread overview: 72+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2025-12-18 11:30 [PATCH bpf-next v10 00/13] Improve the performance of BTF type lookups with binary search Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 01/13] libbpf: Add BTF permutation support for type reordering Donglin Peng
2025-12-18 23:02   ` Andrii Nakryiko
2025-12-19  3:14     ` Donglin Peng
2025-12-19  3:16       ` Donglin Peng
2025-12-19 17:07       ` Andrii Nakryiko
2025-12-20  8:39         ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 02/13] selftests/bpf: Add test cases for btf__permute functionality Donglin Peng
2025-12-18 23:03   ` Andrii Nakryiko
2025-12-19  3:30     ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 03/13] tools/resolve_btfids: Support BTF sorting feature Donglin Peng
2025-12-18 23:09   ` Andrii Nakryiko
2025-12-19  3:42     ` Donglin Peng
2025-12-19 17:12       ` Andrii Nakryiko
2025-12-20  8:44         ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 04/13] libbpf: Optimize type lookup with binary search for sorted BTF Donglin Peng
2025-12-18 19:32   ` Eduard Zingerman
2025-12-18 23:29   ` Andrii Nakryiko
2025-12-19  0:13     ` Eduard Zingerman
2025-12-19  0:19       ` Andrii Nakryiko
2025-12-19  0:24         ` Eduard Zingerman
2025-12-19  1:01           ` Andrii Nakryiko
2025-12-19  2:53     ` Donglin Peng
2025-12-19 17:28       ` Andrii Nakryiko
2025-12-20  9:38         ` Donglin Peng
2025-12-22  1:58           ` Donglin Peng
2026-01-06  0:38             ` Andrii Nakryiko
2026-01-06  2:42               ` Donglin Peng
2026-01-06  0:36           ` Andrii Nakryiko
2026-01-06  2:50             ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 05/13] libbpf: Verify BTF Sorting Donglin Peng
2025-12-18 19:38   ` Eduard Zingerman
2025-12-18 23:44   ` Andrii Nakryiko
2025-12-19  5:06     ` Donglin Peng
2025-12-19 17:33       ` Andrii Nakryiko
     [not found]         ` <CAErzpmsvirekLBRrJYVgmRC0YKWCbo7OyRQXgNYrk83aF-Wz2Q@mail.gmail.com>
2026-01-07  3:45           ` Donglin Peng
2026-01-07 21:50             ` Andrii Nakryiko
2026-01-08  1:50               ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 06/13] btf: Optimize type lookup with binary search Donglin Peng
2025-12-18 21:38   ` Eduard Zingerman [this message]
2025-12-19  5:07     ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 07/13] btf: Verify BTF Sorting Donglin Peng
2025-12-18 21:43   ` Eduard Zingerman
2025-12-19  5:10     ` Donglin Peng
2025-12-18 23:46   ` Andrii Nakryiko
2025-12-19  5:10     ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 08/13] bpf: Skip anonymous types in type lookup for performance Donglin Peng
2025-12-18 22:21   ` Eduard Zingerman
2025-12-18 23:59     ` Andrii Nakryiko
2025-12-19  5:40       ` Donglin Peng
2025-12-18 22:24   ` Eduard Zingerman
2025-12-18 11:30 ` [PATCH bpf-next v10 09/13] bpf: Optimize the performance of find_bpffs_btf_enums Donglin Peng
2025-12-19  0:01   ` Andrii Nakryiko
2025-12-19  5:41     ` Donglin Peng
2025-12-20 14:27       ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 10/13] libbpf: Optimize the performance of determine_ptr_size Donglin Peng
2025-12-18 22:27   ` Eduard Zingerman
2025-12-19  0:03   ` Andrii Nakryiko
2025-12-19  5:42     ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 11/13] libbpf: Add btf_is_sorted and btf_sorted_start_id helpers to refactor the code Donglin Peng
2025-12-18 22:33   ` Eduard Zingerman
2025-12-19  5:49     ` Donglin Peng
2025-12-19  0:05   ` Andrii Nakryiko
2025-12-19  5:51     ` Donglin Peng
2025-12-19 17:35       ` Andrii Nakryiko
2025-12-20 14:27         ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 12/13] btf: Add btf_is_sorted " Donglin Peng
2025-12-18 22:30   ` Eduard Zingerman
2025-12-19  0:05   ` Andrii Nakryiko
2025-12-20 14:25     ` Donglin Peng
2025-12-18 11:30 ` [PATCH bpf-next v10 13/13] btf: Refactor the code by calling str_is_empty Donglin Peng
2025-12-18 22:34   ` Eduard Zingerman

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=290a67f65e9f7083895b5177d524e3ce27e9f93c.camel@gmail.com \
    --to=eddyz87@gmail.com \
    --cc=alan.maguire@oracle.com \
    --cc=andrii.nakryiko@gmail.com \
    --cc=ast@kernel.org \
    --cc=bpf@vger.kernel.org \
    --cc=dolinux.peng@gmail.com \
    --cc=ihor.solodrai@linux.dev \
    --cc=linux-kernel@vger.kernel.org \
    --cc=pengdonglin@xiaomi.com \
    --cc=zhangxiaoqin@xiaomi.com \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox