Linux filesystem development
 help / color / mirror / Atom feed
From: R Nageswara Sastry <rnsastry@linux.ibm.com>
To: Christian Brauner <brauner@kernel.org>, linux-fsdevel@vger.kernel.org
Cc: Jacob Lalonde <jalalonde@meta.com>,
	Josef Bacik <josef@toxicpanda.com>, Jann Horn <jannh@google.com>,
	Alexander Viro <viro@zeniv.linux.org.uk>, Jan Kara <jack@suse.cz>,
	Andrew Morton <akpm@linux-foundation.org>,
	David Hildenbrand <david@kernel.org>,
	Lorenzo Stoakes <ljs@kernel.org>,
	"Liam R. Howlett" <liam@infradead.org>,
	Vlastimil Babka <vbabka@kernel.org>,
	Mike Rapoport <rppt@kernel.org>,
	Suren Baghdasaryan <surenb@google.com>,
	Michal Hocko <mhocko@suse.com>,
	Omar Sandoval <osandov@osandov.com>,
	Jacob Lalonde <jalalonde@fb.com>, Shuah Khan <shuah@kernel.org>,
	linux-kernel@vger.kernel.org, linux-mm@kvack.org,
	linux-kselftest@vger.kernel.org, linuxppc-dev@lists.ozlabs.org
Subject: Re: [PATCH v2 19/22] selftests/coredump: hand the record stream to a sink
Date: Wed, 9 Sep 2026 21:35:43 +0530	[thread overview]
Message-ID: <951e04d1-1f0e-44bf-9927-71a43dce0a66@linux.ibm.com> (raw)
In-Reply-To: <20260820-work-coredump-sparse-v2-19-ba32dd718c51@kernel.org>


On 20.08.2026 4:39 AM, Christian Brauner wrote:
> Currently recv_coredump_records() parses the record stream and dumps it
> into a file. A coredump server may want to process the data it gets. So
> split the parsing from the processing.
>
> No functional changes.
>
> Signed-off-by: Christian Brauner (Amutable) <brauner@kernel.org>
Tested-by: R Nageswara Sastry <rnsastry@linux.ibm.com>

System: ppc64le LPAR (IBM POWER), Linux 7.3-rc2
> ---
>   .../selftests/coredump/coredump_test_helpers.c     | 91 +++++++++++++++++-----
>   1 file changed, 72 insertions(+), 19 deletions(-)
>
> diff --git a/tools/testing/selftests/coredump/coredump_test_helpers.c b/tools/testing/selftests/coredump/coredump_test_helpers.c
> index 5b2ffe17f7b7..45d76fa0f469 100644
> --- a/tools/testing/selftests/coredump/coredump_test_helpers.c
> +++ b/tools/testing/selftests/coredump/coredump_test_helpers.c
> @@ -71,9 +71,19 @@ void crashing_child_sparse(size_t size)
>   	*(volatile int *)NULL = 0;
>   }
>   
> -/* Read @len bytes off the socket, writing them at @offset if @fd_out >= 0. */
> -static ssize_t recv_record_bytes(int fd_coredump, __u64 len, int fd_out,
> -				 off_t offset)
> +/* Sink a reassembled record stream is handed to, record by record. */
> +struct coredump_record_sink {
> +	/* @len bytes of coredump data that belong at @offset. */
> +	int (*data)(void *ctx, const void *buf, size_t len, __u64 offset);
> +	/* @len zero bytes that belong at @offset. */
> +	int (*zero)(void *ctx, __u64 offset, __u64 len);
> +	void *ctx;
> +};
> +
> +/* Read @len bytes off the socket and hand them to @sink, if there is one. */
> +static ssize_t recv_record_bytes(int fd_coredump, __u64 len,
> +				 const struct coredump_record_sink *sink,
> +				 __u64 offset)
>   {
>   	ssize_t received = 0;
>   
> @@ -89,11 +99,8 @@ static ssize_t recv_record_bytes(int fd_coredump, __u64 len, int fd_out,
>   			return -1;
>   		}
>   
> -		if (fd_out >= 0 &&
> -		    pwrite(fd_out, buffer, ret, offset + received) != ret) {
> -			fprintf(stderr, "%s: pwrite failed: %m\n", __func__);
> +		if (sink && sink->data(sink->ctx, buffer, ret, offset + received))
>   			return -1;
> -		}
>   
>   		received += ret;
>   		len -= ret;
> @@ -102,14 +109,34 @@ static ssize_t recv_record_bytes(int fd_coredump, __u64 len, int fd_out,
>   	return received;
>   }
>   
> +/* Put the data where the records say it goes and leave the holes alone. */
> +static int file_sink_data(void *ctx, const void *buf, size_t len, __u64 offset)
> +{
> +	int fd = *(int *)ctx;
> +
> +	if (pwrite(fd, buf, len, offset) != (ssize_t)len) {
> +		fprintf(stderr, "%s: pwrite failed: %m\n", __func__);
> +		return -1;
> +	}
> +
> +	return 0;
> +}
> +
> +static int file_sink_zero(void *ctx, __u64 offset, __u64 len)
> +{
> +	/* Nothing has to be written for a hole. */
> +	return 0;
> +}
> +
>   /*
> - * Reassemble a record stream. If @fd_peer_pidfd is valid the task behind
> - * it is killed once a data record has arrived, so the kernel has to cut
> - * the coredump short with the stream already under way.
> + * Read a coredump strea and funnel it into @sink. Allow to pass in a
> + * @fd_peer_pidfd to simulate coredump truncation by killing it after having
> + * received a coredump record.
>    */
> -ssize_t recv_coredump_records(int fd_coredump, int fd_core_file,
> -			      off_t *coredump_size, bool *truncated,
> -			      int fd_peer_pidfd)
> +static ssize_t __recv_coredump_records(int fd_coredump,
> +				       const struct coredump_record_sink *sink,
> +				       off_t *coredump_size, bool *truncated,
> +				       int fd_peer_pidfd)
>   {
>   	ssize_t received = 0;
>   	off_t size = 0;
> @@ -169,7 +196,8 @@ ssize_t recv_coredump_records(int fd_coredump, int fd_core_file,
>   		}
>   
>   		/* Discard any part of the header we have no use for. */
> -		ret = recv_record_bytes(fd_coredump, record.size - known_size, -1, 0);
> +		ret = recv_record_bytes(fd_coredump, record.size - known_size,
> +					NULL, 0);
>   		if (ret < 0)
>   			return -1;
>   		received += ret;
> @@ -185,10 +213,12 @@ ssize_t recv_coredump_records(int fd_coredump, int fd_core_file,
>   		switch (record.type) {
>   		case COREDUMP_RECORD_ZERO:
>   			/* A hole. It comes with no data and needs none. */
> +			if (sink->zero(sink->ctx, record.offset, record.len))
> +				return -1;
>   			break;
>   		case COREDUMP_RECORD_DATA:
> -			ret = recv_record_bytes(fd_coredump, record.len,
> -						fd_core_file, size);
> +			ret = recv_record_bytes(fd_coredump, record.len, sink,
> +						record.offset);
>   			if (ret < 0)
>   				return -1;
>   			received += ret;
> @@ -230,6 +260,32 @@ ssize_t recv_coredump_records(int fd_coredump, int fd_core_file,
>   	if (truncated)
>   		*truncated = is_truncated;
>   
> +	*coredump_size = size;
> +
> +	fprintf(stderr, "Received %zd bytes for a %s coredump of %llu bytes\n",
> +		received, is_truncated ? "truncated" : "complete",
> +		(unsigned long long)size);
> +	return received;
> +}
> +
> +/* Reassemble a record stream into the coredump it describes. */
> +ssize_t recv_coredump_records(int fd_coredump, int fd_core_file,
> +			      off_t *coredump_size, bool *truncated,
> +			      int fd_peer_pidfd)
> +{
> +	struct coredump_record_sink sink = {
> +		.data	= file_sink_data,
> +		.zero	= file_sink_zero,
> +		.ctx	= &fd_core_file,
> +	};
> +	ssize_t received;
> +	off_t size = 0;
> +
> +	received = __recv_coredump_records(fd_coredump, &sink, &size, truncated,
> +					   fd_peer_pidfd);
> +	if (received < 0)
> +		return -1;
> +
>   	/*
>   	 * Nothing is written for a hole, so grow the file to the size the
>   	 * records describe in case the coredump ended in one.
> @@ -243,9 +299,6 @@ ssize_t recv_coredump_records(int fd_coredump, int fd_core_file,
>   	if (coredump_size)
>   		*coredump_size = size;
>   
> -	fprintf(stderr, "Received %zd bytes for a %s coredump of %llu bytes\n",
> -		received, is_truncated ? "truncated" : "complete",
> -		(unsigned long long)size);
>   	return received;
>   }
>   
>
-- 
Thanks and Regards
R.Nageswara Sastry


  reply	other threads:[~2026-09-09 16:06 UTC|newest]

Thread overview: 47+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2026-08-19 23:09 [PATCH v2 00/22] coredump: allow to create sparse coredumps on the coredump socket Christian Brauner
2026-08-19 23:09 ` [PATCH v2 01/22] powerpc/spufs: don't dump more than the note supports Christian Brauner
2026-09-09 15:52   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 02/22] coredump: refuse negative skips Christian Brauner
2026-09-09 15:53   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 03/22] coredump: set the minimum send buffer size Christian Brauner
2026-09-09 15:53   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 04/22] selftests/coredump: discard the right amount after the coredump request Christian Brauner
2026-09-09 15:54   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 05/22] selftests/coredump: collapse the expected request check into the helper Christian Brauner
2026-09-09 15:54   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 06/22] selftests/coredump: add a separate helper header Christian Brauner
2026-09-09 15:55   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 07/22] coredump: pin the protocol struct sizes Christian Brauner
2026-09-09 15:55   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 08/22] coredump: move the negotiated mask into struct coredump_params Christian Brauner
2026-09-09 15:56   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 09/22] coredump: deduplicate the to_skip flush Christian Brauner
2026-09-09 15:56   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 10/22] coredump: make the dump helper return bool Christian Brauner
2026-09-09 15:59   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 11/22] coredump: always chunk writes Christian Brauner
2026-09-09 16:00   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 12/22] coredump: clean up coredump state handling Christian Brauner
2026-09-09 16:01   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 13/22] coredump: add COREDUMP_RECORDS to the coredump socket protocol Christian Brauner
2026-09-09 16:02   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 14/22] coredump: add COREDUMP_SPARSE " Christian Brauner
2026-09-09 16:02   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 15/22] tools: sync coredump.h header Christian Brauner
2026-09-09 16:03   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 16/22] coredump: send the coredump in records if requested Christian Brauner
2026-09-09 16:04   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 17/22] coredump: describe the holes when COREDUMP_SPARSE is negotiated Christian Brauner
2026-09-09 16:04   ` R Nageswara Sastry
2026-09-09 16:21   ` David Hildenbrand (Arm)
2026-08-19 23:09 ` [PATCH v2 18/22] selftests/coredump: test COREDUMP_RECORDS and COREDUMP_SPARSE Christian Brauner
2026-09-09 16:05   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 19/22] selftests/coredump: hand the record stream to a sink Christian Brauner
2026-09-09 16:05   ` R Nageswara Sastry [this message]
2026-08-19 23:09 ` [PATCH v2 20/22] selftests/coredump: put a hole in the middle of a sparse mapping Christian Brauner
2026-09-09 16:06   ` R Nageswara Sastry
2026-09-09 16:18   ` David Hildenbrand (Arm)
2026-08-19 23:09 ` [PATCH v2 21/22] selftests/coredump: simulate a blob store Christian Brauner
2026-09-09 16:06   ` R Nageswara Sastry
2026-08-19 23:09 ` [PATCH v2 22/22] selftests/coredump: show how to inspect the task to decide how the coredump should be sent Christian Brauner
2026-09-09 16:07   ` R Nageswara Sastry

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=951e04d1-1f0e-44bf-9927-71a43dce0a66@linux.ibm.com \
    --to=rnsastry@linux.ibm.com \
    --cc=akpm@linux-foundation.org \
    --cc=brauner@kernel.org \
    --cc=david@kernel.org \
    --cc=jack@suse.cz \
    --cc=jalalonde@fb.com \
    --cc=jalalonde@meta.com \
    --cc=jannh@google.com \
    --cc=josef@toxicpanda.com \
    --cc=liam@infradead.org \
    --cc=linux-fsdevel@vger.kernel.org \
    --cc=linux-kernel@vger.kernel.org \
    --cc=linux-kselftest@vger.kernel.org \
    --cc=linux-mm@kvack.org \
    --cc=linuxppc-dev@lists.ozlabs.org \
    --cc=ljs@kernel.org \
    --cc=mhocko@suse.com \
    --cc=osandov@osandov.com \
    --cc=rppt@kernel.org \
    --cc=shuah@kernel.org \
    --cc=surenb@google.com \
    --cc=vbabka@kernel.org \
    --cc=viro@zeniv.linux.org.uk \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox