From: Benjamin Coddington <bcodding@redhat.com>
To: Trond Myklebust <trond.myklebust@primarydata.com>
Cc: linux-nfs@vger.kernel.org
Subject: Re: [PATCH 04/14] nfs: centralize pgio error cleanup
Date: Mon, 4 Jan 2016 11:29:48 -0500 (EST) [thread overview]
Message-ID: <alpine.OSX.2.19.9992.1601041058370.87866@planck.local> (raw)
In-Reply-To: <1451172060-28238-4-git-send-email-trond.myklebust@primarydata.com>
On Sat, 26 Dec 2015, Trond Myklebust wrote:
> From: Peng Tao <tao.peng@primarydata.com>
>
> In case we fail during setting things up for read/write IO, set
> pg_error in IO descriptor and do the cleanup in nfs_pageio_add_request,
> where we clean up all pages that are still hanging around on the IO
> descriptor.
>
> Signed-off-by: Peng Tao <tao.peng@primarydata.com>
> Signed-off-by: Trond Myklebust <trond.myklebust@primarydata.com>
> ---
> fs/nfs/pagelist.c | 53 +++++++++++++++++++++++++++++------------------------
> fs/nfs/pnfs.c | 12 ++++--------
> 2 files changed, 33 insertions(+), 32 deletions(-)
>
> diff --git a/fs/nfs/pagelist.c b/fs/nfs/pagelist.c
> index f66021663645..eeddbf0bf4c4 100644
> --- a/fs/nfs/pagelist.c
> +++ b/fs/nfs/pagelist.c
> @@ -664,22 +664,11 @@ EXPORT_SYMBOL_GPL(nfs_initiate_pgio);
> * @desc: IO descriptor
> * @hdr: pageio header
> */
> -static int nfs_pgio_error(struct nfs_pageio_descriptor *desc,
> - struct nfs_pgio_header *hdr)
> +static void nfs_pgio_error(struct nfs_pgio_header *hdr)
> {
> - struct nfs_pgio_mirror *mirror;
> - u32 midx;
> -
> set_bit(NFS_IOHDR_REDO, &hdr->flags);
> nfs_pgio_data_destroy(hdr);
> hdr->completion_ops->completion(hdr);
> - /* TODO: Make sure it's right to clean up all mirrors here
> - * and not just hdr->pgio_mirror_idx */
> - for (midx = 0; midx < desc->pg_mirror_count; midx++) {
> - mirror = &desc->pg_mirrors[midx];
> - desc->pg_completion_ops->error_cleanup(&mirror->pg_list);
> - }
> - return -ENOMEM;
> }
>
> /**
> @@ -800,8 +789,11 @@ int nfs_generic_pgio(struct nfs_pageio_descriptor *desc,
> unsigned int pagecount, pageused;
>
> pagecount = nfs_page_array_len(mirror->pg_base, mirror->pg_count);
> - if (!nfs_pgarray_set(&hdr->page_array, pagecount))
> - return nfs_pgio_error(desc, hdr);
> + if (!nfs_pgarray_set(&hdr->page_array, pagecount)) {
> + nfs_pgio_error(hdr);
> + desc->pg_error = -ENOMEM;
> + return desc->pg_error;
> + }
>
> nfs_init_cinfo(&cinfo, desc->pg_inode, desc->pg_dreq);
> pages = hdr->page_array.pagevec;
> @@ -819,8 +811,11 @@ int nfs_generic_pgio(struct nfs_pageio_descriptor *desc,
> *pages++ = last_page = req->wb_page;
> }
> }
> - if (WARN_ON_ONCE(pageused != pagecount))
> - return nfs_pgio_error(desc, hdr);
> + if (WARN_ON_ONCE(pageused != pagecount)) {
> + nfs_pgio_error(hdr);
> + desc->pg_error = -EINVAL;
> + return desc->pg_error;
> + }
>
> if ((desc->pg_ioflags & FLUSH_COND_STABLE) &&
> (desc->pg_moreio || nfs_reqs_to_commit(&cinfo)))
> @@ -843,10 +838,8 @@ static int nfs_generic_pg_pgios(struct nfs_pageio_descriptor *desc)
>
> hdr = nfs_pgio_header_alloc(desc->pg_rw_ops);
> if (!hdr) {
> - /* TODO: make sure this is right with mirroring - or
> - * should it back out all mirrors? */
> - desc->pg_completion_ops->error_cleanup(&mirror->pg_list);
> - return -ENOMEM;
> + desc->pg_error = -ENOMEM;
> + return desc->pg_error;
> }
> nfs_pgheader_init(desc, hdr, nfs_pgio_header_free);
> ret = nfs_generic_pgio(desc, hdr);
> @@ -1120,7 +1113,6 @@ static int nfs_do_recoalesce(struct nfs_pageio_descriptor *desc)
> static int nfs_pageio_add_request_mirror(struct nfs_pageio_descriptor *desc,
> struct nfs_page *req)
> {
> - struct nfs_pgio_mirror *mirror = nfs_pgio_current_mirror(desc);
> int ret;
>
> do {
> @@ -1187,10 +1179,23 @@ int nfs_pageio_add_request(struct nfs_pageio_descriptor *desc,
> out_failed:
> /*
> * We might have failed before sending any reqs over wire.
> - * clean up rest of the reqs in mirror pg_list
> + * Clean up rest of the reqs in mirror pg_list.
> */
> - if (desc->pg_error)
> - desc->pg_completion_ops->error_cleanup(&mirror->pg_list);
> + if (desc->pg_error) {
> + struct nfs_pgio_mirror *mirror;
> + void (*func)(struct list_head *);
> +
> + /* remember fatal errors */
> + if (nfs_error_is_fatal(desc->pg_error))
nfs_error_is_fatal isn't defined until PATCH 05/14..
Ben
> + mapping_set_error(desc->pg_inode->i_mapping,
> + desc->pg_error);
> +
> + func = desc->pg_completion_ops->error_cleanup;
> + for (midx = 0; midx < desc->pg_mirror_count; midx++) {
> + mirror = &desc->pg_mirrors[midx];
> + func(&mirror->pg_list);
> + }
> + }
> return 0;
> }
>
> diff --git a/fs/nfs/pnfs.c b/fs/nfs/pnfs.c
> index b1acc4135c3c..0fb3552ccfbe 100644
> --- a/fs/nfs/pnfs.c
> +++ b/fs/nfs/pnfs.c
> @@ -2026,15 +2026,13 @@ static void pnfs_writehdr_free(struct nfs_pgio_header *hdr)
> int
> pnfs_generic_pg_writepages(struct nfs_pageio_descriptor *desc)
> {
> - struct nfs_pgio_mirror *mirror = nfs_pgio_current_mirror(desc);
> -
> struct nfs_pgio_header *hdr;
> int ret;
>
> hdr = nfs_pgio_header_alloc(desc->pg_rw_ops);
> if (!hdr) {
> - desc->pg_completion_ops->error_cleanup(&mirror->pg_list);
> - return -ENOMEM;
> + desc->pg_error = -ENOMEM;
> + return desc->pg_error;
> }
> nfs_pgheader_init(desc, hdr, pnfs_writehdr_free);
>
> @@ -2157,15 +2155,13 @@ static void pnfs_readhdr_free(struct nfs_pgio_header *hdr)
> int
> pnfs_generic_pg_readpages(struct nfs_pageio_descriptor *desc)
> {
> - struct nfs_pgio_mirror *mirror = nfs_pgio_current_mirror(desc);
> -
> struct nfs_pgio_header *hdr;
> int ret;
>
> hdr = nfs_pgio_header_alloc(desc->pg_rw_ops);
> if (!hdr) {
> - desc->pg_completion_ops->error_cleanup(&mirror->pg_list);
> - return -ENOMEM;
> + desc->pg_error = -ENOMEM;
> + return desc->pg_error;
> }
> nfs_pgheader_init(desc, hdr, pnfs_readhdr_free);
> hdr->lseg = pnfs_get_lseg(desc->pg_lseg);
> --
> 2.5.0
>
> --
> To unsubscribe from this list: send the line "unsubscribe linux-nfs" in
> the body of a message to majordomo@vger.kernel.org
> More majordomo info at http://vger.kernel.org/majordomo-info.html
>
next prev parent reply other threads:[~2016-01-04 16:29 UTC|newest]
Thread overview: 17+ messages / expand[flat|nested] mbox.gz Atom feed top
2015-12-26 23:20 [PATCH 01/14] pNFS/flexfiles: Support server-supplied layoutstats sampling period Trond Myklebust
2015-12-26 23:20 ` [PATCH 02/14] NFS41: pop some layoutget errors to application Trond Myklebust
2015-12-26 23:20 ` [PATCH 03/14] nfs: clean up rest of reqs when failing to add one Trond Myklebust
2015-12-26 23:20 ` [PATCH 04/14] nfs: centralize pgio error cleanup Trond Myklebust
2015-12-26 23:20 ` [PATCH 05/14] nfs: handle request add failure properly Trond Myklebust
2015-12-26 23:20 ` [PATCH 06/14] nfs: only remove page from mapping if launder_page fails Trond Myklebust
2015-12-26 23:20 ` [PATCH 07/14] NFS41: map NFS4ERR_LAYOUTUNAVAILABLE to ENODATA Trond Myklebust
2015-12-26 23:20 ` [PATCH 08/14] pnfs/flexfiles: do not mark delay-like status as DS failure Trond Myklebust
2015-12-26 23:20 ` [PATCH 09/14] pnfs/flexfiles: count io stat in rpc_count_stats callback Trond Myklebust
2015-12-26 23:20 ` [PATCH 10/14] pNFS/flexfiles: Don't prevent flexfiles client from retrying LAYOUTGET Trond Myklebust
2015-12-26 23:20 ` [PATCH 11/14] pNFS/flexfiles: Don't mark the entire layout as failed, when returning it Trond Myklebust
2015-12-26 23:20 ` [PATCH 12/14] pNFS/flexfiles: Fix a statistics gathering imbalance Trond Myklebust
2015-12-26 23:20 ` [PATCH 13/14] pNFS: Add flag to track if we've called nfs4_ff_layout_stat_io_start_read/write Trond Myklebust
2015-12-26 23:21 ` [PATCH 14/14] pNFS/flexfiles: Ensure we record layoutstats even if RPC is terminated early Trond Myklebust
2016-01-04 20:12 ` [PATCH 13/14] pNFS: Add flag to track if we've called nfs4_ff_layout_stat_io_start_read/write Benjamin Coddington
2016-01-04 16:29 ` Benjamin Coddington [this message]
2016-01-04 15:48 ` [PATCH 03/14] nfs: clean up rest of reqs when failing to add one Benjamin Coddington
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=alpine.OSX.2.19.9992.1601041058370.87866@planck.local \
--to=bcodding@redhat.com \
--cc=linux-nfs@vger.kernel.org \
--cc=trond.myklebust@primarydata.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox