qemu-devel.nongnu.org archive mirror
 help / color / mirror / Atom feed
From: Paolo Bonzini <pbonzini@redhat.com>
To: Kevin Wolf <kwolf@redhat.com>
Cc: "open list:Block layer core" <qemu-block@nongnu.org>,
	"Hajnoczi, Stefan" <stefanha@redhat.com>,
	 Emanuele Giuseppe Esposito <eesposit@redhat.com>,
	qemu-devel <qemu-devel@nongnu.org>
Subject: Re: [PATCH 03/20] block: bdrv/blk_co_unref() for calls in coroutine context
Date: Thu, 27 Apr 2023 16:30:58 +0200	[thread overview]
Message-ID: <CABgObfbOD+cpEdP0JE6Os1-vYvrp1zMvCFOST0YrBw3H0s9noQ@mail.gmail.com> (raw)
In-Reply-To: <20230425173158.574203-4-kwolf@redhat.com>

[-- Attachment #1: Type: text/plain, Size: 11520 bytes --]

Il mar 25 apr 2023, 19:32 Kevin Wolf <kwolf@redhat.com> ha scritto:

> These functions must not be called in coroutine context, because they
> need write access to the graph.
>

With these patches applied vrc is still complaining about calls to
bdrv_unref_child from qcow2_do_open and qcow2_do_close.

Otherwise, the situation looks pretty good.

Paolo

>
> Signed-off-by: Kevin Wolf <kwolf@redhat.com>
> ---
>  include/block/block-global-state.h          |  3 ++-
>  include/sysemu/block-backend-global-state.h |  5 ++++-
>  block.c                                     |  2 +-
>  block/crypto.c                              |  6 +++---
>  block/parallels.c                           |  6 +++---
>  block/qcow.c                                |  6 +++---
>  block/qcow2.c                               | 14 +++++++-------
>  block/qed.c                                 |  6 +++---
>  block/vdi.c                                 |  6 +++---
>  block/vhdx.c                                |  6 +++---
>  block/vmdk.c                                | 18 +++++++++---------
>  block/vpc.c                                 |  6 +++---
>  12 files changed, 44 insertions(+), 40 deletions(-)
>
> diff --git a/include/block/block-global-state.h
> b/include/block/block-global-state.h
> index 2c312cc774..ec3ddb17a8 100644
> --- a/include/block/block-global-state.h
> +++ b/include/block/block-global-state.h
> @@ -218,7 +218,8 @@ void bdrv_img_create(const char *filename, const char
> *fmt,
>                       bool quiet, Error **errp);
>
>  void bdrv_ref(BlockDriverState *bs);
> -void bdrv_unref(BlockDriverState *bs);
> +void no_coroutine_fn bdrv_unref(BlockDriverState *bs);
> +void coroutine_fn no_co_wrapper bdrv_co_unref(BlockDriverState *bs);
>  void bdrv_unref_child(BlockDriverState *parent, BdrvChild *child);
>  BdrvChild *bdrv_attach_child(BlockDriverState *parent_bs,
>                               BlockDriverState *child_bs,
> diff --git a/include/sysemu/block-backend-global-state.h
> b/include/sysemu/block-backend-global-state.h
> index 2b6d27db7c..fa83f9389c 100644
> --- a/include/sysemu/block-backend-global-state.h
> +++ b/include/sysemu/block-backend-global-state.h
> @@ -42,7 +42,10 @@ blk_co_new_open(const char *filename, const char
> *reference, QDict *options,
>
>  int blk_get_refcnt(BlockBackend *blk);
>  void blk_ref(BlockBackend *blk);
> -void blk_unref(BlockBackend *blk);
> +
> +void no_coroutine_fn blk_unref(BlockBackend *blk);
> +void coroutine_fn no_co_wrapper blk_co_unref(BlockBackend *blk);
> +
>  void blk_remove_all_bs(void);
>  BlockBackend *blk_by_name(const char *name);
>  BlockBackend *blk_next(BlockBackend *blk);
> diff --git a/block.c b/block.c
> index 5ec1a3897e..20d5ee0959 100644
> --- a/block.c
> +++ b/block.c
> @@ -680,7 +680,7 @@ int coroutine_fn
> bdrv_co_create_opts_simple(BlockDriver *drv,
>
>      ret = 0;
>  out:
> -    blk_unref(blk);
> +    blk_co_unref(blk);
>      return ret;
>  }
>
> diff --git a/block/crypto.c b/block/crypto.c
> index ca67289187..8fd3ad0054 100644
> --- a/block/crypto.c
> +++ b/block/crypto.c
> @@ -355,7 +355,7 @@ block_crypto_co_create_generic(BlockDriverState *bs,
> int64_t size,
>      ret = 0;
>   cleanup:
>      qcrypto_block_free(crypto);
> -    blk_unref(blk);
> +    blk_co_unref(blk);
>      return ret;
>  }
>
> @@ -661,7 +661,7 @@ block_crypto_co_create_luks(BlockdevCreateOptions
> *create_options, Error **errp)
>
>      ret = 0;
>  fail:
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      return ret;
>  }
>
> @@ -730,7 +730,7 @@ fail:
>          bdrv_co_delete_file_noerr(bs);
>      }
>
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      qapi_free_QCryptoBlockCreateOptions(create_opts);
>      qobject_unref(cryptoopts);
>      return ret;
> diff --git a/block/parallels.c b/block/parallels.c
> index 013684801a..b49c35929e 100644
> --- a/block/parallels.c
> +++ b/block/parallels.c
> @@ -613,8 +613,8 @@ static int coroutine_fn
> parallels_co_create(BlockdevCreateOptions* opts,
>
>      ret = 0;
>  out:
> -    blk_unref(blk);
> -    bdrv_unref(bs);
> +    blk_co_unref(blk);
> +    bdrv_co_unref(bs);
>      return ret;
>
>  exit:
> @@ -691,7 +691,7 @@ parallels_co_create_opts(BlockDriver *drv, const char
> *filename,
>
>  done:
>      qobject_unref(qdict);
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      qapi_free_BlockdevCreateOptions(create_options);
>      return ret;
>  }
> diff --git a/block/qcow.c b/block/qcow.c
> index 490e4f819e..a0c701f578 100644
> --- a/block/qcow.c
> +++ b/block/qcow.c
> @@ -915,8 +915,8 @@ static int coroutine_fn
> qcow_co_create(BlockdevCreateOptions *opts,
>      g_free(tmp);
>      ret = 0;
>  exit:
> -    blk_unref(qcow_blk);
> -    bdrv_unref(bs);
> +    blk_co_unref(qcow_blk);
> +    bdrv_co_unref(bs);
>      qcrypto_block_free(crypto);
>      return ret;
>  }
> @@ -1015,7 +1015,7 @@ qcow_co_create_opts(BlockDriver *drv, const char
> *filename,
>  fail:
>      g_free(backing_fmt);
>      qobject_unref(qdict);
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      qapi_free_BlockdevCreateOptions(create_options);
>      return ret;
>  }
> diff --git a/block/qcow2.c b/block/qcow2.c
> index 94cf59af8b..01742b3ebe 100644
> --- a/block/qcow2.c
> +++ b/block/qcow2.c
> @@ -3705,7 +3705,7 @@ qcow2_co_create(BlockdevCreateOptions
> *create_options, Error **errp)
>          goto out;
>      }
>
> -    blk_unref(blk);
> +    blk_co_unref(blk);
>      blk = NULL;
>
>      /*
> @@ -3785,7 +3785,7 @@ qcow2_co_create(BlockdevCreateOptions
> *create_options, Error **errp)
>          }
>      }
>
> -    blk_unref(blk);
> +    blk_co_unref(blk);
>      blk = NULL;
>
>      /* Reopen the image without BDRV_O_NO_FLUSH to flush it before
> returning.
> @@ -3810,9 +3810,9 @@ qcow2_co_create(BlockdevCreateOptions
> *create_options, Error **errp)
>
>      ret = 0;
>  out:
> -    blk_unref(blk);
> -    bdrv_unref(bs);
> -    bdrv_unref(data_bs);
> +    blk_co_unref(blk);
> +    bdrv_co_unref(bs);
> +    bdrv_co_unref(data_bs);
>      return ret;
>  }
>
> @@ -3943,8 +3943,8 @@ finish:
>      }
>
>      qobject_unref(qdict);
> -    bdrv_unref(bs);
> -    bdrv_unref(data_bs);
> +    bdrv_co_unref(bs);
> +    bdrv_co_unref(data_bs);
>      qapi_free_BlockdevCreateOptions(create_options);
>      return ret;
>  }
> diff --git a/block/qed.c b/block/qed.c
> index 0705a7b4e2..aff2a2076e 100644
> --- a/block/qed.c
> +++ b/block/qed.c
> @@ -748,8 +748,8 @@ static int coroutine_fn
> bdrv_qed_co_create(BlockdevCreateOptions *opts,
>      ret = 0; /* success */
>  out:
>      g_free(l1_table);
> -    blk_unref(blk);
> -    bdrv_unref(bs);
> +    blk_co_unref(blk);
> +    bdrv_co_unref(bs);
>      return ret;
>  }
>
> @@ -819,7 +819,7 @@ bdrv_qed_co_create_opts(BlockDriver *drv, const char
> *filename,
>
>  fail:
>      qobject_unref(qdict);
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      qapi_free_BlockdevCreateOptions(create_options);
>      return ret;
>  }
> diff --git a/block/vdi.c b/block/vdi.c
> index f2434d6153..08331d2dd7 100644
> --- a/block/vdi.c
> +++ b/block/vdi.c
> @@ -886,8 +886,8 @@ static int coroutine_fn
> vdi_co_do_create(BlockdevCreateOptions *create_options,
>
>      ret = 0;
>  exit:
> -    blk_unref(blk);
> -    bdrv_unref(bs_file);
> +    blk_co_unref(blk);
> +    bdrv_co_unref(bs_file);
>      g_free(bmap);
>      return ret;
>  }
> @@ -975,7 +975,7 @@ vdi_co_create_opts(BlockDriver *drv, const char
> *filename,
>  done:
>      qobject_unref(qdict);
>      qapi_free_BlockdevCreateOptions(create_options);
> -    bdrv_unref(bs_file);
> +    bdrv_co_unref(bs_file);
>      return ret;
>  }
>
> diff --git a/block/vhdx.c b/block/vhdx.c
> index 81420722a1..00777da91a 100644
> --- a/block/vhdx.c
> +++ b/block/vhdx.c
> @@ -2053,8 +2053,8 @@ static int coroutine_fn
> vhdx_co_create(BlockdevCreateOptions *opts,
>
>      ret = 0;
>  delete_and_exit:
> -    blk_unref(blk);
> -    bdrv_unref(bs);
> +    blk_co_unref(blk);
> +    bdrv_co_unref(bs);
>      g_free(creator);
>      return ret;
>  }
> @@ -2144,7 +2144,7 @@ vhdx_co_create_opts(BlockDriver *drv, const char
> *filename,
>
>  fail:
>      qobject_unref(qdict);
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      qapi_free_BlockdevCreateOptions(create_options);
>      return ret;
>  }
> diff --git a/block/vmdk.c b/block/vmdk.c
> index 3f8c731e32..11b553ef25 100644
> --- a/block/vmdk.c
> +++ b/block/vmdk.c
> @@ -2306,7 +2306,7 @@ exit:
>          if (pbb) {
>              *pbb = blk;
>          } else {
> -            blk_unref(blk);
> +            blk_co_unref(blk);
>              blk = NULL;
>          }
>      }
> @@ -2516,12 +2516,12 @@ vmdk_co_do_create(int64_t size,
>          if (strcmp(blk_bs(backing)->drv->format_name, "vmdk")) {
>              error_setg(errp, "Invalid backing file format: %s. Must be
> vmdk",
>                         blk_bs(backing)->drv->format_name);
> -            blk_unref(backing);
> +            blk_co_unref(backing);
>              ret = -EINVAL;
>              goto exit;
>          }
>          ret = vmdk_read_cid(blk_bs(backing), 0, &parent_cid);
> -        blk_unref(backing);
> +        blk_co_unref(backing);
>          if (ret) {
>              error_setg(errp, "Failed to read parent CID");
>              goto exit;
> @@ -2542,14 +2542,14 @@ vmdk_co_do_create(int64_t size,
>                               blk_bs(extent_blk)->filename);
>          created_size += cur_size;
>          extent_idx++;
> -        blk_unref(extent_blk);
> +        blk_co_unref(extent_blk);
>      }
>
>      /* Check whether we got excess extents */
>      extent_blk = extent_fn(-1, extent_idx, flat, split, compress,
> zeroed_grain,
>                             opaque, NULL);
>      if (extent_blk) {
> -        blk_unref(extent_blk);
> +        blk_co_unref(extent_blk);
>          error_setg(errp, "List of extents contains unused extents");
>          ret = -EINVAL;
>          goto exit;
> @@ -2590,7 +2590,7 @@ vmdk_co_do_create(int64_t size,
>      ret = 0;
>  exit:
>      if (blk) {
> -        blk_unref(blk);
> +        blk_co_unref(blk);
>      }
>      g_free(desc);
>      g_free(parent_desc_line);
> @@ -2641,7 +2641,7 @@ vmdk_co_create_opts_cb(int64_t size, int idx, bool
> flat, bool split,
>                             errp)) {
>          goto exit;
>      }
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>  exit:
>      g_free(ext_filename);
>      return blk;
> @@ -2797,12 +2797,12 @@ static BlockBackend * coroutine_fn
> vmdk_co_create_cb(int64_t size, int idx,
>          return NULL;
>      }
>      blk_set_allow_write_beyond_eof(blk, true);
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>
>      if (size != -1) {
>          ret = vmdk_init_extent(blk, size, flat, compress, zeroed_grain,
> errp);
>          if (ret) {
> -            blk_unref(blk);
> +            blk_co_unref(blk);
>              blk = NULL;
>          }
>      }
> diff --git a/block/vpc.c b/block/vpc.c
> index b89b0ff8e2..07ddda5b99 100644
> --- a/block/vpc.c
> +++ b/block/vpc.c
> @@ -1082,8 +1082,8 @@ static int coroutine_fn
> vpc_co_create(BlockdevCreateOptions *opts,
>      }
>
>  out:
> -    blk_unref(blk);
> -    bdrv_unref(bs);
> +    blk_co_unref(blk);
> +    bdrv_co_unref(bs);
>      return ret;
>  }
>
> @@ -1162,7 +1162,7 @@ vpc_co_create_opts(BlockDriver *drv, const char
> *filename,
>
>  fail:
>      qobject_unref(qdict);
> -    bdrv_unref(bs);
> +    bdrv_co_unref(bs);
>      qapi_free_BlockdevCreateOptions(create_options);
>      return ret;
>  }
> --
> 2.40.0
>
>

[-- Attachment #2: Type: text/html, Size: 14192 bytes --]

  parent reply	other threads:[~2023-04-27 14:35 UTC|newest]

Thread overview: 73+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2023-04-25 17:31 [PATCH 00/20] Graph locking, part 3 (more block drivers) Kevin Wolf
2023-04-25 17:31 ` [PATCH 01/20] qcow2: Don't call bdrv_getlength() in coroutine_fns Kevin Wolf
2023-04-25 18:37   ` Eric Blake
2023-04-27 11:12     ` Kevin Wolf
2023-04-27 15:07       ` Eric Blake
2023-05-01 15:19   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 02/20] block: Consistently call bdrv_activate() outside coroutine Kevin Wolf
2023-04-25 18:39   ` Eric Blake
2023-05-01 15:21   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 03/20] block: bdrv/blk_co_unref() for calls in coroutine context Kevin Wolf
2023-04-25 20:04   ` Eric Blake
2023-04-27 14:30   ` Paolo Bonzini [this message]
2023-04-27 17:00     ` Kevin Wolf
2023-04-27 20:49       ` Paolo Bonzini
2023-05-04 11:18         ` Kevin Wolf
2023-05-01 15:23   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 04/20] block: Don't call no_coroutine_fns in qmp_block_resize() Kevin Wolf
2023-04-25 20:08   ` Eric Blake
2023-04-27 11:15     ` Kevin Wolf
2023-04-27 15:09       ` Eric Blake
2023-05-01 15:24   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 05/20] test-bdrv-drain: Don't modify the graph in coroutines Kevin Wolf
2023-04-25 20:10   ` Eric Blake
2023-05-01 15:30   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 06/20] graph-lock: Add GRAPH_UNLOCKED(_PTR) Kevin Wolf
2023-04-25 20:20   ` Eric Blake
2023-05-01 15:32   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 07/20] graph-lock: Fix GRAPH_RDLOCK_GUARD*() to be reader lock Kevin Wolf
2023-04-25 20:36   ` Eric Blake
2023-04-27 11:28     ` Kevin Wolf
2023-04-27 15:15       ` Eric Blake
2023-05-01 15:34   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 08/20] block: .bdrv_open is non-coroutine and unlocked Kevin Wolf
2023-04-25 21:04   ` Eric Blake
2023-05-01 16:01   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 09/20] nbd: Remove nbd_co_flush() wrapper function Kevin Wolf
2023-04-25 21:05   ` Eric Blake
2023-05-01 16:02   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 10/20] nbd: Mark nbd_co_do_establish_connection() and callers GRAPH_RDLOCK Kevin Wolf
2023-04-25 21:07   ` Eric Blake
2023-05-01 18:57   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 11/20] vhdx: Take graph lock for accessing a node's parent list Kevin Wolf
2023-04-25 21:08   ` Eric Blake
2023-05-01 18:58   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 12/20] mirror: " Kevin Wolf
2023-04-25 21:09   ` Eric Blake
2023-05-01 18:59   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 13/20] block: Mark bdrv_co_get_allocated_file_size() and callers GRAPH_RDLOCK Kevin Wolf
2023-04-25 21:10   ` Eric Blake
2023-05-01 19:03   ` Stefan Hajnoczi
2023-05-04 10:52     ` Kevin Wolf
2023-04-25 17:31 ` [PATCH 14/20] block: Mark bdrv_co_get_info() " Kevin Wolf
2023-04-25 21:12   ` Eric Blake
2023-05-01 19:04   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 15/20] block: Mark bdrv_co_debug_event() GRAPH_RDLOCK Kevin Wolf
2023-04-25 21:14   ` Eric Blake
2023-05-04 11:12     ` Kevin Wolf
2023-05-01 19:05   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 16/20] block: Mark BlockDriver callbacks for amend job GRAPH_RDLOCK Kevin Wolf
2023-04-25 21:20   ` Eric Blake
2023-05-01 19:07   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 17/20] block: Mark bdrv_query_bds_stats() and callers GRAPH_RDLOCK Kevin Wolf
2023-04-25 21:20   ` Eric Blake
2023-05-01 19:08   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 18/20] block: Mark bdrv_query_block_graph_info() " Kevin Wolf
2023-04-25 21:21   ` Eric Blake
2023-05-01 19:08   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 19/20] block: Mark bdrv_recurse_can_replace() " Kevin Wolf
2023-04-25 21:22   ` Eric Blake
2023-05-01 19:10   ` Stefan Hajnoczi
2023-04-25 17:31 ` [PATCH 20/20] block: Mark bdrv_refresh_limits() " Kevin Wolf
2023-04-25 21:23   ` Eric Blake
2023-05-01 19:10   ` Stefan Hajnoczi

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=CABgObfbOD+cpEdP0JE6Os1-vYvrp1zMvCFOST0YrBw3H0s9noQ@mail.gmail.com \
    --to=pbonzini@redhat.com \
    --cc=eesposit@redhat.com \
    --cc=kwolf@redhat.com \
    --cc=qemu-block@nongnu.org \
    --cc=qemu-devel@nongnu.org \
    --cc=stefanha@redhat.com \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).