From mboxrd@z Thu Jan 1 00:00:00 1970 Received: from eggs.gnu.org ([2001:4830:134:3::10]:46929) by lists.gnu.org with esmtp (Exim 4.71) (envelope-from ) id 1ZaTQt-0002eC-4e for qemu-devel@nongnu.org; Fri, 11 Sep 2015 14:52:24 -0400 Received: from Debian-exim by eggs.gnu.org with spam-scanned (Exim 4.71) (envelope-from ) id 1ZaTQp-0006MF-T4 for qemu-devel@nongnu.org; Fri, 11 Sep 2015 14:52:23 -0400 Received: from mx1.redhat.com ([209.132.183.28]:60476) by eggs.gnu.org with esmtp (Exim 4.71) (envelope-from ) id 1ZaTQp-0006M8-JA for qemu-devel@nongnu.org; Fri, 11 Sep 2015 14:52:19 -0400 References: <1441611277-24596-1-git-send-email-famz@redhat.com> <1441611277-24596-10-git-send-email-famz@redhat.com> From: Max Reitz Message-ID: <55F322DE.2010508@redhat.com> Date: Fri, 11 Sep 2015 20:52:14 +0200 MIME-Version: 1.0 In-Reply-To: <1441611277-24596-10-git-send-email-famz@redhat.com> Content-Type: multipart/signed; micalg=pgp-sha256; protocol="application/pgp-signature"; boundary="SjKBvuD6daRgDeXCKNLipRRmsIVjPq74v" Subject: Re: [Qemu-devel] [PATCH v5 09/14] block: Add block job transactions List-Id: List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , To: Fam Zheng , qemu-devel@nongnu.org Cc: Kevin Wolf , Jeff Cody , vsementsov@parallels.com, stefanha@redhat.com, John Snow This is an OpenPGP/MIME signed message (RFC 4880 and 3156) --SjKBvuD6daRgDeXCKNLipRRmsIVjPq74v Content-Type: text/plain; charset=iso-8859-15 Content-Transfer-Encoding: quoted-printable On 07.09.2015 09:34, Fam Zheng wrote: > Sometimes block jobs must execute as a transaction group. Finishing > jobs wait until all other jobs are ready to complete successfully. > Failure or cancellation of one job cancels the other jobs in the group.= >=20 > Signed-off-by: Stefan Hajnoczi > [Rewrite the implementation which is now contained in block_job_complet= ed. > --Fam] > Signed-off-by: Fam Zheng > --- > blockjob.c | 134 +++++++++++++++++++++++++++++++++++++++= +++++++- > include/block/block.h | 1 + > include/block/blockjob.h | 38 ++++++++++++++ > 3 files changed, 171 insertions(+), 2 deletions(-) >=20 > diff --git a/blockjob.c b/blockjob.c > index 36c18e0..1b4eb20 100644 > --- a/blockjob.c > +++ b/blockjob.c > @@ -36,6 +36,19 @@ > #include "qemu/timer.h" > #include "qapi-event.h" > =20 > +/* Transactional group of block jobs */ > +struct BlockJobTxn { > + > + /* Is this txn being cancelled? */ > + bool aborting; > + > + /* List of jobs */ > + QLIST_HEAD(, BlockJob) jobs; > + > + /* Reference count */ > + int refcnt; > +}; > + > void *block_job_create(const BlockJobDriver *driver, BlockDriverState = *bs, > int64_t speed, BlockCompletionFunc *cb, > void *opaque, Error **errp) > @@ -90,6 +103,85 @@ void block_job_unref(BlockJob *job) > } > } > =20 > +static void block_job_completed_single(BlockJob *job) > +{ > + if (!job->ret) { > + if (job->driver->commit) { > + job->driver->commit(job); > + } > + } else { > + if (job->driver->abort) { > + job->driver->abort(job); > + } > + } > + job->cb(job->opaque, job->ret); > + block_job_unref(job); > +} > + > +static void block_job_completed_txn_abort(BlockJob *job) > +{ > + AioContext *ctx; > + BlockJobTxn *txn =3D job->txn; > + BlockJob *other_job, *next; > + > + if (txn->aborting) { > + /* > + * We are cancelled by another job, which will handle everythi= ng. > + */ After having reviewed patch 11, I think we need to call block_job_txn_unref(txn) here. > + return; > + } > + txn->aborting =3D true; > + /* We are the first failed job. Cancel other jobs. */ > + QLIST_FOREACH(other_job, &txn->jobs, txn_list) { > + ctx =3D bdrv_get_aio_context(other_job->bs); > + aio_context_acquire(ctx); > + } > + QLIST_FOREACH(other_job, &txn->jobs, txn_list) { > + if (other_job =3D=3D job || other_job->completed) { > + /* Other jobs are "effectively" cancelled by us, set the s= tatus for > + * them; this job, however, may or may not be cancelled, d= epending > + * on the caller, so leave it. */ > + if (other_job !=3D job) { > + other_job->cancelled =3D true; > + } > + continue; > + } > + block_job_cancel_sync(other_job); > + assert(other_job->completed); > + } > + QLIST_FOREACH_SAFE(other_job, &txn->jobs, txn_list, next) { > + ctx =3D bdrv_get_aio_context(other_job->bs); > + block_job_completed_single(other_job); > + aio_context_release(ctx); > + } > + block_job_txn_unref(txn); > +} > + > +static void block_job_completed_txn_success(BlockJob *job) > +{ > + AioContext *ctx; > + BlockJobTxn *txn =3D job->txn; > + BlockJob *other_job, *next; > + /* > + * Successful completion, see if there are other running jobs in t= his > + * txn. > + **/ > + QLIST_FOREACH(other_job, &txn->jobs, txn_list) { > + if (!other_job->completed) { Same here. Max > + return; > + } > + } > + /* We are the last completed job, commit the transaction. */ > + QLIST_FOREACH_SAFE(other_job, &txn->jobs, txn_list, next) { > + ctx =3D bdrv_get_aio_context(other_job->bs); > + aio_context_acquire(ctx); > + assert(other_job->ret =3D=3D 0); > + block_job_completed_single(other_job); > + aio_context_release(ctx); > + } > + block_job_txn_unref(txn); > +} > + > void block_job_completed(BlockJob *job, int ret) > { > BlockDriverState *bs =3D job->bs; > @@ -98,8 +190,13 @@ void block_job_completed(BlockJob *job, int ret) > assert(!job->completed); > job->completed =3D true; > job->ret =3D ret; > - job->cb(job->opaque, ret); > - block_job_unref(job); > + if (!job->txn) { > + block_job_completed_single(job); > + } else if (ret < 0 || block_job_is_cancelled(job)) { > + block_job_completed_txn_abort(job); > + } else { > + block_job_completed_txn_success(job); > + } > } > =20 > void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) > @@ -398,3 +495,36 @@ void block_job_defer_to_main_loop(BlockJob *job, > =20 > qemu_bh_schedule(data->bh); > } > + > +BlockJobTxn *block_job_txn_new(void) > +{ > + BlockJobTxn *txn =3D g_new0(BlockJobTxn, 1); > + QLIST_INIT(&txn->jobs); > + txn->refcnt =3D 1; > + return txn; > +} > + > +static void block_job_txn_ref(BlockJobTxn *txn) > +{ > + txn->refcnt++; > +} > + > +void block_job_txn_unref(BlockJobTxn *txn) > +{ > + if (--txn->refcnt =3D=3D 0) { > + g_free(txn); > + } > +} > + > +void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job) > +{ > + if (!txn) { > + return; > + } > + > + assert(!job->txn); > + job->txn =3D txn; > + > + QLIST_INSERT_HEAD(&txn->jobs, job, txn_list); > + block_job_txn_ref(txn); > +} > diff --git a/include/block/block.h b/include/block/block.h > index e619b99..f80d984 100644 > --- a/include/block/block.h > +++ b/include/block/block.h > @@ -14,6 +14,7 @@ typedef struct BlockDriver BlockDriver; > typedef struct BlockJob BlockJob; > typedef struct BdrvChild BdrvChild; > typedef struct BdrvChildRole BdrvChildRole; > +typedef struct BlockJobTxn BlockJobTxn; > =20 > typedef struct BlockDriverInfo { > /* in bytes, 0 if irrelevant */ > diff --git a/include/block/blockjob.h b/include/block/blockjob.h > index f6e4c86..0a6c138 100644 > --- a/include/block/blockjob.h > +++ b/include/block/blockjob.h > @@ -152,6 +152,9 @@ struct BlockJob { > */ > int ret; > =20 > + /** Non-NULL if this job is part of a transaction */ > + BlockJobTxn *txn; > + QLIST_ENTRY(BlockJob) txn_list; > }; > =20 > /** > @@ -395,4 +398,39 @@ void block_job_defer_to_main_loop(BlockJob *job, > BlockJobDeferToMainLoopFn *fn, > void *opaque); > =20 > +/** > + * block_job_txn_new: > + * > + * Allocate and return a new block job transaction. Jobs can be added= to the > + * transaction using block_job_txn_add_job(). > + * > + * The transaction is automatically freed when the last job completes = or is > + * cancelled. > + * > + * All jobs in the transaction either complete successfully or fail/ca= ncel as a > + * group. Jobs wait for each other before completing. Cancelling one= job > + * cancels all jobs in the transaction. > + */ > +BlockJobTxn *block_job_txn_new(void); > + > +/** > + * block_job_txn_unref: > + * > + * Release a reference that was previously acquired with block_job_txn= _add_job > + * or block_job_txn_new. If it's the last reference to the object, it = will be > + * freed. > + */ > +void block_job_txn_unref(BlockJobTxn *txn); > + > +/** > + * block_job_txn_add_job: > + * @txn: The transaction (may be NULL) > + * @job: Job to add to the transaction > + * > + * Add @job to the transaction. The @job must not already be in a tra= nsaction. > + * The block job driver must call block_job_txn_prepare_to_complete() = before > + * final cleanup and completion. > + */ > +void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job); > + > #endif >=20 --SjKBvuD6daRgDeXCKNLipRRmsIVjPq74v Content-Type: application/pgp-signature; name="signature.asc" Content-Description: OpenPGP digital signature Content-Disposition: attachment; filename="signature.asc" -----BEGIN PGP SIGNATURE----- Version: GnuPG v2 iQEcBAEBCAAGBQJV8yLfAAoJEDuxQgLoOKytaCkH/jY2CKrNKpL/h4FzOsa3D/L5 XrT+IT6Q3yldVUmky4FVJdF4wYLhfGO5lBpLeb533NhJ1UbPtEhTkfS3X3ZuD0iE EmL+tCnd0w5nIqGUsFnP1o/pS5F8lnMcPSF7F0gadXTYjr4eBPYWyHMjbVus63Ir BakAgxT3iFbfQiA7ZrbPgNk9Kf2zGSJaJ28dNi+baWzPcdmkXRdQvCCmzKDUVE/b PExKXyML0g+2kjFFYmKJoEdv3GknwNPJAkJI8hq+T4GhhOUT30huQqy39ow1xhC/ Rl2AS1wfwwJNHaTIg1vleQgj77ofVzEj041eD0fSuJNveWkM9S8cTuAg5IBygQg= =YLJ1 -----END PGP SIGNATURE----- --SjKBvuD6daRgDeXCKNLipRRmsIVjPq74v--