From: Kevin Wolf <kwolf@redhat.com>
To: qemu-block@nongnu.org
Cc: kwolf@redhat.com, peter.maydell@linaro.org, qemu-devel@nongnu.org
Subject: [Qemu-devel] [PULL 09/41] qcow2: move decompression from qcow2-cluster.c to qcow2.c
Date: Wed, 12 Dec 2018 14:27:03 +0100 [thread overview]
Message-ID: <20181212132735.16080-10-kwolf@redhat.com> (raw)
In-Reply-To: <20181212132735.16080-1-kwolf@redhat.com>
From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com>
Compression is done in threads in qcow2.c. We want to do decompression
in the same way, so, firstly, move it to the same file.
The only change is braces around if-body in decompress_buffer, to
satisfy checkpatch.
Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com>
Reviewed-by: Alberto Garcia <berto@igalia.com>
Signed-off-by: Kevin Wolf <kwolf@redhat.com>
---
block/qcow2-cluster.c | 70 ------------------------------------------
block/qcow2.c | 71 +++++++++++++++++++++++++++++++++++++++++++
2 files changed, 71 insertions(+), 70 deletions(-)
diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c
index d37fe08b3d..e2737429f5 100644
--- a/block/qcow2-cluster.c
+++ b/block/qcow2-cluster.c
@@ -1571,76 +1571,6 @@ again:
return 0;
}
-static int decompress_buffer(uint8_t *out_buf, int out_buf_size,
- const uint8_t *buf, int buf_size)
-{
- z_stream strm1, *strm = &strm1;
- int ret, out_len;
-
- memset(strm, 0, sizeof(*strm));
-
- strm->next_in = (uint8_t *)buf;
- strm->avail_in = buf_size;
- strm->next_out = out_buf;
- strm->avail_out = out_buf_size;
-
- ret = inflateInit2(strm, -12);
- if (ret != Z_OK)
- return -1;
- ret = inflate(strm, Z_FINISH);
- out_len = strm->next_out - out_buf;
- if ((ret != Z_STREAM_END && ret != Z_BUF_ERROR) ||
- out_len != out_buf_size) {
- inflateEnd(strm);
- return -1;
- }
- inflateEnd(strm);
- return 0;
-}
-
-int qcow2_decompress_cluster(BlockDriverState *bs, uint64_t cluster_offset)
-{
- BDRVQcow2State *s = bs->opaque;
- int ret, csize, nb_csectors, sector_offset;
- uint64_t coffset;
-
- coffset = cluster_offset & s->cluster_offset_mask;
- if (s->cluster_cache_offset != coffset) {
- nb_csectors = ((cluster_offset >> s->csize_shift) & s->csize_mask) + 1;
- sector_offset = coffset & 511;
- csize = nb_csectors * 512 - sector_offset;
-
- /* Allocate buffers on first decompress operation, most images are
- * uncompressed and the memory overhead can be avoided. The buffers
- * are freed in .bdrv_close().
- */
- if (!s->cluster_data) {
- /* one more sector for decompressed data alignment */
- s->cluster_data = qemu_try_blockalign(bs->file->bs,
- QCOW_MAX_CRYPT_CLUSTERS * s->cluster_size + 512);
- if (!s->cluster_data) {
- return -ENOMEM;
- }
- }
- if (!s->cluster_cache) {
- s->cluster_cache = g_malloc(s->cluster_size);
- }
-
- BLKDBG_EVENT(bs->file, BLKDBG_READ_COMPRESSED);
- ret = bdrv_read(bs->file, coffset >> 9, s->cluster_data,
- nb_csectors);
- if (ret < 0) {
- return ret;
- }
- if (decompress_buffer(s->cluster_cache, s->cluster_size,
- s->cluster_data + sector_offset, csize) < 0) {
- return -EIO;
- }
- s->cluster_cache_offset = coffset;
- }
- return 0;
-}
-
/*
* This discards as many clusters of nb_clusters as possible at once (i.e.
* all clusters in the same L2 slice) and returns the number of discarded
diff --git a/block/qcow2.c b/block/qcow2.c
index 0c1569f715..d4d141c495 100644
--- a/block/qcow2.c
+++ b/block/qcow2.c
@@ -3762,6 +3762,34 @@ static ssize_t qcow2_compress(void *dest, size_t dest_size,
return ret;
}
+static int decompress_buffer(uint8_t *out_buf, int out_buf_size,
+ const uint8_t *buf, int buf_size)
+{
+ z_stream strm1, *strm = &strm1;
+ int ret, out_len;
+
+ memset(strm, 0, sizeof(*strm));
+
+ strm->next_in = (uint8_t *)buf;
+ strm->avail_in = buf_size;
+ strm->next_out = out_buf;
+ strm->avail_out = out_buf_size;
+
+ ret = inflateInit2(strm, -12);
+ if (ret != Z_OK) {
+ return -1;
+ }
+ ret = inflate(strm, Z_FINISH);
+ out_len = strm->next_out - out_buf;
+ if ((ret != Z_STREAM_END && ret != Z_BUF_ERROR) ||
+ out_len != out_buf_size) {
+ inflateEnd(strm);
+ return -1;
+ }
+ inflateEnd(strm);
+ return 0;
+}
+
#define MAX_COMPRESS_THREADS 4
typedef struct Qcow2CompressData {
@@ -3915,6 +3943,49 @@ fail:
return ret;
}
+int qcow2_decompress_cluster(BlockDriverState *bs, uint64_t cluster_offset)
+{
+ BDRVQcow2State *s = bs->opaque;
+ int ret, csize, nb_csectors, sector_offset;
+ uint64_t coffset;
+
+ coffset = cluster_offset & s->cluster_offset_mask;
+ if (s->cluster_cache_offset != coffset) {
+ nb_csectors = ((cluster_offset >> s->csize_shift) & s->csize_mask) + 1;
+ sector_offset = coffset & 511;
+ csize = nb_csectors * 512 - sector_offset;
+
+ /* Allocate buffers on first decompress operation, most images are
+ * uncompressed and the memory overhead can be avoided. The buffers
+ * are freed in .bdrv_close().
+ */
+ if (!s->cluster_data) {
+ /* one more sector for decompressed data alignment */
+ s->cluster_data = qemu_try_blockalign(bs->file->bs,
+ QCOW_MAX_CRYPT_CLUSTERS * s->cluster_size + 512);
+ if (!s->cluster_data) {
+ return -ENOMEM;
+ }
+ }
+ if (!s->cluster_cache) {
+ s->cluster_cache = g_malloc(s->cluster_size);
+ }
+
+ BLKDBG_EVENT(bs->file, BLKDBG_READ_COMPRESSED);
+ ret = bdrv_read(bs->file, coffset >> 9, s->cluster_data,
+ nb_csectors);
+ if (ret < 0) {
+ return ret;
+ }
+ if (decompress_buffer(s->cluster_cache, s->cluster_size,
+ s->cluster_data + sector_offset, csize) < 0) {
+ return -EIO;
+ }
+ s->cluster_cache_offset = coffset;
+ }
+ return 0;
+}
+
static int make_completely_empty(BlockDriverState *bs)
{
BDRVQcow2State *s = bs->opaque;
--
2.19.2
next prev parent reply other threads:[~2018-12-12 13:28 UTC|newest]
Thread overview: 43+ messages / expand[flat|nested] mbox.gz Atom feed top
2018-12-12 13:26 [Qemu-devel] [PULL 00/41] Block layer patches Kevin Wolf
2018-12-12 13:26 ` [Qemu-devel] [PULL 01/41] block: adding lzfse decompressing support as a module Kevin Wolf
2018-12-12 13:26 ` [Qemu-devel] [PULL 02/41] configure: adding support to lzfse library Kevin Wolf
2018-12-12 13:26 ` [Qemu-devel] [PULL 03/41] dmg: including dmg-lzfse module inside dmg block driver Kevin Wolf
2018-12-12 13:26 ` [Qemu-devel] [PULL 04/41] dmg: exchanging hardcoded dmg UDIF block types to enum Kevin Wolf
2018-12-12 13:26 ` [Qemu-devel] [PULL 05/41] block/replication: drop extra synchronization Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 06/41] block/backup: drop unused synchronization interface Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 07/41] qcow2: use Z_OK instead of 0 for deflateInit2 return code check Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 08/41] qcow2: make more generic interface for qcow2_compress Kevin Wolf
2018-12-12 13:27 ` Kevin Wolf [this message]
2018-12-12 13:27 ` [Qemu-devel] [PULL 10/41] qcow2: refactor decompress_buffer Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 11/41] qcow2: use byte-based read in qcow2_decompress_cluster Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 12/41] qcow2: aio support for compressed cluster read Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 13/41] qcow2: do decompression in threads Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 14/41] file-posix: Reorganise RawPosixAIOData Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 15/41] file-posix: Factor out raw_thread_pool_submit() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 16/41] file-posix: Avoid aio_worker() for QEMU_AIO_TRUNCATE Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 17/41] file-posix: Avoid aio_worker() for QEMU_AIO_COPY_RANGE Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 18/41] file-posix: Avoid aio_worker() for QEMU_AIO_WRITE_ZEROES Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 19/41] file-posix: Avoid aio_worker() for QEMU_AIO_DISCARD Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 20/41] file-posix: Avoid aio_worker() for QEMU_AIO_FLUSH Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 21/41] file-posix: Move read/write operation logic out of aio_worker() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 22/41] file-posix: Avoid aio_worker() for QEMU_AIO_READ/WRITE Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 23/41] file-posix: Remove paio_submit_co() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 24/41] file-posix: Switch to .bdrv_co_ioctl Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 25/41] file-posix: Avoid aio_worker() for QEMU_AIO_IOCTL Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 26/41] block: Add bdrv_reopen_set_read_only() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 27/41] block: Use bdrv_reopen_set_read_only() in bdrv_backing_update_filename() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 28/41] block: Use bdrv_reopen_set_read_only() in commit_start/complete() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 29/41] block: Use bdrv_reopen_set_read_only() in bdrv_commit() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 30/41] block: Use bdrv_reopen_set_read_only() in stream_start/complete() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 31/41] block: Use bdrv_reopen_set_read_only() in qmp_change_backing_file() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 32/41] block: Use bdrv_reopen_set_read_only() in external_snapshot_commit() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 33/41] block: Use bdrv_reopen_set_read_only() in the mirror driver Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 34/41] block: Drop bdrv_reopen() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 35/41] qemu-io: Put flag changes in the options QDict in reopen_f() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 36/41] block: Clean up reopen_backing_file() in block/replication.c Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 37/41] block: Remove flags parameter from bdrv_reopen_queue() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 38/41] block: Stop passing flags to bdrv_reopen_queue_child() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 39/41] block: Remove assertions from update_flags_from_options() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 40/41] block: Assert that flags are up-to-date in bdrv_reopen_prepare() Kevin Wolf
2018-12-12 13:27 ` [Qemu-devel] [PULL 41/41] iotests: make 235 work on s390 (and others) Kevin Wolf
2018-12-14 10:19 ` [Qemu-devel] [PULL 00/41] Block layer patches Peter Maydell
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20181212132735.16080-10-kwolf@redhat.com \
--to=kwolf@redhat.com \
--cc=peter.maydell@linaro.org \
--cc=qemu-block@nongnu.org \
--cc=qemu-devel@nongnu.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).