From: Alex Elder <elder@ieee.org>
To: Ilya Dryomov <ilya.dryomov@inktank.com>, ceph-devel@vger.kernel.org
Subject: Re: [PATCH 16/33] libceph: introduce decode{,_new}_pg_temp() and switch to them
Date: Thu, 27 Mar 2014 15:05:00 -0500 [thread overview]
Message-ID: <5334846C.8050805@ieee.org> (raw)
In-Reply-To: <1395944299-21970-17-git-send-email-ilya.dryomov@inktank.com>
On 03/27/2014 01:18 PM, Ilya Dryomov wrote:
> Consolidate pg_temp (full map, map<pg_t, vector<u32>>) and new_pg_temp
> (inc map, same) decoding logic into a common helper and switch to it.
Again, it's nice to see this kind of refactoring being done.
Looks good.
Reviewed-by: Alex Elder <elder@linaro.org>
> Signed-off-by: Ilya Dryomov <ilya.dryomov@inktank.com>
> ---
> net/ceph/osdmap.c | 139 ++++++++++++++++++++++++++---------------------------
> 1 file changed, 67 insertions(+), 72 deletions(-)
>
> diff --git a/net/ceph/osdmap.c b/net/ceph/osdmap.c
> index 4565c72fec5c..0134df3639d2 100644
> --- a/net/ceph/osdmap.c
> +++ b/net/ceph/osdmap.c
> @@ -732,6 +732,67 @@ static int decode_new_pools(void **p, void *end, struct ceph_osdmap *map)
> return __decode_pools(p, end, map, true);
> }
>
> +static int __decode_pg_temp(void **p, void *end, struct ceph_osdmap *map,
> + bool incremental)
> +{
> + u32 n;
> +
> + ceph_decode_32_safe(p, end, n, e_inval);
> + while (n--) {
> + struct ceph_pg pgid;
> + u32 len, i;
> + int ret;
> +
> + ret = ceph_decode_pgid(p, end, &pgid);
> + if (ret)
> + return ret;
> +
> + ceph_decode_32_safe(p, end, len, e_inval);
> +
> + ret = __remove_pg_mapping(&map->pg_temp, pgid);
> + BUG_ON(!incremental && ret != -ENOENT);
> +
> + if (!incremental || len > 0) {
> + struct ceph_pg_mapping *pg;
> +
> + ceph_decode_need(p, end, len*sizeof(u32), e_inval);
> +
> + if (len > (UINT_MAX - sizeof(*pg)) / sizeof(u32))
> + return -EINVAL;
> +
> + pg = kzalloc(sizeof(*pg) + len*sizeof(u32), GFP_NOFS);
> + if (!pg)
> + return -ENOMEM;
> +
> + pg->pgid = pgid;
> + pg->len = len;
> + for (i = 0; i < len; i++)
> + pg->osds[i] = ceph_decode_32(p);
> +
> + ret = __insert_pg_mapping(pg, &map->pg_temp);
> + if (ret) {
> + kfree(pg);
> + return ret;
> + }
> + }
> + }
> +
> + return 0;
> +
> +e_inval:
> + return -EINVAL;
> +}
> +
> +static int decode_pg_temp(void **p, void *end, struct ceph_osdmap *map)
> +{
> + return __decode_pg_temp(p, end, map, false);
> +}
> +
> +static int decode_new_pg_temp(void **p, void *end, struct ceph_osdmap *map)
> +{
> + return __decode_pg_temp(p, end, map, true);
> +}
> +
> /*
> * decode a full map.
> */
> @@ -804,36 +865,9 @@ static int osdmap_decode(void **p, void *end, struct ceph_osdmap *map)
> ceph_decode_addr(&map->osd_addr[i]);
>
> /* pg_temp */
> - ceph_decode_32_safe(p, end, len, e_inval);
> - for (i = 0; i < len; i++) {
> - int n, j;
> - struct ceph_pg pgid;
> - struct ceph_pg_mapping *pg;
> -
> - err = ceph_decode_pgid(p, end, &pgid);
> - if (err)
> - goto bad;
> - ceph_decode_need(p, end, sizeof(u32), e_inval);
> - n = ceph_decode_32(p);
> - if (n > (UINT_MAX - sizeof(*pg)) / sizeof(u32))
> - goto e_inval;
> - ceph_decode_need(p, end, n * sizeof(u32), e_inval);
> - pg = kmalloc(sizeof(*pg) + n*sizeof(u32), GFP_NOFS);
> - if (!pg) {
> - err = -ENOMEM;
> - goto bad;
> - }
> - pg->pgid = pgid;
> - pg->len = n;
> - for (j = 0; j < n; j++)
> - pg->osds[j] = ceph_decode_32(p);
> -
> - err = __insert_pg_mapping(pg, &map->pg_temp);
> - if (err)
> - goto bad;
> - dout(" added pg_temp %lld.%x len %d\n", pgid.pool, pgid.seed,
> - len);
> - }
> + err = decode_pg_temp(p, end, map);
> + if (err)
> + goto bad;
>
> /* crush */
> ceph_decode_32_safe(p, end, len, e_inval);
> @@ -1032,48 +1066,9 @@ struct ceph_osdmap *osdmap_apply_incremental(void **p, void *end,
> }
>
> /* new_pg_temp */
> - ceph_decode_32_safe(p, end, len, e_inval);
> - while (len--) {
> - struct ceph_pg_mapping *pg;
> - int j;
> - struct ceph_pg pgid;
> - u32 pglen;
> -
> - err = ceph_decode_pgid(p, end, &pgid);
> - if (err)
> - goto bad;
> - ceph_decode_need(p, end, sizeof(u32), e_inval);
> - pglen = ceph_decode_32(p);
> - if (pglen) {
> - ceph_decode_need(p, end, pglen*sizeof(u32), e_inval);
> -
> - /* removing existing (if any) */
> - (void) __remove_pg_mapping(&map->pg_temp, pgid);
> -
> - /* insert */
> - if (pglen > (UINT_MAX - sizeof(*pg)) / sizeof(u32))
> - goto e_inval;
> - pg = kmalloc(sizeof(*pg) + sizeof(u32)*pglen, GFP_NOFS);
> - if (!pg) {
> - err = -ENOMEM;
> - goto bad;
> - }
> - pg->pgid = pgid;
> - pg->len = pglen;
> - for (j = 0; j < pglen; j++)
> - pg->osds[j] = ceph_decode_32(p);
> - err = __insert_pg_mapping(pg, &map->pg_temp);
> - if (err) {
> - kfree(pg);
> - goto bad;
> - }
> - dout(" added pg_temp %lld.%x len %d\n", pgid.pool,
> - pgid.seed, pglen);
> - } else {
> - /* remove */
> - __remove_pg_mapping(&map->pg_temp, pgid);
> - }
> - }
> + err = decode_new_pg_temp(p, end, map);
> + if (err)
> + goto bad;
>
> /* ignore the rest */
> *p = end;
>
next prev parent reply other threads:[~2014-03-27 20:04 UTC|newest]
Thread overview: 77+ messages / expand[flat|nested] mbox.gz Atom feed top
2014-03-27 18:17 [PATCH 00/33] OSDMAP_ENC, primary_temp, PRIMARY_AFFINITY Ilya Dryomov
2014-03-27 18:17 ` [PATCH 01/33] libceph: refer to osdmap directly in osdmap_show() Ilya Dryomov
2014-03-27 19:09 ` Alex Elder
2014-03-27 18:17 ` [PATCH 02/33] libceph: do not prefix osd lines with \t in debugfs output Ilya Dryomov
2014-03-27 19:10 ` Alex Elder
2014-03-27 18:17 ` [PATCH 03/33] libceph: dump pg_temp mappings to debugfs Ilya Dryomov
2014-03-27 19:11 ` Alex Elder
2014-03-27 18:17 ` [PATCH 04/33] libceph: dump osdmap and enhance output on decode errors Ilya Dryomov
2014-03-27 19:15 ` Alex Elder
2014-03-27 18:17 ` [PATCH 05/33] libceph: split osdmap allocation and decode steps Ilya Dryomov
2014-03-27 19:18 ` Alex Elder
2014-03-27 18:17 ` [PATCH 06/33] libceph: fixup error handling in osdmap_decode() Ilya Dryomov
2014-03-27 19:25 ` Alex Elder
2014-03-28 14:56 ` Ilya Dryomov
2014-03-28 16:22 ` Alex Elder
2014-03-27 18:17 ` [PATCH 07/33] libceph: safely decode max_osd value " Ilya Dryomov
2014-03-27 19:27 ` Alex Elder
2014-03-27 18:17 ` [PATCH 08/33] libceph: assert length of osdmap osd arrays Ilya Dryomov
2014-03-27 19:30 ` Alex Elder
2014-03-28 14:57 ` Ilya Dryomov
2014-03-27 18:17 ` [PATCH 09/33] libceph: fix crush_decode() call site in osdmap_decode() Ilya Dryomov
2014-03-27 19:45 ` Alex Elder
2014-03-28 14:57 ` Ilya Dryomov
2014-03-27 18:17 ` [PATCH 10/33] libceph: fixup error handling in osdmap_apply_incremental() Ilya Dryomov
2014-03-27 19:49 ` Alex Elder
2014-03-28 14:58 ` Ilya Dryomov
2014-03-27 18:17 ` [PATCH 11/33] libceph: nuke bogus encoding version check " Ilya Dryomov
2014-03-27 19:50 ` Alex Elder
2014-03-27 18:17 ` [PATCH 12/33] libceph: fix and clarify ceph_decode_need() sizes Ilya Dryomov
2014-03-27 19:53 ` Alex Elder
2014-03-27 18:17 ` [PATCH 13/33] libceph: rename __decode_pool{,_names}() to decode_pool{,_names}() Ilya Dryomov
2014-03-27 19:54 ` Alex Elder
2014-03-27 18:18 ` [PATCH 14/33] libceph: introduce decode{,_new}_pools() and switch to them Ilya Dryomov
2014-03-27 19:56 ` Alex Elder
2014-03-27 18:18 ` [PATCH 15/33] libceph: switch osdmap_set_max_osd() to krealloc() Ilya Dryomov
2014-03-27 19:59 ` Alex Elder
2014-03-27 18:18 ` [PATCH 16/33] libceph: introduce decode{,_new}_pg_temp() and switch to them Ilya Dryomov
2014-03-27 20:05 ` Alex Elder [this message]
2014-03-27 18:18 ` [PATCH 17/33] libceph: introduce get_osdmap_client_data_v() Ilya Dryomov
2014-03-27 20:17 ` Alex Elder
2014-03-28 14:59 ` Ilya Dryomov
2014-03-27 18:18 ` [PATCH 18/33] libceph: generalize ceph_pg_mapping Ilya Dryomov
2014-03-27 18:18 ` [PATCH 19/33] libceph: primary_temp infrastructure Ilya Dryomov
2014-03-27 20:21 ` Alex Elder
2014-03-27 18:18 ` [PATCH 20/33] libceph: primary_temp decode bits Ilya Dryomov
2014-03-27 20:23 ` Alex Elder
2014-03-27 18:18 ` [PATCH 21/33] libceph: primary_affinity infrastructure Ilya Dryomov
2014-03-27 20:26 ` Alex Elder
2014-03-28 15:01 ` Ilya Dryomov
2014-03-27 18:18 ` [PATCH 22/33] libceph: primary_affinity decode bits Ilya Dryomov
2014-03-27 20:31 ` Alex Elder
2014-03-28 15:01 ` Ilya Dryomov
2014-03-27 18:18 ` [PATCH 23/33] libceph: enable OSDMAP_ENC feature bit Ilya Dryomov
2014-03-27 20:32 ` Alex Elder
2014-03-28 15:01 ` Ilya Dryomov
2014-03-27 18:18 ` [PATCH 24/33] libceph: ceph_osd_{exists,is_up,is_down}(osd) definitions Ilya Dryomov
2014-03-27 20:33 ` Alex Elder
2014-03-27 18:18 ` [PATCH 25/33] libceph: ceph_can_shift_osds(pool) and pool type defines Ilya Dryomov
2014-03-27 20:34 ` Alex Elder
2014-03-27 18:18 ` [PATCH 26/33] libceph: introduce pg_to_raw_osds() and raw_to_up_osds() helpers Ilya Dryomov
2014-03-27 20:36 ` Alex Elder
2014-03-27 18:18 ` [PATCH 27/33] libceph: introduce apply_temps() helper Ilya Dryomov
2014-03-27 20:41 ` Alex Elder
2014-03-27 18:18 ` [PATCH 28/33] libceph: switch ceph_calc_pg_acting() to new helpers Ilya Dryomov
2014-03-27 20:49 ` Alex Elder
2014-03-28 15:02 ` Ilya Dryomov
2014-03-27 18:18 ` [PATCH 29/33] libceph: return primary from ceph_calc_pg_acting() Ilya Dryomov
2014-03-27 20:50 ` Alex Elder
2014-03-27 18:18 ` [PATCH 30/33] libceph: add support for primary_temp mappings Ilya Dryomov
2014-03-27 20:51 ` Alex Elder
2014-03-27 18:18 ` [PATCH 31/33] libceph: add support for osd primary affinity Ilya Dryomov
2014-03-27 20:59 ` Alex Elder
2014-03-28 15:03 ` Ilya Dryomov
2014-03-27 18:18 ` [PATCH 32/33] libceph: redo ceph_calc_pg_primary() in terms of ceph_calc_pg_acting() Ilya Dryomov
2014-03-27 21:04 ` Alex Elder
2014-03-27 18:18 ` [PATCH 33/33] libceph: enable PRIMARY_AFFINITY feature bit Ilya Dryomov
2014-03-27 21:04 ` Alex Elder
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=5334846C.8050805@ieee.org \
--to=elder@ieee.org \
--cc=ceph-devel@vger.kernel.org \
--cc=ilya.dryomov@inktank.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox