From: Dave Chinner <david@fromorbit.com>
To: xfs@oss.sgi.com
Subject: [PATCH 17/37] db: separate out straight buffer IO from map based IO.
Date: Wed, 6 Nov 2013 12:07:03 +1100 [thread overview]
Message-ID: <1383700043-32305-18-git-send-email-david@fromorbit.com> (raw)
In-Reply-To: <1383700043-32305-1-git-send-email-david@fromorbit.com>
From: Dave Chinner <dchinner@redhat.com>
Libxfs has two different interfaces for getting and reading buffers.
The first is a block/length interface for reading contiguous
regions, and the second is based on extent based xfs_buf_map arrays
for discontiguous regions. The xfs-db code is solely based on a
basic block array interface regardless of the type of region being
read, and so doesn't match to either libxfs interface.
As a first step to converting xfs_db to the libxfs interfaces, add a
simple block/length buffer API and implement it using pread/pwrite.
Then remove the single region conditionals from the basic block array
based interfaces, and convert all the contiguous block read cases to
use the new API.
This new API is temporary - it will be replaced by the equivalent
libxfs interface calls once all the infrastructure preparation for
the changeover has been completed.
Signed-off-by: Dave Chinner <dchinner@redhat.com>
---
db/init.c | 7 ++--
db/io.c | 125 +++++++++++++++++++++++++++++++++++++++++++++++++-------------
db/io.h | 5 +--
3 files changed, 104 insertions(+), 33 deletions(-)
diff --git a/db/init.c b/db/init.c
index 54f3f9e..b93a194 100644
--- a/db/init.c
+++ b/db/init.c
@@ -55,7 +55,7 @@ init(
char **argv)
{
xfs_sb_t *sbp;
- void *bufp = NULL;
+ char bufp[BBSIZE];
int c;
setlocale(LC_ALL, "");
@@ -115,15 +115,14 @@ init(
exit(1);
}
- if (read_bbs(XFS_SB_DADDR, 1, &bufp, NULL)) {
+ if (read_buf(XFS_SB_DADDR, 1, bufp)) {
fprintf(stderr, _("%s: %s is invalid (cannot read first 512 "
"bytes)\n"), progname, fsdevice);
exit(1);
}
/* copy SB from buffer to in-core, converting architecture as we go */
- libxfs_sb_from_disk(&xmount.m_sb, bufp);
- xfree(bufp);
+ libxfs_sb_from_disk(&xmount.m_sb, (struct xfs_dsb *)bufp);
sbp = &xmount.m_sb;
if (sbp->sb_magicnum != XFS_SB_MAGIC) {
diff --git a/db/io.c b/db/io.c
index 39a1827..fa11646 100644
--- a/db/io.c
+++ b/db/io.c
@@ -417,8 +417,61 @@ ring_add(void)
}
}
-
int
+read_buf(
+ xfs_daddr_t bbno,
+ int count,
+ void *bufp)
+{
+ int err;
+
+ err = pread64(x.dfd, bufp, BBTOB(count), BBTOB(bbno));
+ if (err < 0)
+ err = errno;
+ else if (err < count)
+ err = -1;
+ return err;
+}
+
+static int
+write_buf(
+ xfs_daddr_t bbno,
+ int count,
+ void *bufp)
+{
+ int err;
+
+ err = pwrite64(x.dfd, bufp, BBTOB(count), BBTOB(bbno));
+ if (err < 0)
+ err = errno;
+ else if (err < count)
+ err = -1;
+ return err;
+}
+
+static void
+write_cur_buf(void)
+{
+ int ret;
+
+ ret = write_buf(iocur_top->bb, iocur_top->blen, iocur_top->buf);
+
+ if (ret == -1)
+ dbprintf(_("incomplete write, block: %lld\n"),
+ (iocur_base + iocur_sp)->bb);
+ else if (ret != 0)
+ dbprintf(_("write error: %s\n"), strerror(ret));
+
+ /* re-read buffer from disk */
+ ret = read_buf(iocur_top->bb, iocur_top->blen, iocur_top->buf);
+ if (ret == -1)
+ dbprintf(_("incomplete read, block: %lld\n"),
+ (iocur_base + iocur_sp)->bb);
+ else if (ret != 0)
+ dbprintf(_("read error: %s\n"), strerror(ret));
+}
+
+static int
write_bbs(
__int64_t bbno,
int count,
@@ -430,15 +483,14 @@ write_bbs(
int j;
int rval = EINVAL; /* initialize for zero `count' case */
- for (j = 0; j < count; j += bbmap ? 1 : count) {
- if (bbmap)
- bbno = bbmap->b[j];
+ for (j = 0; j < count; j++) {
+ bbno = bbmap->b[j];
if (lseek64(x.dfd, bbno << BBSHIFT, SEEK_SET) < 0) {
rval = errno;
dbprintf(_("can't seek in filesystem at bb %lld\n"), bbno);
return rval;
}
- c = BBTOB(bbmap ? 1 : count);
+ c = BBTOB(1);
i = (int)write(x.dfd, (char *)bufp + BBTOB(j), c);
if (i < 0) {
rval = errno;
@@ -452,7 +504,7 @@ write_bbs(
return rval;
}
-int
+static int
read_bbs(
__int64_t bbno,
int count,
@@ -473,9 +525,8 @@ read_bbs(
buf = xmalloc(c);
else
buf = *bufp;
- for (j = 0; j < count; j += bbmap ? 1 : count) {
- if (bbmap)
- bbno = bbmap->b[j];
+ for (j = 0; j < count; j++) {
+ bbno = bbmap->b[j];
if (lseek64(x.dfd, bbno << BBSHIFT, SEEK_SET) < 0) {
rval = errno;
dbprintf(_("can't seek in filesystem at bb %lld\n"), bbno);
@@ -483,7 +534,7 @@ read_bbs(
xfree(buf);
buf = NULL;
} else {
- c = BBTOB(bbmap ? 1 : count);
+ c = BBTOB(1);
i = (int)read(x.dfd, (char *)buf + BBTOB(j), c);
if (i < 0) {
rval = errno;
@@ -506,22 +557,19 @@ read_bbs(
return rval;
}
-void
-write_cur(void)
+static void
+write_cur_bbs(void)
{
int ret;
- if (iocur_sp < 0) {
- dbprintf(_("nothing to write\n"));
- return;
- }
ret = write_bbs(iocur_top->bb, iocur_top->blen, iocur_top->buf,
- iocur_top->use_bbmap ? &iocur_top->bbmap : NULL);
+ &iocur_top->bbmap);
if (ret == -1)
dbprintf(_("incomplete write, block: %lld\n"),
(iocur_base + iocur_sp)->bb);
else if (ret != 0)
dbprintf(_("write error: %s\n"), strerror(ret));
+
/* re-read buffer from disk */
ret = read_bbs(iocur_top->bb, iocur_top->blen, &iocur_top->buf,
iocur_top->use_bbmap ? &iocur_top->bbmap : NULL);
@@ -533,6 +581,20 @@ write_cur(void)
}
void
+write_cur(void)
+{
+ if (iocur_sp < 0) {
+ dbprintf(_("nothing to write\n"));
+ return;
+ }
+
+ if (iocur_top->use_bbmap)
+ write_cur_bbs();
+ else
+ write_cur_buf();
+}
+
+void
set_cur(
const typ_t *t,
__int64_t d,
@@ -549,17 +611,32 @@ set_cur(
return;
}
-#ifdef DEBUG
- if (bbmap)
- printf(_("xfs_db got a bbmap for %lld\n"), (long long)d);
-#endif
ino = iocur_top->ino;
dirino = iocur_top->dirino;
mode = iocur_top->mode;
pop_cur();
push_cur();
- if (read_bbs(d, c, &iocur_top->buf, bbmap))
- return;
+
+ if (bbmap) {
+#ifdef DEBUG
+ printf(_("xfs_db got a bbmap for %lld\n"), (long long)d);
+#endif
+
+ if (read_bbs(d, c, &iocur_top->buf, bbmap))
+ return;
+ iocur_top->bbmap = *bbmap;
+ iocur_top->use_bbmap = 1;
+ } else {
+ if (!iocur_top->buf) {
+ iocur_top->buf = malloc(BBTOB(c));
+ if (!iocur_top->buf)
+ return;
+ }
+ if (read_buf(d, c, iocur_top->buf))
+ return;
+ iocur_top->use_bbmap = 0;
+ }
+
iocur_top->bb = d;
iocur_top->blen = c;
iocur_top->boff = 0;
@@ -570,8 +647,6 @@ set_cur(
iocur_top->ino = ino;
iocur_top->dirino = dirino;
iocur_top->mode = mode;
- if ((iocur_top->use_bbmap = (bbmap != NULL)))
- iocur_top->bbmap = *bbmap;
/* store location in ring */
if (ring_flag)
diff --git a/db/io.h b/db/io.h
index 549aad9..9ea6223 100644
--- a/db/io.h
+++ b/db/io.h
@@ -52,10 +52,7 @@ extern void off_cur(int off, int len);
extern void pop_cur(void);
extern void print_iocur(char *tag, iocur_t *ioc);
extern void push_cur(void);
-extern int read_bbs(__int64_t daddr, int count, void **bufp,
- bbmap_t *bbmap);
-extern int write_bbs(__int64_t daddr, int count, void *bufp,
- bbmap_t *bbmap);
+extern int read_buf(__int64_t daddr, int count, void *bufp);
extern void write_cur(void);
extern void set_cur(const struct typ *t, __int64_t d, int c, int ring_add,
bbmap_t *bbmap);
--
1.8.4.rc3
_______________________________________________
xfs mailing list
xfs@oss.sgi.com
http://oss.sgi.com/mailman/listinfo/xfs
next prev parent reply other threads:[~2013-11-06 1:07 UTC|newest]
Thread overview: 58+ messages / expand[flat|nested] mbox.gz Atom feed top
2013-11-06 1:06 [PATCH 00/37 V4] xfsprogs: CRC write support for xfs_db + more Dave Chinner
2013-11-06 1:06 ` [PATCH 01/37] xfsprogs: fix automatic dependency generation Dave Chinner
2013-11-06 1:06 ` [PATCH 02/37] xfs: fix some minor sparse warnings Dave Chinner
2013-11-06 1:06 ` [PATCH 03/37] xfs: create a shared header file for format-related information Dave Chinner
2013-11-06 1:06 ` [PATCH 04/37] xfs: split dquot buffer operations out Dave Chinner
2013-11-06 1:06 ` [PATCH 05/37] xfs: decouple inode and bmap btree header files Dave Chinner
2013-11-06 1:06 ` [PATCH 06/37] libxfs: unify xfs_btree.c with kernel code Dave Chinner
2013-11-06 1:06 ` [PATCH 07/37] libxfs: bmap btree owner swap support Dave Chinner
2013-11-06 1:06 ` [PATCH 08/37] libxfs: xfs_rtalloc.c becomes xfs_rtbitmap.c Dave Chinner
2013-11-06 1:06 ` [PATCH 09/37] libxfs: bring across inode buffer readahead verifier changes Dave Chinner
2013-11-06 1:06 ` [PATCH 10/37] libxfs: Minor cleanup and bug fix sync Dave Chinner
2013-11-06 1:06 ` [PATCH 11/37] xfs: remove newlines from strings passed to __xfs_printk Dave Chinner
2013-11-06 1:06 ` [PATCH 12/37] xfs: fix the wrong new_size/rnew_size at xfs_iext_realloc_direct() Dave Chinner
2013-11-06 1:06 ` [PATCH 13/37] xfs: fix node forward in xfs_node_toosmall Dave Chinner
2013-11-06 1:07 ` [PATCH 14/37] xfs: don't emit corruption noise on fs probes Dave Chinner
2013-11-06 1:07 ` [PATCH 15/37] libxfs: fix root inode handling inconsistencies Dave Chinner
2013-11-06 10:23 ` Christoph Hellwig
2013-11-06 23:02 ` [PATCH 15/37 V2] " Dave Chinner
2013-11-07 4:58 ` [PATCH 15/37 V3] " Dave Chinner
2013-11-07 8:11 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 16/37] libxfs: stop caching inode structures Dave Chinner
2013-11-06 1:07 ` Dave Chinner [this message]
2013-11-07 20:50 ` [PATCH 17/37] db: separate out straight buffer IO from map based IO Christoph Hellwig
2013-11-06 1:07 ` [PATCH 18/37] db: rewrite bbmap to use xfs_buf_map Dave Chinner
2013-11-06 1:07 ` [PATCH 19/37] libxfs: refactor libxfs_buf_read_map for xfs_db Dave Chinner
2013-11-07 20:51 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 20/37] db: rewrite IO engine to use libxfs Dave Chinner
2013-11-06 1:07 ` [PATCH 21/37] db: introduce verifier support into set_cur Dave Chinner
2013-11-06 1:07 ` [PATCH 22/37] db: indicate if the CRC on a buffer is correct or not Dave Chinner
2013-11-06 1:07 ` [PATCH 23/37] db: verify and calculate inode CRCs Dave Chinner
2013-11-06 1:07 ` [PATCH 24/37] db: verify and calculate dquot CRCs Dave Chinner
2013-11-06 1:07 ` [PATCH 25/37] db: add a special directory buffer verifier Dave Chinner
2013-11-06 1:07 ` [PATCH 26/37] db: add a special attribute " Dave Chinner
2013-11-06 1:07 ` [PATCH 27/37] db: re-enable write support for v5 filesystems Dave Chinner
2013-11-06 1:07 ` [PATCH 28/37] xfs_db: avoid libxfs buffer lookup warnings Dave Chinner
2013-11-06 2:20 ` Dave Chinner
2013-11-07 20:52 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 29/37] " Dave Chinner
2013-11-07 20:54 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 30/37] libxfs: work around do_div() not handling 32 bit numerators Dave Chinner
2013-11-07 20:54 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 31/37] db: Unwind the IO stack on exit Dave Chinner
2013-11-07 20:55 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 32/37] db: enable metadump on CRC filesystems Dave Chinner
2013-11-06 1:07 ` [PATCH 33/37] xfs: support larger inode clusters on v5 filesystems Dave Chinner
2013-11-06 1:07 ` [PATCH 34/37] xfsprogs: kill experimental warnings for " Dave Chinner
2013-11-06 1:07 ` [PATCH 35/37] repair: prefetching is turned off unnecessarily Dave Chinner
2013-11-06 10:45 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 36/37] repair: Increase default repair parallelism on large filesystems Dave Chinner
2013-11-06 10:41 ` Christoph Hellwig
2013-11-06 19:13 ` Dave Chinner
2013-11-12 23:38 ` Dave Chinner
2013-11-13 7:55 ` Christoph Hellwig
2013-11-06 1:07 ` [PATCH 37/37] repair: fix leaf node directory data check Dave Chinner
2013-11-06 10:39 ` Christoph Hellwig
2013-11-06 10:19 ` [PATCH 00/37 V4] xfsprogs: CRC write support for xfs_db + more Christoph Hellwig
2013-11-06 19:15 ` Dave Chinner
2013-11-10 1:05 ` Rich Johnston
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1383700043-32305-18-git-send-email-david@fromorbit.com \
--to=david@fromorbit.com \
--cc=xfs@oss.sgi.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox