* multiop test program
@ 2009-06-09 16:57 Andreas Dilger
0 siblings, 0 replies; only message in thread
From: Andreas Dilger @ 2009-06-09 16:57 UTC (permalink / raw)
To: linux-ext4
[-- Attachment #1: Type: text/plain, Size: 466 bytes --]
The attached "multiop" test program is a toolbox that we use when writing
unit tests for Lustre. It has a number of useful low-level operations
e.g. lstat, open(O_DIRECTORY), mmap IO, etc and can optionally pause between
operations waiting for a signal so that it is possible to coordinate the
operations between multiple programs before some operation is done.
Cheers, Andreas
--
Andreas Dilger
Sr. Staff Engineer, Lustre Group
Sun Microsystems of Canada, Inc.
[-- Attachment #2: multiop.c --]
[-- Type: text/plain, Size: 18298 bytes --]
/* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
* vim:expandtab:shiftwidth=8:tabstop=8:
*
* GPL HEADER START
*
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License version 2 only,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License version 2 for more details (a copy is included
* in the LICENSE file that accompanied this code).
*
* You should have received a copy of the GNU General Public License
* version 2 along with this program; If not, see
* http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
*
* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
* CA 95054 USA or visit www.sun.com if you need additional information or
* have any questions.
*
* GPL HEADER END
*/
/*
* Copyright 2008 Sun Microsystems, Inc. All rights reserved
* Use is subject to license terms.
*/
/*
* This file is part of Lustre, http://www.lustre.org/
* Lustre is a trademark of Sun Microsystems, Inc.
*/
#ifndef _GNU_SOURCE
#define _GNU_SOURCE /* pull in O_DIRECTORY in bits/fcntl.h */
#endif
#include <stdio.h>
#include <fcntl.h>
#include <string.h>
#include <errno.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <sys/mman.h>
#include <sys/vfs.h>
#include <sys/time.h>
#include <signal.h>
#include <stdlib.h>
#include <unistd.h>
#include <semaphore.h>
//#include <lustre/liblustreapi.h>
char msg[] = "yabba dabba doo, I'm coming for you, I live in a shoe, I don't know what to do.\n'Bigger, bigger,and bigger yet!' cried the Creator. 'You are not yet substantial enough for my boundless intents!' And ever greater and greater the object became, until all was lost 'neath its momentus bulk.\n";
char *buf, *buf_align;
int bufsize = 0;
sem_t sem;
#define ALIGN 65535
#define MAX_SHIFT 4096
char usage[] =
"Usage: %s filename command-sequence\n"
" command-sequence items:\n"
" b[num] write optional length from random in-memory offset\n"
" c close\n"
" C[num] create with optional stripes\n"
" d mkdir\n"
" D open(O_DIRECTORY)\n"
" f statfs\n"
" L link\n"
" l symlink\n"
" m mknod\n"
" M rw mmap to EOF (must open and stat prior)\n"
" N rename\n"
" o open(O_RDONLY)\n"
" O open(O_CREAT|O_RDWR)\n"
" r[num] read [optional length]\n"
" R reference entire mmap-ed region\n"
" s stat\n"
" S fstat\n"
" t fchmod\n"
" T[num] ftruncate [optional position, default 0]\n"
" u unlink\n"
" U munmap\n"
" w[num] write optional length\n"
" W write entire mmap-ed region\n"
" y fsync\n"
" Y fdatasync\n"
" z[num] seek [optional position, default 0]\n"
" _ wait for signal\n";
void usr1_handler(int unused)
{
int saved_errno = errno;
/*
* signal(7): POSIX.1-2004 ...requires an implementation to guarantee
* that the following functions can be safely called inside a signal
* handler:
* sem_post()
*/
sem_post(&sem);
errno = saved_errno;
}
static const char *
pop_arg(int argc, char *argv[])
{
static int cur_arg = 3;
if (cur_arg >= argc)
return NULL;
return argv[cur_arg++];
}
struct flag_mapping {
const char *string;
const int flag;
} flag_table[] = {
{"O_RDONLY", O_RDONLY},
{"O_WRONLY", O_WRONLY},
{"O_RDWR", O_RDWR},
{"O_CREAT", O_CREAT},
{"O_EXCL", O_EXCL},
{"O_NOCTTY", O_NOCTTY},
{"O_TRUNC", O_TRUNC},
{"O_APPEND", O_APPEND},
{"O_NONBLOCK", O_NONBLOCK},
{"O_NDELAY", O_NDELAY},
{"O_SYNC", O_SYNC},
#ifdef O_DIRECT
{"O_DIRECT", O_DIRECT},
#endif
{"O_LARGEFILE", O_LARGEFILE},
{"O_DIRECTORY", O_DIRECTORY},
{"O_NOFOLLOW", O_NOFOLLOW},
{"", -1}
};
int get_flags(char *data, int *rflags)
{
char *cloned_flags;
char *tmp;
int flag_set = 0;
int flags = 0;
int size = 0;
cloned_flags = strdup(data);
if (cloned_flags == NULL) {
fprintf(stderr, "Insufficient memory.\n");
exit(-1);
}
for (tmp = strtok(cloned_flags, ":"); tmp;
tmp = strtok(NULL, ":")) {
int i;
size = tmp - cloned_flags;
for (i = 0; flag_table[i].flag != -1; i++) {
if (!strcmp(tmp, flag_table[i].string)){
flags |= flag_table[i].flag;
size += strlen(flag_table[i].string);
flag_set = 1;
break;
}
}
}
free(cloned_flags);
if (!flag_set) {
*rflags = O_RDONLY;
return 0;
}
*rflags = flags;
return size;
}
#define POP_ARG() (pop_arg(argc, argv))
#define min(a,b) ((a)>(b)?(b):(a))
int main(int argc, char **argv)
{
char *fname, *commands;
const char *newfile;
struct stat st;
struct statfs stfs;
size_t mmap_len = 0, i;
unsigned char *mmap_ptr = NULL, junk = 0;
int rc, len, fd = -1;
int flags;
int save_errno;
int verbose = 0;
if (argc < 3) {
fprintf(stderr, usage, argv[0]);
exit(1);
}
memset(&st, 0, sizeof(st));
sem_init(&sem, 0, 0);
/* use sigaction instead of signal to avoid SA_ONESHOT semantics */
sigaction(SIGUSR1, &(const struct sigaction){.sa_handler=&usr1_handler},
NULL);
srandom(time(NULL));
fname = argv[1];
for (commands = argv[2]; *commands; commands++) {
switch (*commands) {
case '_':
if (verbose) {
pid_t pid = getpid();
printf("PAUSING %u\n", pid);
fflush(stdout);
}
while (sem_wait(&sem) == -1 && errno == EINTR);
break;
case 'c':
if (close(fd) == -1) {
save_errno = errno;
perror("close");
exit(save_errno);
}
fd = -1;
break;
case 'C':
len = atoi(commands+1);
fd = open(fname, O_CREAT | O_WRONLY, 0644);
if (fd == -1) {
save_errno = errno;
perror("create stripe file");
exit(save_errno);
}
break;
case 'd':
if (mkdir(fname, 0755) == -1) {
save_errno = errno;
perror("mkdir(0755)");
exit(save_errno);
}
break;
case 'D':
fd = open(fname, O_DIRECTORY);
if (fd == -1) {
save_errno = errno;
perror("open(O_DIRECTORY)");
exit(save_errno);
}
break;
case 'f':
if (statfs(fname, &stfs) == -1) {
save_errno = errno;
perror("statfs()");
exit(save_errno);
}
break;
case 'l':
newfile = POP_ARG();
if (!newfile)
newfile = fname;
if (symlink(fname, newfile)) {
save_errno = errno;
perror("symlink()");
exit(save_errno);
}
break;
case 'L':
newfile = POP_ARG();
if (!newfile)
newfile = fname;
if (link(fname, newfile)) {
save_errno = errno;
perror("symlink()");
exit(save_errno);
}
break;
case 'm':
if (mknod(fname, S_IFREG | 0644, 0) == -1) {
save_errno = errno;
perror("mknod(S_IFREG|0644, 0)");
exit(save_errno);
}
break;
case 'M':
if (st.st_size == 0) {
fprintf(stderr, "mmap without preceeding stat, "
"or on zero length file.\n");
exit(-1);
}
mmap_len = st.st_size;
mmap_ptr = mmap(NULL, mmap_len, PROT_WRITE | PROT_READ,
MAP_SHARED, fd, 0);
if (mmap_ptr == MAP_FAILED) {
save_errno = errno;
perror("mmap");
exit(save_errno);
}
break;
case 'N':
newfile = POP_ARG();
if (!newfile)
newfile = fname;
if (rename (fname, newfile)) {
save_errno = errno;
perror("rename()");
exit(save_errno);
}
break;
case 'O':
fd = open(fname, O_CREAT|O_RDWR, 0644);
if (fd == -1) {
save_errno = errno;
perror("open(O_RDWR|O_CREAT)");
exit(save_errno);
}
break;
case 'o':
len = get_flags(commands+1, &flags);
commands += len;
if (flags & O_CREAT)
fd = open(fname, flags, 0666);
else
fd = open(fname, flags);
if (fd == -1) {
save_errno = errno;
perror("open");
exit(save_errno);
}
break;
case 'r':
len = atoi(commands+1);
if (len <= 0)
len = 1;
if (bufsize < len) {
buf = realloc(buf, len + ALIGN);
if (buf == NULL) {
save_errno = errno;
perror("allocating buf for read\n");
exit(save_errno);
}
bufsize = len;
buf_align = (char *)((long)(buf + ALIGN) &
~ALIGN);
}
while (len > 0) {
rc = read(fd, buf_align, len);
if (rc == -1) {
save_errno = errno;
perror("read");
exit(save_errno);
}
if (rc < len)
fprintf(stderr, "short read: %u/%u\n",
rc, len);
len -= rc;
}
break;
case 'R':
for (i = 0; i < mmap_len && mmap_ptr; i += 4096)
junk += mmap_ptr[i];
break;
case 's':
if (stat(fname, &st) == -1) {
save_errno = errno;
perror("stat");
exit(save_errno);
}
break;
case 'S':
if (fstat(fd, &st) == -1) {
save_errno = errno;
perror("fstat");
exit(save_errno);
}
break;
case 't':
if (fchmod(fd, 0) == -1) {
save_errno = errno;
perror("fchmod");
exit(save_errno);
}
break;
case 'T':
len = atoi(commands+1);
if (ftruncate(fd, len) == -1) {
save_errno = errno;
printf("ftruncate (%d,%d)\n", fd, len);
perror("ftruncate");
exit(save_errno);
}
break;
case 'u':
if (unlink(fname) == -1) {
save_errno = errno;
perror("unlink");
exit(save_errno);
}
break;
case 'U':
if (munmap(mmap_ptr, mmap_len)) {
save_errno = errno;
perror("munmap");
exit(save_errno);
}
break;
case 'v':
verbose = 1;
break;
case 'b':
case 'w':
len = atoi(commands+1);
if (len <= 0)
len = 1;
if (bufsize < len) {
int shift = (*commands == 'b') ?
(random() % MAX_SHIFT) : 0;
buf = realloc(buf, len + ALIGN + shift);
if (buf == NULL) {
save_errno = errno;
perror("allocating buf for write\n");
exit(save_errno);
}
bufsize = len;
buf_align = (char *)((long)(buf + ALIGN) &
~ALIGN) + shift;
strncpy(buf_align, msg, bufsize);
}
while (len > 0) {
rc = write(fd, buf_align, len);
if (rc == -1) {
save_errno = errno;
perror("write");
exit(save_errno);
}
if (rc < len)
fprintf(stderr, "short write: %u/%u\n",
rc, len);
len -= rc;
}
break;
case 'W':
for (i = 0; i < mmap_len && mmap_ptr; i += 4096)
mmap_ptr[i] += junk++;
break;
case 'y':
if (fsync(fd) == -1) {
save_errno = errno;
perror("fsync");
exit(save_errno);
}
break;
case 'Y':
if (fdatasync(fd) == -1) {
save_errno = errno;
perror("fdatasync");
exit(save_errno);
}
case 'z':
len = atoi(commands+1);
if (lseek(fd, len, SEEK_SET) == -1) {
save_errno = errno;
perror("lseek");
exit(save_errno);
}
break;
case '0':
case '1':
case '2':
case '3':
case '4':
case '5':
case '6':
case '7':
case '8':
case '9':
break;
default:
fprintf(stderr, "unknown command \"%c\"\n", *commands);
fprintf(stderr, usage, argv[0]);
exit(1);
}
}
if (buf)
free(buf);
return 0;
}
^ permalink raw reply [flat|nested] only message in thread
only message in thread, other threads:[~2009-06-09 16:57 UTC | newest]
Thread overview: (only message) (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2009-06-09 16:57 multiop test program Andreas Dilger
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).