From: Qu Wenruo <wqu@suse.com>
To: linux-btrfs@vger.kernel.org
Subject: [PATCH v3 2/2] btrfs-progs: tests: Introduce expand_command() to inject aruguments more accurately
Date: Tue, 7 Apr 2020 15:18:45 +0800 [thread overview]
Message-ID: <20200407071845.29428-3-wqu@suse.com> (raw)
In-Reply-To: <20200407071845.29428-1-wqu@suse.com>
[PROBLEM]
We want to inject $INSTRUMENT (mostly valgrind) before btrfs command but
after root_helper.
Currently we won't inject $INSTRUMENT at all if we are using
root_helper.
This means the coverage is not good enough.
[FIX]
This patch introduce a new function, expand_command(), to handle all
parameter/argument injection, including existing 'btrfs check' inject.
This function will:
- Detect where to inject $INSTRUMENT
If we have root_helper and the command is target command
(btrfs/mkfs.btrfs/btrfs-convert), then we inject $INSTRUMENT after
root_helper.
If we don't have root_helper, and the command is target command,
we inject $INSTRUMENT before the command.
Or we don't inject $INSTRUMENT (it's not the target command).
- Use existing spec facility to inject extra arguments
- Use an array to restore to result
To avoid bash interpret the IFS inside path/commands.
Now we can make sure no matter if we use root_helper, $INSTRUMENT is
always injected corrected.
Signed-off-by: Qu Wenruo <wqu@suse.com>
---
tests/common | 176 +++++++++++++++++++++++++--------------------------
1 file changed, 87 insertions(+), 89 deletions(-)
diff --git a/tests/common b/tests/common
index f8fc3cfd8b4f..c2c1cb9d5993 100644
--- a/tests/common
+++ b/tests/common
@@ -3,6 +3,9 @@
# Common routines for all tests
#
+# Temporary command array for building real command
+declare -a cmd_array
+
# assert that argument is not empty and is an existing path (file or directory)
_assert_path()
{
@@ -135,6 +138,60 @@ _cmd_spec()
fi
}
+_is_target_command()
+{
+ [[ $1 =~ /btrfs$ ]] && return 0
+ [[ $1 =~ /mkfs.btrfs$ ]] && return 0
+ [[ $1 =~ /btrfs-convert$ ]] && return 0
+ [[ $1 =~ /btrfs-corrupt-block$ ]] && return 0
+ [[ $1 =~ /btrfs-image$ ]] && return 0
+ [[ $1 =~ /btrfs-select-super$ ]] && return 0
+ [[ $1 =~ /btrfs-find-root$ ]] && return 0
+ [[ $1 =~ /btrfstune$ ]] && return 0
+ return 1
+}
+
+# Expanding extra commands/options for current command string
+# This function is responsible for inserting the following things:
+# - @INSTRUMENT before btrfs commands
+# To ensure that @INSTRUMENT is not executed for things like sudo/mount
+# which normally has setuid/setgid which will not be traced.
+#
+# - Add extra arguments for 'btrfs check'/'mkfs.btrfs'/'btrfs-convert'
+# This allows us to test certain function like lowmem mode for btrfs check
+expand_command()
+{
+ local command_index
+ local ins
+ local spec
+ local i
+
+ ins=$(_get_spec_ins "$@")
+ spec=$(($ins-1))
+ spec=$(_cmd_spec "${@:$spec}")
+ cmd_array=()
+
+ if [ "$1" = 'root_helper' ] && _is_target_command "$2" ; then
+ command_index=2
+ elif _is_target_command "$1" ; then
+ command_index=1
+ else
+ # Since we iterate from offset 1, this never get hit,
+ # thus we won't insert $INSTRUMENT
+ command_index=0
+ fi
+
+ for ((i = 1; i <= $#; i++ )); do
+ if [ $i -eq $command_index -a ! -z "$INSTRUMENT" ]; then
+ cmd_array+=($INSTRUMENT)
+ fi
+ if [ $i -eq $ins -a ! -z "$spec" ]; then
+ cmd_array+=("$spec")
+ fi
+ cmd_array+=("${!i}")
+ done
+}
+
# Argument passing magic:
# the command passed to run_* helpers is inspected, if there's 'btrfs command'
# found and there are defined additional arguments, they're inserted just after
@@ -145,26 +202,11 @@ _cmd_spec()
run_check()
{
- local spec
- local ins
+ expand_command "$@"
+ echo "====== RUN CHECK ${cmd_array[@]}" >> "$RESULTS" 2>&1
+ if [[ $TEST_LOG =~ tty ]]; then echo "CMD: ${cmd_array[@]}" > /dev/tty; fi
- ins=$(_get_spec_ins "$@")
- spec=$(($ins-1))
- spec=$(_cmd_spec "${@:$spec}")
- set -- "${@:1:$(($ins-1))}" $spec "${@: $ins}"
- echo "====== RUN CHECK $@" >> "$RESULTS" 2>&1
- if [[ $TEST_LOG =~ tty ]]; then echo "CMD: $@" > /dev/tty; fi
-
- # If the command is `root_helper` or mount/umount, don't call INSTRUMENT
- # as most profiling tool like valgrind can't handle setuid/setgid/setcap
- # which mount normally has.
- # And since mount/umount is only called with run_check(), we don't need
- # to do the same check on other run_*() functions.
- if [ "$1" = 'root_helper' -o "$1" = 'mount' -o "$1" = 'umount' ]; then
- "$@" >> "$RESULTS" 2>&1 || _fail "failed: $@"
- else
- $INSTRUMENT "$@" >> "$RESULTS" 2>&1 || _fail "failed: $@"
- fi
+ "${cmd_array[@]}" >> "$RESULTS" 2>&1 || _fail "failed: ${cmd_array[@]}"
}
# same as run_check but the stderr+stdout output is duplicated on stdout and
@@ -174,20 +216,11 @@ run_check()
# filter the output, as INSTRUMENT can easily pollute the output.
run_check_stdout()
{
- local spec
- local ins
-
- ins=$(_get_spec_ins "$@")
- spec=$(($ins-1))
- spec=$(_cmd_spec "${@:$spec}")
- set -- "${@:1:$(($ins-1))}" $spec "${@: $ins}"
- echo "====== RUN CHECK $@" >> "$RESULTS" 2>&1
- if [[ $TEST_LOG =~ tty ]]; then echo "CMD(stdout): $@" > /dev/tty; fi
- if [ "$1" = 'root_helper' ]; then
- "$@" 2>&1 | tee -a "$RESULTS"
- else
- $INSTRUMENT "$@" 2>&1 | tee -a "$RESULTS"
- fi
+ expand_command "$@"
+ echo "====== RUN CHECK ${cmd_array[@]}" >> "$RESULTS" 2>&1
+ if [[ $TEST_LOG =~ tty ]]; then echo "CMD(stdout): ${cmd_array[@]}" \
+ > /dev/tty; fi
+ "${cmd_array[@]}" 2>&1 | tee -a "$RESULTS"
if [ ${PIPESTATUS[0]} -ne 0 ]; then
_fail "failed: $@"
fi
@@ -198,21 +231,11 @@ run_check_stdout()
# output is logged
run_mayfail()
{
- local spec
- local ins
- local ret
-
- ins=$(_get_spec_ins "$@")
- spec=$(($ins-1))
- spec=$(_cmd_spec "${@:$spec}")
- set -- "${@:1:$(($ins-1))}" $spec "${@: $ins}"
- echo "====== RUN MAYFAIL $@" >> "$RESULTS" 2>&1
- if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mayfail): $@" > /dev/tty; fi
- if [ "$1" = 'root_helper' ]; then
- "$@" >> "$RESULTS" 2>&1
- else
- $INSTRUMENT "$@" >> "$RESULTS" 2>&1
- fi
+ expand_command "$@"
+ echo "====== RUN MAYFAIL ${cmd_array[@]}" >> "$RESULTS" 2>&1
+ if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mayfail): ${cmd_array[@]}" \
+ > /dev/tty; fi
+ "${cmd_array[@]}" >> "$RESULTS" 2>&1
ret=$?
if [ $ret != 0 ]; then
echo "failed (ignored, ret=$ret): $@" >> "$RESULTS"
@@ -234,23 +257,13 @@ run_mayfail()
# store the output to a variable for further processing.
run_mayfail_stdout()
{
- local spec
- local ins
- local ret
-
tmp_output=$(mktemp --tmpdir btrfs-progs-test--mayfail-stdtout.XXXXXX)
- ins=$(_get_spec_ins "$@")
- spec=$(($ins-1))
- spec=$(_cmd_spec "${@:$spec}")
- set -- "${@:1:$(($ins-1))}" $spec "${@: $ins}"
- echo "====== RUN MAYFAIL $@" >> "$RESULTS" 2>&1
- if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mayfail): $@" > /dev/tty; fi
- if [ "$1" = 'root_helper' ]; then
- "$@" 2>&1 > "$tmp_output"
- else
- $INSTRUMENT "$@" 2>&1 > "$tmp_output"
- fi
+ expand_command "$@"
+ echo "====== RUN MAYFAIL ${cmd_array[@]}" >> "$RESULTS" 2>&1
+ if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mayfail): ${cmd_array[@]}" \
+ > /dev/tty; fi
+ "${cmd_array[@]}" 2>&1 > "$tmp_output"
ret=$?
cat "$tmp_output" >> "$RESULTS"
@@ -275,8 +288,6 @@ run_mayfail_stdout()
# same as run_check but expects the command to fail, output is logged
run_mustfail()
{
- local spec
- local ins
local msg
msg="$1"
@@ -287,17 +298,12 @@ run_mustfail()
exit 1
fi
- ins=$(_get_spec_ins "$@")
- spec=$(($ins-1))
- spec=$(_cmd_spec "${@:$spec}")
- set -- "${@:1:$(($ins-1))}" $spec "${@: $ins}"
- echo "====== RUN MUSTFAIL $@" >> "$RESULTS" 2>&1
- if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mustfail): $@" > /dev/tty; fi
- if [ "$1" = 'root_helper' ]; then
- "$@" >> "$RESULTS" 2>&1
- else
- $INSTRUMENT "$@" >> "$RESULTS" 2>&1
- fi
+
+ expand_command "$@"
+ echo "====== RUN MUSTFAIL ${cmd_array[@]}" >> "$RESULTS" 2>&1
+ if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mustfail): ${cmd_array[@]}" \
+ > /dev/tty; fi
+ "${cmd_array[@]}" >> "$RESULTS" 2>&1
if [ $? != 0 ]; then
echo "failed (expected): $@" >> "$RESULTS"
return 0
@@ -315,8 +321,6 @@ run_mustfail()
# So it doesn't support pipeline in the @cmd
run_mustfail_stdout()
{
- local spec
- local ins
local msg
local ret
local tmp_output
@@ -331,17 +335,11 @@ run_mustfail_stdout()
exit 1
fi
- ins=$(_get_spec_ins "$@")
- spec=$(($ins-1))
- spec=$(_cmd_spec "${@:$spec}")
- set -- "${@:1:$(($ins-1))}" $spec "${@: $ins}"
- echo "====== RUN MUSTFAIL $@" >> "$RESULTS" 2>&1
- if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mustfail): $@" > /dev/tty; fi
- if [ "$1" = 'root_helper' ]; then
- "$@" 2>&1 > "$tmp_output"
- else
- $INSTRUMENT "$@" 2>&1 > "$tmp_output"
- fi
+ expand_command "$@"
+ echo "====== RUN MUSTFAIL ${cmd_array[@]}" >> "$RESULTS" 2>&1
+ if [[ $TEST_LOG =~ tty ]]; then echo "CMD(mustfail): ${cmd_array[@]}" \
+ > /dev/tty; fi
+ "${cmd_array[@]}" 2>&1 > "$tmp_output"
ret=$?
cat "$tmp_output" >> "$RESULTS"
--
2.26.0
prev parent reply other threads:[~2020-04-07 7:19 UTC|newest]
Thread overview: 6+ messages / expand[flat|nested] mbox.gz Atom feed top
2020-04-07 7:18 [PATCH v3 0/2] btrfs-progs: tests: Enahance INSTRUMENT coverage Qu Wenruo
2020-04-07 7:18 ` [PATCH v3 1/2] btrfs-progs: tests: Filter output for run_check_stdout Qu Wenruo
2020-04-09 15:52 ` David Sterba
2020-04-10 0:25 ` Qu Wenruo
2020-04-20 23:09 ` David Sterba
2020-04-07 7:18 ` Qu Wenruo [this message]
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20200407071845.29428-3-wqu@suse.com \
--to=wqu@suse.com \
--cc=linux-btrfs@vger.kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).