From: "Dr. David Alan Gilbert (git)" <dgilbert@redhat.com>
To: qemu-devel@nongnu.org
Cc: aarcange@redhat.com, yamahata@private.email.ne.jp,
quintela@redhat.com, amit.shah@redhat.com, pbonzini@redhat.com,
yanghy@cn.fujitsu.com, david@gibson.dropbear.id.au
Subject: [Qemu-devel] [PATCH v5 22/45] postcopy: OS support test
Date: Wed, 25 Feb 2015 16:51:45 +0000 [thread overview]
Message-ID: <1424883128-9841-23-git-send-email-dgilbert@redhat.com> (raw)
In-Reply-To: <1424883128-9841-1-git-send-email-dgilbert@redhat.com>
From: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
Provide a check to see if the OS we're running on has all the bits
needed for postcopy.
Creates postcopy-ram.c which will get most of the other helpers we need.
Signed-off-by: Dr. David Alan Gilbert <dgilbert@redhat.com>
---
include/migration/postcopy-ram.h | 19 +++++
migration/Makefile.objs | 2 +-
migration/postcopy-ram.c | 161 +++++++++++++++++++++++++++++++++++++++
savevm.c | 5 ++
4 files changed, 186 insertions(+), 1 deletion(-)
create mode 100644 include/migration/postcopy-ram.h
create mode 100644 migration/postcopy-ram.c
diff --git a/include/migration/postcopy-ram.h b/include/migration/postcopy-ram.h
new file mode 100644
index 0000000..d81934f
--- /dev/null
+++ b/include/migration/postcopy-ram.h
@@ -0,0 +1,19 @@
+/*
+ * Postcopy migration for RAM
+ *
+ * Copyright 2013 Red Hat, Inc. and/or its affiliates
+ *
+ * Authors:
+ * Dave Gilbert <dgilbert@redhat.com>
+ *
+ * This work is licensed under the terms of the GNU GPL, version 2 or later.
+ * See the COPYING file in the top-level directory.
+ *
+ */
+#ifndef QEMU_POSTCOPY_RAM_H
+#define QEMU_POSTCOPY_RAM_H
+
+/* Return true if the host supports everything we need to do postcopy-ram */
+bool postcopy_ram_supported_by_host(void);
+
+#endif
diff --git a/migration/Makefile.objs b/migration/Makefile.objs
index d929e96..0cac6d7 100644
--- a/migration/Makefile.objs
+++ b/migration/Makefile.objs
@@ -1,7 +1,7 @@
common-obj-y += migration.o tcp.o
common-obj-y += vmstate.o
common-obj-y += qemu-file.o qemu-file-buf.o qemu-file-unix.o qemu-file-stdio.o
-common-obj-y += xbzrle.o
+common-obj-y += xbzrle.o postcopy-ram.o
common-obj-$(CONFIG_RDMA) += rdma.o
common-obj-$(CONFIG_POSIX) += exec.o unix.o fd.o
diff --git a/migration/postcopy-ram.c b/migration/postcopy-ram.c
new file mode 100644
index 0000000..a0e20b2
--- /dev/null
+++ b/migration/postcopy-ram.c
@@ -0,0 +1,161 @@
+/*
+ * Postcopy migration for RAM
+ *
+ * Copyright 2013-2014 Red Hat, Inc. and/or its affiliates
+ *
+ * Authors:
+ * Dave Gilbert <dgilbert@redhat.com>
+ *
+ * This work is licensed under the terms of the GNU GPL, version 2 or later.
+ * See the COPYING file in the top-level directory.
+ *
+ */
+
+/*
+ * Postcopy is a migration technique where the execution flips from the
+ * source to the destination before all the data has been copied.
+ */
+
+#include <glib.h>
+#include <stdio.h>
+#include <unistd.h>
+
+#include "qemu-common.h"
+#include "migration/migration.h"
+#include "migration/postcopy-ram.h"
+#include "sysemu/sysemu.h"
+#include "qemu/error-report.h"
+#include "trace.h"
+
+/* Postcopy needs to detect accesses to pages that haven't yet been copied
+ * across, and efficiently map new pages in, the techniques for doing this
+ * are target OS specific.
+ */
+#if defined(__linux__)
+
+#include <sys/mman.h>
+#include <sys/ioctl.h>
+#include <sys/types.h>
+#include <asm/types.h> /* for __u64 */
+#include <linux/userfaultfd.h>
+
+#ifdef HOST_X86_64
+#ifndef __NR_userfaultfd
+#define __NR_userfaultfd 323
+#endif
+#endif
+
+#endif
+
+#if defined(__linux__) && defined(__NR_userfaultfd)
+
+static bool ufd_version_check(int ufd)
+{
+ struct uffdio_api api_struct;
+ uint64_t feature_mask;
+
+ api_struct.api = UFFD_API;
+ if (ioctl(ufd, UFFDIO_API, &api_struct)) {
+ perror("postcopy_ram_supported_by_host: UFFDIO_API failed");
+ return false;
+ }
+
+ feature_mask = (__u64)1 << _UFFDIO_REGISTER |
+ (__u64)1 << _UFFDIO_UNREGISTER;
+ if ((api_struct.ioctls & feature_mask) != feature_mask) {
+ error_report("Missing userfault features: %" PRIu64,
+ (uint64_t)(~api_struct.ioctls & feature_mask));
+ return false;
+ }
+
+ return true;
+}
+
+bool postcopy_ram_supported_by_host(void)
+{
+ long pagesize = getpagesize();
+ int ufd = -1;
+ bool ret = false; /* Error unless we change it */
+ void *testarea = NULL;
+ struct uffdio_register reg_struct;
+ struct uffdio_range range_struct;
+ uint64_t feature_mask;
+
+ if ((1ul << qemu_target_page_bits()) > pagesize) {
+ /* The PMI code doesn't yet deal with TPS>HPS */
+ error_report("Target page size bigger than host page size");
+ goto out;
+ }
+
+ ufd = syscall(__NR_userfaultfd, O_CLOEXEC);
+ if (ufd == -1) {
+ perror("postcopy_ram_supported_by_host: userfaultfd not available");
+ goto out;
+ }
+
+ /* Version and features check */
+ if (!ufd_version_check(ufd)) {
+ goto out;
+ }
+
+ /*
+ * We need to check that the ops we need are supported on anon memory
+ * To do that we need to register a chunk and see the flags that
+ * are returned.
+ */
+ testarea = mmap(NULL, pagesize, PROT_READ | PROT_WRITE, MAP_PRIVATE |
+ MAP_ANONYMOUS, -1, 0);
+ if (!testarea) {
+ perror("postcopy_ram_supported_by_host: Failed to map test area");
+ goto out;
+ }
+ g_assert(((size_t)testarea & (pagesize-1)) == 0);
+
+ reg_struct.range.start = (uint64_t)(uintptr_t)testarea;
+ reg_struct.range.len = (uint64_t)pagesize;
+ reg_struct.mode = UFFDIO_REGISTER_MODE_MISSING;
+
+ if (ioctl(ufd, UFFDIO_REGISTER, ®_struct)) {
+ perror("postcopy_ram_supported_by_host userfault register");
+ goto out;
+ }
+
+ range_struct.start = (uint64_t)(uintptr_t)testarea;
+ range_struct.len = (uint64_t)pagesize;
+ if (ioctl(ufd, UFFDIO_UNREGISTER, &range_struct)) {
+ perror("postcopy_ram_supported_by_host userfault unregister");
+ goto out;
+ }
+
+ feature_mask = (__u64)1 << _UFFDIO_WAKE |
+ (__u64)1 << _UFFDIO_COPY |
+ (__u64)1 << _UFFDIO_ZEROPAGE;
+ if ((reg_struct.ioctls & feature_mask) != feature_mask) {
+ error_report("Missing userfault map features: %" PRIu64,
+ (uint64_t)(~reg_struct.ioctls & feature_mask));
+ goto out;
+ }
+
+ /* Success! */
+ ret = true;
+out:
+ if (testarea) {
+ munmap(testarea, pagesize);
+ }
+ if (ufd != -1) {
+ close(ufd);
+ }
+ return ret;
+}
+
+#else
+/* No target OS support, stubs just fail */
+
+bool postcopy_ram_supported_by_host(void)
+{
+ error_report("%s: No OS support", __func__);
+ return false;
+}
+
+#endif
+
diff --git a/savevm.c b/savevm.c
index e301a0a..2ea4c76 100644
--- a/savevm.c
+++ b/savevm.c
@@ -33,6 +33,7 @@
#include "qemu/timer.h"
#include "audio/audio.h"
#include "migration/migration.h"
+#include "migration/postcopy-ram.h"
#include "qemu/sockets.h"
#include "qemu/queue.h"
#include "sysemu/cpus.h"
@@ -1109,6 +1110,10 @@ static int loadvm_postcopy_handle_advise(MigrationIncomingState *mis,
return -1;
}
+ if (!postcopy_ram_supported_by_host()) {
+ return -1;
+ }
+
if (remote_hps != getpagesize()) {
/*
* Some combinations of mismatch are probably possible but it gets
--
2.1.0
next prev parent reply other threads:[~2015-02-25 16:53 UTC|newest]
Thread overview: 181+ messages / expand[flat|nested] mbox.gz Atom feed top
2015-02-25 16:51 [Qemu-devel] [PATCH v5 00/45] Postcopy implementation Dr. David Alan Gilbert (git)
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 01/45] Start documenting how postcopy works Dr. David Alan Gilbert (git)
2015-03-05 3:21 ` David Gibson
2015-03-05 9:21 ` Dr. David Alan Gilbert
2015-03-10 1:04 ` David Gibson
2015-03-13 13:07 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 02/45] Split header writing out of qemu_save_state_begin Dr. David Alan Gilbert (git)
2015-03-10 1:05 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 03/45] qemu_ram_foreach_block: pass up error value, and down the ramblock name Dr. David Alan Gilbert (git)
2015-03-10 15:30 ` Eric Blake
2015-03-10 16:21 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 04/45] Add qemu_get_counted_string to read a string prefixed by a count byte Dr. David Alan Gilbert (git)
2015-03-10 1:12 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 05/45] Create MigrationIncomingState Dr. David Alan Gilbert (git)
2015-03-10 2:37 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 06/45] Provide runtime Target page information Dr. David Alan Gilbert (git)
2015-03-10 2:38 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 07/45] Return path: Open a return path on QEMUFile for sockets Dr. David Alan Gilbert (git)
2015-03-10 2:49 ` David Gibson
2015-03-13 13:14 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 08/45] Return path: socket_writev_buffer: Block even on non-blocking fd's Dr. David Alan Gilbert (git)
2015-03-10 2:56 ` David Gibson
2015-03-10 13:35 ` Dr. David Alan Gilbert
2015-03-11 1:51 ` David Gibson
2015-03-28 15:30 ` Paolo Bonzini
2015-03-29 4:07 ` David Gibson
2015-03-29 9:03 ` Paolo Bonzini
2015-03-30 16:50 ` Dr. David Alan Gilbert
2015-03-30 18:22 ` Markus Armbruster
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 09/45] Migration commands Dr. David Alan Gilbert (git)
2015-03-10 4:58 ` David Gibson
2015-03-10 11:04 ` Dr. David Alan Gilbert
2015-03-10 11:06 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 10/45] Return path: Control commands Dr. David Alan Gilbert (git)
2015-03-10 5:40 ` David Gibson
2015-03-28 15:32 ` Paolo Bonzini
2015-03-30 17:34 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 11/45] Return path: Send responses from destination to source Dr. David Alan Gilbert (git)
2015-03-10 5:47 ` David Gibson
2015-03-10 14:34 ` Dr. David Alan Gilbert
2015-03-11 1:54 ` David Gibson
2015-03-25 18:47 ` Dr. David Alan Gilbert
2015-03-28 15:34 ` Paolo Bonzini
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 12/45] Return path: Source handling of return path Dr. David Alan Gilbert (git)
2015-03-10 6:08 ` David Gibson
2015-03-20 18:17 ` Dr. David Alan Gilbert
2015-03-23 2:37 ` David Gibson
2015-04-01 15:14 ` Dr. David Alan Gilbert
2015-04-07 3:07 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 13/45] ram_debug_dump_bitmap: Dump a migration bitmap as text Dr. David Alan Gilbert (git)
2015-03-10 6:11 ` David Gibson
2015-03-20 18:48 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 14/45] Move loadvm_handlers into MigrationIncomingState Dr. David Alan Gilbert (git)
2015-03-10 6:19 ` David Gibson
2015-03-10 10:12 ` Dr. David Alan Gilbert
2015-03-10 11:03 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 15/45] Rework loadvm path for subloops Dr. David Alan Gilbert (git)
2015-03-12 6:11 ` David Gibson
2015-04-14 12:04 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 16/45] Add migration-capability boolean for postcopy-ram Dr. David Alan Gilbert (git)
2015-03-12 6:14 ` David Gibson
2015-03-13 12:58 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 17/45] Add wrappers and handlers for sending/receiving the postcopy-ram migration messages Dr. David Alan Gilbert (git)
2015-03-12 9:30 ` David Gibson
2015-03-26 16:33 ` Dr. David Alan Gilbert
2015-03-27 4:13 ` David Gibson
2015-03-27 10:48 ` Dr. David Alan Gilbert
2015-03-28 16:00 ` Paolo Bonzini
2015-03-30 4:03 ` David Gibson
2015-03-28 15:58 ` Paolo Bonzini
2015-03-28 15:43 ` Paolo Bonzini
2015-03-30 17:46 ` Dr. David Alan Gilbert
2015-03-30 19:23 ` Paolo Bonzini
2015-03-31 11:05 ` Dr. David Alan Gilbert
2015-03-31 11:10 ` Paolo Bonzini
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 18/45] MIG_CMD_PACKAGED: Send a packaged chunk of migration stream Dr. David Alan Gilbert (git)
2015-03-13 0:55 ` David Gibson
2015-03-13 11:51 ` Dr. David Alan Gilbert
2015-03-16 6:16 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 19/45] migrate_init: Call from savevm Dr. David Alan Gilbert (git)
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 20/45] Modify savevm handlers for postcopy Dr. David Alan Gilbert (git)
2015-03-13 1:00 ` David Gibson
2015-03-13 10:19 ` Dr. David Alan Gilbert
2015-03-16 6:18 ` David Gibson
2015-03-20 12:37 ` Dr. David Alan Gilbert
2015-03-23 2:25 ` David Gibson
2015-03-24 20:04 ` Dr. David Alan Gilbert
2015-03-24 22:32 ` David Gibson
2015-03-25 15:00 ` Dr. David Alan Gilbert
2015-03-25 16:40 ` Dr. David Alan Gilbert
2015-03-26 1:35 ` David Gibson
2015-03-26 11:44 ` Dr. David Alan Gilbert
2015-03-27 3:56 ` David Gibson
2015-03-26 1:35 ` David Gibson
2015-03-30 8:10 ` Paolo Bonzini
2015-03-31 0:10 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 21/45] Add Linux userfaultfd header Dr. David Alan Gilbert (git)
2015-02-25 16:51 ` Dr. David Alan Gilbert (git) [this message]
2015-03-13 1:23 ` [Qemu-devel] [PATCH v5 22/45] postcopy: OS support test David Gibson
2015-03-13 10:41 ` Dr. David Alan Gilbert
2015-03-16 6:22 ` David Gibson
2015-03-30 8:14 ` Paolo Bonzini
2015-03-30 14:07 ` Dr. David Alan Gilbert
2015-03-30 14:09 ` Paolo Bonzini
2015-06-16 10:49 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 23/45] migrate_start_postcopy: Command to trigger transition to postcopy Dr. David Alan Gilbert (git)
2015-03-13 1:26 ` David Gibson
2015-03-13 11:19 ` Dr. David Alan Gilbert
2015-03-16 6:23 ` David Gibson
2015-03-18 17:59 ` Dr. David Alan Gilbert
2015-03-19 4:18 ` David Gibson
2015-03-19 9:33 ` Dr. David Alan Gilbert
2015-03-23 2:20 ` David Gibson
2015-03-30 8:19 ` Paolo Bonzini
2015-03-30 17:04 ` Dr. David Alan Gilbert
2015-03-30 19:22 ` Paolo Bonzini
2015-03-31 11:21 ` Dr. David Alan Gilbert
2015-03-30 8:17 ` Paolo Bonzini
2015-03-31 2:23 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 24/45] MIG_STATE_POSTCOPY_ACTIVE: Add new migration state Dr. David Alan Gilbert (git)
2015-03-13 4:45 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 25/45] qemu_savevm_state_complete: Postcopy changes Dr. David Alan Gilbert (git)
2015-03-13 4:58 ` David Gibson
2015-03-13 12:25 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 26/45] Postcopy page-map-incoming (PMI) structure Dr. David Alan Gilbert (git)
2015-03-13 5:19 ` David Gibson
2015-03-13 13:47 ` Dr. David Alan Gilbert
2015-03-16 6:30 ` David Gibson
2015-03-18 17:58 ` Dr. David Alan Gilbert
2015-03-23 2:48 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 27/45] Postcopy: Maintain sentmap and calculate discard Dr. David Alan Gilbert (git)
2015-03-23 3:30 ` David Gibson
2015-03-23 14:36 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 28/45] postcopy: Incoming initialisation Dr. David Alan Gilbert (git)
2015-03-23 3:41 ` David Gibson
2015-03-23 13:46 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 29/45] postcopy: ram_enable_notify to switch on userfault Dr. David Alan Gilbert (git)
2015-03-23 3:45 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 30/45] Postcopy: Postcopy startup in migration thread Dr. David Alan Gilbert (git)
2015-03-23 4:20 ` David Gibson
2015-03-26 11:05 ` Dr. David Alan Gilbert
2015-03-30 8:31 ` Paolo Bonzini
2015-04-13 11:35 ` Dr. David Alan Gilbert
2015-04-13 13:26 ` Paolo Bonzini
2015-04-13 14:58 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 31/45] Postcopy end in migration_thread Dr. David Alan Gilbert (git)
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 32/45] Page request: Add MIG_RP_CMD_REQ_PAGES reverse command Dr. David Alan Gilbert (git)
2015-03-23 5:00 ` David Gibson
2015-03-25 18:16 ` Dr. David Alan Gilbert
2015-03-26 1:28 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 33/45] Page request: Process incoming page request Dr. David Alan Gilbert (git)
2015-03-24 1:53 ` David Gibson
2015-03-25 17:37 ` Dr. David Alan Gilbert
2015-03-26 1:31 ` David Gibson
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 34/45] Page request: Consume pages off the post-copy queue Dr. David Alan Gilbert (git)
2015-03-24 2:15 ` David Gibson
2015-06-16 10:48 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 35/45] postcopy_ram.c: place_page and helpers Dr. David Alan Gilbert (git)
2015-03-24 2:33 ` David Gibson
2015-03-25 17:46 ` Dr. David Alan Gilbert
2015-02-25 16:51 ` [Qemu-devel] [PATCH v5 36/45] Postcopy: Use helpers to map pages during migration Dr. David Alan Gilbert (git)
2015-03-24 4:51 ` David Gibson
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 37/45] qemu_ram_block_from_host Dr. David Alan Gilbert (git)
2015-03-24 4:55 ` David Gibson
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 38/45] Don't sync dirty bitmaps in postcopy Dr. David Alan Gilbert (git)
2015-03-24 4:58 ` David Gibson
2015-03-24 9:05 ` Dr. David Alan Gilbert
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 39/45] Host page!=target page: Cleanup bitmaps Dr. David Alan Gilbert (git)
2015-03-24 5:23 ` David Gibson
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 40/45] Postcopy; Handle userfault requests Dr. David Alan Gilbert (git)
2015-03-24 5:38 ` David Gibson
2015-03-26 11:59 ` Dr. David Alan Gilbert
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 41/45] Start up a postcopy/listener thread ready for incoming page data Dr. David Alan Gilbert (git)
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 42/45] postcopy: Wire up loadvm_postcopy_handle_{run, end} commands Dr. David Alan Gilbert (git)
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 43/45] End of migration for postcopy Dr. David Alan Gilbert (git)
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 44/45] Disable mlock around incoming postcopy Dr. David Alan Gilbert (git)
2015-03-23 4:33 ` David Gibson
2015-02-25 16:52 ` [Qemu-devel] [PATCH v5 45/45] Inhibit ballooning during postcopy Dr. David Alan Gilbert (git)
2015-03-23 4:32 ` David Gibson
2015-03-23 12:21 ` Dr. David Alan Gilbert
2015-03-24 1:25 ` David Gibson
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1424883128-9841-23-git-send-email-dgilbert@redhat.com \
--to=dgilbert@redhat.com \
--cc=aarcange@redhat.com \
--cc=amit.shah@redhat.com \
--cc=david@gibson.dropbear.id.au \
--cc=pbonzini@redhat.com \
--cc=qemu-devel@nongnu.org \
--cc=quintela@redhat.com \
--cc=yamahata@private.email.ne.jp \
--cc=yanghy@cn.fujitsu.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).