From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from mx1.redhat.com (mx1.redhat.com [209.132.183.28]) by dpdk.org (Postfix) with ESMTP id 6F97A1B123; Fri, 5 Oct 2018 15:36:33 +0200 (CEST) Received: from smtp.corp.redhat.com (int-mx02.intmail.prod.int.phx2.redhat.com [10.5.11.12]) (using TLSv1.2 with cipher AECDH-AES256-SHA (256/256 bits)) (No client certificate requested) by mx1.redhat.com (Postfix) with ESMTPS id 6C522C0293BE; Fri, 5 Oct 2018 13:36:32 +0000 (UTC) Received: from [10.36.112.34] (ovpn-112-34.ams2.redhat.com [10.36.112.34]) by smtp.corp.redhat.com (Postfix) with ESMTPS id 6D3E46AE8B; Fri, 5 Oct 2018 13:36:26 +0000 (UTC) To: Ilya Maximets , dev@dpdk.org, tiwei.bie@intel.com, zhihong.wang@intel.com, jfreimann@redhat.com, nicknickolaev@gmail.com, bruce.richardson@intel.com, alejandro.lucero@netronome.com Cc: dgilbert@redhat.com, stable@dpdk.org References: <20181004081403.8039-1-maxime.coquelin@redhat.com> <20181004081403.8039-12-maxime.coquelin@redhat.com> <20181005115541eucas1p1893250ad7dc2d2ab3c7da5000a68b199~atF62GFUW1471914719eucas1p1O@eucas1p1.samsung.com> From: Maxime Coquelin Message-ID: Date: Fri, 5 Oct 2018 15:36:22 +0200 User-Agent: Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Thunderbird/52.9.1 MIME-Version: 1.0 In-Reply-To: <20181005115541eucas1p1893250ad7dc2d2ab3c7da5000a68b199~atF62GFUW1471914719eucas1p1O@eucas1p1.samsung.com> Content-Type: text/plain; charset=utf-8; format=flowed Content-Language: en-US Content-Transfer-Encoding: 7bit X-Scanned-By: MIMEDefang 2.79 on 10.5.11.12 X-Greylist: Sender IP whitelisted, not delayed by milter-greylist-4.5.16 (mx1.redhat.com [10.5.110.32]); Fri, 05 Oct 2018 13:36:32 +0000 (UTC) Subject: Re: [dpdk-dev] [PATCH v3 11/19] vhost: introduce postcopy's advise message X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.15 Precedence: list List-Id: DPDK patches and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Fri, 05 Oct 2018 13:36:33 -0000 On 10/05/2018 01:58 PM, Ilya Maximets wrote: > Cleanup part is missing in this patch. > We should close and clear postcopy_ufd in vhost_backend_cleanup(). Good catch, I'll spin a v4 with your suggestion. Thanks, Maxime > Best regards, Ilya Maximets. > > On 04.10.2018 11:13, Maxime Coquelin wrote: >> This patch opens a userfaultfd and sends it back to Qemu's >> VHOST_USER_POSTCOPY_ADVISE request. >> >> Signed-off-by: Dr. David Alan Gilbert >> Signed-off-by: Maxime Coquelin >> --- >> lib/librte_vhost/vhost.h | 2 ++ >> lib/librte_vhost/vhost_user.c | 44 +++++++++++++++++++++++++++++++++++ >> lib/librte_vhost/vhost_user.h | 3 ++- >> 3 files changed, 48 insertions(+), 1 deletion(-) >> >> diff --git a/lib/librte_vhost/vhost.h b/lib/librte_vhost/vhost.h >> index 25ffd7614..21722d8a8 100644 >> --- a/lib/librte_vhost/vhost.h >> +++ b/lib/librte_vhost/vhost.h >> @@ -363,6 +363,8 @@ struct virtio_net { >> int slave_req_fd; >> rte_spinlock_t slave_req_lock; >> >> + int postcopy_ufd; >> + >> /* >> * Device id to identify a specific backend device. >> * It's set to -1 for the default software implementation. >> diff --git a/lib/librte_vhost/vhost_user.c b/lib/librte_vhost/vhost_user.c >> index 0a1934649..3d4fc60fc 100644 >> --- a/lib/librte_vhost/vhost_user.c >> +++ b/lib/librte_vhost/vhost_user.c >> @@ -24,13 +24,19 @@ >> #include >> #include >> #include >> +#include >> +#include >> #include >> #include >> #include >> +#include >> #include >> #ifdef RTE_LIBRTE_VHOST_NUMA >> #include >> #endif >> +#ifdef RTE_LIBRTE_VHOST_POSTCOPY >> +#include >> +#endif >> >> #include >> #include >> @@ -69,6 +75,7 @@ static const char *vhost_message_str[VHOST_USER_MAX] = { >> [VHOST_USER_IOTLB_MSG] = "VHOST_USER_IOTLB_MSG", >> [VHOST_USER_CRYPTO_CREATE_SESS] = "VHOST_USER_CRYPTO_CREATE_SESS", >> [VHOST_USER_CRYPTO_CLOSE_SESS] = "VHOST_USER_CRYPTO_CLOSE_SESS", >> + [VHOST_USER_POSTCOPY_ADVISE] = "VHOST_USER_POSTCOPY_ADVISE", >> }; >> >> /* The possible results of a message handling function */ >> @@ -1509,6 +1516,42 @@ vhost_user_iotlb_msg(struct virtio_net **pdev, struct VhostUserMsg *msg, >> return VH_RESULT_OK; >> } >> >> +static int >> +vhost_user_set_postcopy_advise(struct virtio_net **pdev, >> + struct VhostUserMsg *msg, >> + int main_fd __rte_unused) >> +{ >> + struct virtio_net *dev = *pdev; >> +#ifdef RTE_LIBRTE_VHOST_POSTCOPY >> + struct uffdio_api api_struct; >> + >> + dev->postcopy_ufd = syscall(__NR_userfaultfd, O_CLOEXEC | O_NONBLOCK); >> + >> + if (dev->postcopy_ufd == -1) { >> + RTE_LOG(ERR, VHOST_CONFIG, "Userfaultfd not available: %s\n", >> + strerror(errno)); >> + return VH_RESULT_ERR; >> + } >> + api_struct.api = UFFD_API; >> + api_struct.features = 0; >> + if (ioctl(dev->postcopy_ufd, UFFDIO_API, &api_struct)) { >> + RTE_LOG(ERR, VHOST_CONFIG, "UFFDIO_API ioctl failure: %s\n", >> + strerror(errno)); >> + close(dev->postcopy_ufd); >> + return VH_RESULT_ERR; >> + } >> + msg->fds[0] = dev->postcopy_ufd; >> + msg->fd_num = 1; >> + >> + return VH_RESULT_REPLY; >> +#else >> + dev->postcopy_ufd = -1; >> + msg->fd_num = 0; >> + >> + return VH_RESULT_ERR; >> +#endif >> +} >> + >> typedef int (*vhost_message_handler_t)(struct virtio_net **pdev, >> struct VhostUserMsg *msg, >> int main_fd); >> @@ -1536,6 +1579,7 @@ static vhost_message_handler_t vhost_message_handlers[VHOST_USER_MAX] = { >> [VHOST_USER_NET_SET_MTU] = vhost_user_net_set_mtu, >> [VHOST_USER_SET_SLAVE_REQ_FD] = vhost_user_set_req_fd, >> [VHOST_USER_IOTLB_MSG] = vhost_user_iotlb_msg, >> + [VHOST_USER_POSTCOPY_ADVISE] = vhost_user_set_postcopy_advise, >> }; >> >> >> diff --git a/lib/librte_vhost/vhost_user.h b/lib/librte_vhost/vhost_user.h >> index dd0262f8f..2030b40a5 100644 >> --- a/lib/librte_vhost/vhost_user.h >> +++ b/lib/librte_vhost/vhost_user.h >> @@ -50,7 +50,8 @@ typedef enum VhostUserRequest { >> VHOST_USER_IOTLB_MSG = 22, >> VHOST_USER_CRYPTO_CREATE_SESS = 26, >> VHOST_USER_CRYPTO_CLOSE_SESS = 27, >> - VHOST_USER_MAX = 28 >> + VHOST_USER_POSTCOPY_ADVISE = 28, >> + VHOST_USER_MAX = 29 >> } VhostUserRequest; >> >> typedef enum VhostUserSlaveRequest { >>