[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]
[PATCH v5 7/8] multifd: Zero pages transmission
From: |
Juan Quintela |
Subject: |
[PATCH v5 7/8] multifd: Zero pages transmission |
Date: |
Thu, 10 Mar 2022 16:34:53 +0100 |
This implements the zero page dection and handling.
Signed-off-by: Juan Quintela <quintela@redhat.com>
---
Add comment for offset (dave)
Use local variables for offset/block to have shorter lines
---
migration/multifd.h | 5 +++++
migration/multifd.c | 42 ++++++++++++++++++++++++++++++++++++++++--
2 files changed, 45 insertions(+), 2 deletions(-)
diff --git a/migration/multifd.h b/migration/multifd.h
index 06c52081ab..e84ce0ebcd 100644
--- a/migration/multifd.h
+++ b/migration/multifd.h
@@ -54,6 +54,11 @@ typedef struct {
uint32_t unused32[1]; /* Reserved for future use */
uint64_t unused64[3]; /* Reserved for future use */
char ramblock[256];
+ /*
+ * This array contains the pointers to:
+ * - normal pages (initial normal_pages entries)
+ * - zero pages (following zero_pages entries)
+ */
uint64_t offset[];
} __attribute__((packed)) MultiFDPacket_t;
diff --git a/migration/multifd.c b/migration/multifd.c
index 41769ff99f..1d7b6ffe24 100644
--- a/migration/multifd.c
+++ b/migration/multifd.c
@@ -11,6 +11,7 @@
*/
#include "qemu/osdep.h"
+#include "qemu/cutils.h"
#include "qemu/rcu.h"
#include "exec/target_page.h"
#include "sysemu/sysemu.h"
@@ -277,6 +278,12 @@ static void multifd_send_fill_packet(MultiFDSendParams *p)
packet->offset[i] = cpu_to_be64(temp);
}
+ for (i = 0; i < p->zero_num; i++) {
+ /* there are architectures where ram_addr_t is 32 bit */
+ uint64_t temp = p->zero[i];
+
+ packet->offset[p->normal_num + i] = cpu_to_be64(temp);
+ }
}
static int multifd_recv_unfill_packet(MultiFDRecvParams *p, Error **errp)
@@ -362,6 +369,18 @@ static int multifd_recv_unfill_packet(MultiFDRecvParams
*p, Error **errp)
p->normal[i] = offset;
}
+ for (i = 0; i < p->zero_num; i++) {
+ uint64_t offset = be64_to_cpu(packet->offset[p->normal_num + i]);
+
+ if (offset > (block->used_length - page_size)) {
+ error_setg(errp, "multifd: offset too long %" PRIu64
+ " (max " RAM_ADDR_FMT ")",
+ offset, block->used_length);
+ return -1;
+ }
+ p->zero[i] = offset;
+ }
+
return 0;
}
@@ -624,6 +643,8 @@ static void *multifd_send_thread(void *opaque)
{
MultiFDSendParams *p = opaque;
Error *local_err = NULL;
+ /* qemu older than 7.0 don't understand zero page on multifd channel */
+ bool use_zero_page = migrate_use_multifd_zero_page();
int ret = 0;
trace_multifd_send_thread_start(p->id);
@@ -645,6 +666,7 @@ static void *multifd_send_thread(void *opaque)
qemu_mutex_lock(&p->mutex);
if (p->pending_job) {
+ RAMBlock *rb = p->pages->block;
uint64_t packet_num = p->packet_num;
uint32_t flags = p->flags;
p->iovs_num = 1;
@@ -652,8 +674,17 @@ static void *multifd_send_thread(void *opaque)
p->zero_num = 0;
for (int i = 0; i < p->pages->num; i++) {
- p->normal[p->normal_num] = p->pages->offset[i];
- p->normal_num++;
+ uint64_t offset = p->pages->offset[i];
+ size_t page_size = qemu_target_page_size();
+ if (use_zero_page &&
+ buffer_is_zero(rb->host + offset, page_size)) {
+ p->zero[p->zero_num] = offset;
+ p->zero_num++;
+ ram_release_page(rb->idstr, offset);
+ } else {
+ p->normal[p->normal_num] = offset;
+ p->normal_num++;
+ }
}
if (p->normal_num) {
@@ -1117,6 +1148,13 @@ static void *multifd_recv_thread(void *opaque)
}
}
+ for (int i = 0; i < p->zero_num; i++) {
+ void *page = p->host + p->zero[i];
+ if (!buffer_is_zero(page, qemu_target_page_size())) {
+ memset(page, 0, qemu_target_page_size());
+ }
+ }
+
if (flags & MULTIFD_FLAG_SYNC) {
qemu_sem_post(&multifd_recv_state->sem_sync);
qemu_sem_wait(&p->sem_sync);
--
2.34.1
- [PATCH v5 0/8] Migration: Transmit and detect zero pages in the multifd threads, Juan Quintela, 2022/03/10
- [PATCH v5 1/8] migration: Export ram_transferred_ram(), Juan Quintela, 2022/03/10
- [PATCH v5 2/8] multifd: Count the number of sent bytes correctly, Juan Quintela, 2022/03/10
- [PATCH v5 4/8] multifd: Add property to enable/disable zero_page, Juan Quintela, 2022/03/10
- [PATCH v5 5/8] migration: Export ram_release_page(), Juan Quintela, 2022/03/10
- [PATCH v5 3/8] migration: Make ram_save_target_page() a pointer, Juan Quintela, 2022/03/10
- [PATCH v5 6/8] multifd: Support for zero pages transmission, Juan Quintela, 2022/03/10
- [PATCH v5 8/8] migration: Use multifd before we check for the zero page, Juan Quintela, 2022/03/10
- [PATCH v5 7/8] multifd: Zero pages transmission,
Juan Quintela <=