ppc: Pass PowerPCCPU to [h]decr callbacks
[qemu/opensuse.git] / savevm.c
blob5d04d59688517895185a40ffd16ac34080f5d5d9
1 /*
2 * QEMU System Emulator
4 * Copyright (c) 2003-2008 Fabrice Bellard
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22 * THE SOFTWARE.
24 #include <unistd.h>
25 #include <fcntl.h>
26 #include <time.h>
27 #include <errno.h>
28 #include <sys/time.h>
29 #include <zlib.h>
31 /* Needed early for CONFIG_BSD etc. */
32 #include "config-host.h"
34 #ifndef _WIN32
35 #include <sys/times.h>
36 #include <sys/wait.h>
37 #include <termios.h>
38 #include <sys/mman.h>
39 #include <sys/ioctl.h>
40 #include <sys/resource.h>
41 #include <sys/socket.h>
42 #include <netinet/in.h>
43 #include <net/if.h>
44 #include <arpa/inet.h>
45 #include <dirent.h>
46 #include <netdb.h>
47 #include <sys/select.h>
48 #ifdef CONFIG_BSD
49 #include <sys/stat.h>
50 #if defined(__FreeBSD__) || defined(__FreeBSD_kernel__) || defined(__DragonFly__)
51 #include <libutil.h>
52 #else
53 #include <util.h>
54 #endif
55 #ifdef __linux__
56 #include <pty.h>
57 #include <malloc.h>
58 #include <linux/rtc.h>
59 #endif
60 #endif
61 #endif
63 #ifdef _WIN32
64 #include <windows.h>
65 #include <malloc.h>
66 #include <sys/timeb.h>
67 #include <mmsystem.h>
68 #define getopt_long_only getopt_long
69 #define memalign(align, size) malloc(size)
70 #endif
72 #include "qemu-common.h"
73 #include "hw/hw.h"
74 #include "hw/qdev.h"
75 #include "net.h"
76 #include "monitor.h"
77 #include "sysemu.h"
78 #include "qemu-timer.h"
79 #include "qemu-char.h"
80 #include "audio/audio.h"
81 #include "migration.h"
82 #include "qemu_socket.h"
83 #include "qemu-queue.h"
84 #include "qemu-timer.h"
85 #include "cpus.h"
86 #include "memory.h"
87 #include "qmp-commands.h"
88 #include "trace.h"
89 #include "bitops.h"
91 #define SELF_ANNOUNCE_ROUNDS 5
93 #ifndef ETH_P_RARP
94 #define ETH_P_RARP 0x8035
95 #endif
96 #define ARP_HTYPE_ETH 0x0001
97 #define ARP_PTYPE_IP 0x0800
98 #define ARP_OP_REQUEST_REV 0x3
100 static int announce_self_create(uint8_t *buf,
101 uint8_t *mac_addr)
103 /* Ethernet header. */
104 memset(buf, 0xff, 6); /* destination MAC addr */
105 memcpy(buf + 6, mac_addr, 6); /* source MAC addr */
106 *(uint16_t *)(buf + 12) = htons(ETH_P_RARP); /* ethertype */
108 /* RARP header. */
109 *(uint16_t *)(buf + 14) = htons(ARP_HTYPE_ETH); /* hardware addr space */
110 *(uint16_t *)(buf + 16) = htons(ARP_PTYPE_IP); /* protocol addr space */
111 *(buf + 18) = 6; /* hardware addr length (ethernet) */
112 *(buf + 19) = 4; /* protocol addr length (IPv4) */
113 *(uint16_t *)(buf + 20) = htons(ARP_OP_REQUEST_REV); /* opcode */
114 memcpy(buf + 22, mac_addr, 6); /* source hw addr */
115 memset(buf + 28, 0x00, 4); /* source protocol addr */
116 memcpy(buf + 32, mac_addr, 6); /* target hw addr */
117 memset(buf + 38, 0x00, 4); /* target protocol addr */
119 /* Padding to get up to 60 bytes (ethernet min packet size, minus FCS). */
120 memset(buf + 42, 0x00, 18);
122 return 60; /* len (FCS will be added by hardware) */
125 static void qemu_announce_self_iter(NICState *nic, void *opaque)
127 uint8_t buf[60];
128 int len;
130 len = announce_self_create(buf, nic->conf->macaddr.a);
132 qemu_send_packet_raw(&nic->nc, buf, len);
136 static void qemu_announce_self_once(void *opaque)
138 static int count = SELF_ANNOUNCE_ROUNDS;
139 QEMUTimer *timer = *(QEMUTimer **)opaque;
141 qemu_foreach_nic(qemu_announce_self_iter, NULL);
143 if (--count) {
144 /* delay 50ms, 150ms, 250ms, ... */
145 qemu_mod_timer(timer, qemu_get_clock_ms(rt_clock) +
146 50 + (SELF_ANNOUNCE_ROUNDS - count - 1) * 100);
147 } else {
148 qemu_del_timer(timer);
149 qemu_free_timer(timer);
153 void qemu_announce_self(void)
155 static QEMUTimer *timer;
156 timer = qemu_new_timer_ms(rt_clock, qemu_announce_self_once, &timer);
157 qemu_announce_self_once(&timer);
160 /***********************************************************/
161 /* savevm/loadvm support */
163 #define IO_BUF_SIZE 32768
165 struct QEMUFile {
166 const QEMUFileOps *ops;
167 void *opaque;
168 int is_write;
170 int64_t buf_offset; /* start of buffer when writing, end of buffer
171 when reading */
172 int buf_index;
173 int buf_size; /* 0 when writing */
174 uint8_t buf[IO_BUF_SIZE];
176 int last_error;
179 typedef struct QEMUFileStdio
181 FILE *stdio_file;
182 QEMUFile *file;
183 } QEMUFileStdio;
185 typedef struct QEMUFileSocket
187 int fd;
188 QEMUFile *file;
189 } QEMUFileSocket;
191 static int socket_get_fd(void *opaque)
193 QEMUFileSocket *s = opaque;
195 return s->fd;
198 static int socket_get_buffer(void *opaque, uint8_t *buf, int64_t pos, int size)
200 QEMUFileSocket *s = opaque;
201 ssize_t len;
203 for (;;) {
204 len = qemu_recv(s->fd, buf, size, 0);
205 if (len != -1) {
206 break;
208 if (socket_error() == EAGAIN) {
209 assert(qemu_in_coroutine());
210 qemu_coroutine_yield();
211 } else if (socket_error() != EINTR) {
212 break;
216 if (len == -1) {
217 len = -socket_error();
219 return len;
222 static int socket_close(void *opaque)
224 QEMUFileSocket *s = opaque;
225 closesocket(s->fd);
226 g_free(s);
227 return 0;
230 static int stdio_get_fd(void *opaque)
232 QEMUFileStdio *s = opaque;
234 return fileno(s->stdio_file);
237 static int stdio_put_buffer(void *opaque, const uint8_t *buf, int64_t pos, int size)
239 QEMUFileStdio *s = opaque;
240 return fwrite(buf, 1, size, s->stdio_file);
243 static int stdio_get_buffer(void *opaque, uint8_t *buf, int64_t pos, int size)
245 QEMUFileStdio *s = opaque;
246 FILE *fp = s->stdio_file;
247 int bytes;
249 for (;;) {
250 clearerr(fp);
251 bytes = fread(buf, 1, size, fp);
252 if (bytes != 0 || !ferror(fp)) {
253 break;
255 if (errno == EAGAIN) {
256 assert(qemu_in_coroutine());
257 qemu_coroutine_yield();
258 } else if (errno != EINTR) {
259 break;
262 return bytes;
265 static int stdio_pclose(void *opaque)
267 QEMUFileStdio *s = opaque;
268 int ret;
269 ret = pclose(s->stdio_file);
270 if (ret == -1) {
271 ret = -errno;
273 g_free(s);
274 return ret;
277 static int stdio_fclose(void *opaque)
279 QEMUFileStdio *s = opaque;
280 int ret = 0;
281 if (fclose(s->stdio_file) == EOF) {
282 ret = -errno;
284 g_free(s);
285 return ret;
288 static const QEMUFileOps stdio_pipe_read_ops = {
289 .get_fd = stdio_get_fd,
290 .get_buffer = stdio_get_buffer,
291 .close = stdio_pclose
294 static const QEMUFileOps stdio_pipe_write_ops = {
295 .get_fd = stdio_get_fd,
296 .put_buffer = stdio_put_buffer,
297 .close = stdio_pclose
300 QEMUFile *qemu_popen(FILE *stdio_file, const char *mode)
302 QEMUFileStdio *s;
304 if (stdio_file == NULL || mode == NULL || (mode[0] != 'r' && mode[0] != 'w') || mode[1] != 0) {
305 fprintf(stderr, "qemu_popen: Argument validity check failed\n");
306 return NULL;
309 s = g_malloc0(sizeof(QEMUFileStdio));
311 s->stdio_file = stdio_file;
313 if(mode[0] == 'r') {
314 s->file = qemu_fopen_ops(s, &stdio_pipe_read_ops);
315 } else {
316 s->file = qemu_fopen_ops(s, &stdio_pipe_write_ops);
318 return s->file;
321 QEMUFile *qemu_popen_cmd(const char *command, const char *mode)
323 FILE *popen_file;
325 popen_file = popen(command, mode);
326 if(popen_file == NULL) {
327 return NULL;
330 return qemu_popen(popen_file, mode);
333 static const QEMUFileOps stdio_file_read_ops = {
334 .get_fd = stdio_get_fd,
335 .get_buffer = stdio_get_buffer,
336 .close = stdio_fclose
339 static const QEMUFileOps stdio_file_write_ops = {
340 .get_fd = stdio_get_fd,
341 .put_buffer = stdio_put_buffer,
342 .close = stdio_fclose
345 QEMUFile *qemu_fdopen(int fd, const char *mode)
347 QEMUFileStdio *s;
349 if (mode == NULL ||
350 (mode[0] != 'r' && mode[0] != 'w') ||
351 mode[1] != 'b' || mode[2] != 0) {
352 fprintf(stderr, "qemu_fdopen: Argument validity check failed\n");
353 return NULL;
356 s = g_malloc0(sizeof(QEMUFileStdio));
357 s->stdio_file = fdopen(fd, mode);
358 if (!s->stdio_file)
359 goto fail;
361 if(mode[0] == 'r') {
362 s->file = qemu_fopen_ops(s, &stdio_file_read_ops);
363 } else {
364 s->file = qemu_fopen_ops(s, &stdio_file_write_ops);
366 return s->file;
368 fail:
369 g_free(s);
370 return NULL;
373 static const QEMUFileOps socket_read_ops = {
374 .get_fd = socket_get_fd,
375 .get_buffer = socket_get_buffer,
376 .close = socket_close
379 QEMUFile *qemu_fopen_socket(int fd)
381 QEMUFileSocket *s = g_malloc0(sizeof(QEMUFileSocket));
383 s->fd = fd;
384 s->file = qemu_fopen_ops(s, &socket_read_ops);
385 return s->file;
388 QEMUFile *qemu_fopen(const char *filename, const char *mode)
390 QEMUFileStdio *s;
392 if (mode == NULL ||
393 (mode[0] != 'r' && mode[0] != 'w') ||
394 mode[1] != 'b' || mode[2] != 0) {
395 fprintf(stderr, "qemu_fopen: Argument validity check failed\n");
396 return NULL;
399 s = g_malloc0(sizeof(QEMUFileStdio));
401 s->stdio_file = fopen(filename, mode);
402 if (!s->stdio_file)
403 goto fail;
405 if(mode[0] == 'w') {
406 s->file = qemu_fopen_ops(s, &stdio_file_write_ops);
407 } else {
408 s->file = qemu_fopen_ops(s, &stdio_file_read_ops);
410 return s->file;
411 fail:
412 g_free(s);
413 return NULL;
416 static int block_put_buffer(void *opaque, const uint8_t *buf,
417 int64_t pos, int size)
419 bdrv_save_vmstate(opaque, buf, pos, size);
420 return size;
423 static int block_get_buffer(void *opaque, uint8_t *buf, int64_t pos, int size)
425 return bdrv_load_vmstate(opaque, buf, pos, size);
428 static int bdrv_fclose(void *opaque)
430 return bdrv_flush(opaque);
433 static const QEMUFileOps bdrv_read_ops = {
434 .get_buffer = block_get_buffer,
435 .close = bdrv_fclose
438 static const QEMUFileOps bdrv_write_ops = {
439 .put_buffer = block_put_buffer,
440 .close = bdrv_fclose
443 static QEMUFile *qemu_fopen_bdrv(BlockDriverState *bs, int is_writable)
445 if (is_writable)
446 return qemu_fopen_ops(bs, &bdrv_write_ops);
447 return qemu_fopen_ops(bs, &bdrv_read_ops);
450 QEMUFile *qemu_fopen_ops(void *opaque, const QEMUFileOps *ops)
452 QEMUFile *f;
454 f = g_malloc0(sizeof(QEMUFile));
456 f->opaque = opaque;
457 f->ops = ops;
458 f->is_write = 0;
460 return f;
463 int qemu_file_get_error(QEMUFile *f)
465 return f->last_error;
468 static void qemu_file_set_error(QEMUFile *f, int ret)
470 f->last_error = ret;
473 /** Flushes QEMUFile buffer
476 static int qemu_fflush(QEMUFile *f)
478 int ret = 0;
480 if (!f->ops->put_buffer)
481 return 0;
483 if (f->is_write && f->buf_index > 0) {
484 ret = f->ops->put_buffer(f->opaque, f->buf, f->buf_offset, f->buf_index);
485 if (ret >= 0) {
486 f->buf_offset += f->buf_index;
488 f->buf_index = 0;
490 return ret;
493 static void qemu_fill_buffer(QEMUFile *f)
495 int len;
496 int pending;
498 if (!f->ops->get_buffer)
499 return;
501 if (f->is_write)
502 abort();
504 pending = f->buf_size - f->buf_index;
505 if (pending > 0) {
506 memmove(f->buf, f->buf + f->buf_index, pending);
508 f->buf_index = 0;
509 f->buf_size = pending;
511 len = f->ops->get_buffer(f->opaque, f->buf + pending, f->buf_offset,
512 IO_BUF_SIZE - pending);
513 if (len > 0) {
514 f->buf_size += len;
515 f->buf_offset += len;
516 } else if (len == 0) {
517 qemu_file_set_error(f, -EIO);
518 } else if (len != -EAGAIN)
519 qemu_file_set_error(f, len);
522 int qemu_get_fd(QEMUFile *f)
524 if (f->ops->get_fd) {
525 return f->ops->get_fd(f->opaque);
527 return -1;
530 /** Closes the file
532 * Returns negative error value if any error happened on previous operations or
533 * while closing the file. Returns 0 or positive number on success.
535 * The meaning of return value on success depends on the specific backend
536 * being used.
538 int qemu_fclose(QEMUFile *f)
540 int ret;
541 ret = qemu_fflush(f);
543 if (f->ops->close) {
544 int ret2 = f->ops->close(f->opaque);
545 if (ret >= 0) {
546 ret = ret2;
549 /* If any error was spotted before closing, we should report it
550 * instead of the close() return value.
552 if (f->last_error) {
553 ret = f->last_error;
555 g_free(f);
556 return ret;
559 int qemu_file_put_notify(QEMUFile *f)
561 return f->ops->put_buffer(f->opaque, NULL, 0, 0);
564 void qemu_put_buffer(QEMUFile *f, const uint8_t *buf, int size)
566 int l;
568 if (f->last_error) {
569 return;
572 if (f->is_write == 0 && f->buf_index > 0) {
573 fprintf(stderr,
574 "Attempted to write to buffer while read buffer is not empty\n");
575 abort();
578 while (size > 0) {
579 l = IO_BUF_SIZE - f->buf_index;
580 if (l > size)
581 l = size;
582 memcpy(f->buf + f->buf_index, buf, l);
583 f->is_write = 1;
584 f->buf_index += l;
585 buf += l;
586 size -= l;
587 if (f->buf_index >= IO_BUF_SIZE) {
588 int ret = qemu_fflush(f);
589 if (ret < 0) {
590 qemu_file_set_error(f, ret);
591 break;
597 void qemu_put_byte(QEMUFile *f, int v)
599 if (f->last_error) {
600 return;
603 if (f->is_write == 0 && f->buf_index > 0) {
604 fprintf(stderr,
605 "Attempted to write to buffer while read buffer is not empty\n");
606 abort();
609 f->buf[f->buf_index++] = v;
610 f->is_write = 1;
611 if (f->buf_index >= IO_BUF_SIZE) {
612 int ret = qemu_fflush(f);
613 if (ret < 0) {
614 qemu_file_set_error(f, ret);
619 static void qemu_file_skip(QEMUFile *f, int size)
621 if (f->buf_index + size <= f->buf_size) {
622 f->buf_index += size;
626 static int qemu_peek_buffer(QEMUFile *f, uint8_t *buf, int size, size_t offset)
628 int pending;
629 int index;
631 if (f->is_write) {
632 abort();
635 index = f->buf_index + offset;
636 pending = f->buf_size - index;
637 if (pending < size) {
638 qemu_fill_buffer(f);
639 index = f->buf_index + offset;
640 pending = f->buf_size - index;
643 if (pending <= 0) {
644 return 0;
646 if (size > pending) {
647 size = pending;
650 memcpy(buf, f->buf + index, size);
651 return size;
654 int qemu_get_buffer(QEMUFile *f, uint8_t *buf, int size)
656 int pending = size;
657 int done = 0;
659 while (pending > 0) {
660 int res;
662 res = qemu_peek_buffer(f, buf, pending, 0);
663 if (res == 0) {
664 return done;
666 qemu_file_skip(f, res);
667 buf += res;
668 pending -= res;
669 done += res;
671 return done;
674 static int qemu_peek_byte(QEMUFile *f, int offset)
676 int index = f->buf_index + offset;
678 if (f->is_write) {
679 abort();
682 if (index >= f->buf_size) {
683 qemu_fill_buffer(f);
684 index = f->buf_index + offset;
685 if (index >= f->buf_size) {
686 return 0;
689 return f->buf[index];
692 int qemu_get_byte(QEMUFile *f)
694 int result;
696 result = qemu_peek_byte(f, 0);
697 qemu_file_skip(f, 1);
698 return result;
701 static int64_t qemu_ftell(QEMUFile *f)
703 return f->buf_offset - f->buf_size + f->buf_index;
706 int qemu_file_rate_limit(QEMUFile *f)
708 if (f->ops->rate_limit)
709 return f->ops->rate_limit(f->opaque);
711 return 0;
714 int64_t qemu_file_get_rate_limit(QEMUFile *f)
716 if (f->ops->get_rate_limit)
717 return f->ops->get_rate_limit(f->opaque);
719 return 0;
722 int64_t qemu_file_set_rate_limit(QEMUFile *f, int64_t new_rate)
724 /* any failed or completed migration keeps its state to allow probing of
725 * migration data, but has no associated file anymore */
726 if (f && f->ops->set_rate_limit)
727 return f->ops->set_rate_limit(f->opaque, new_rate);
729 return 0;
732 void qemu_put_be16(QEMUFile *f, unsigned int v)
734 qemu_put_byte(f, v >> 8);
735 qemu_put_byte(f, v);
738 void qemu_put_be32(QEMUFile *f, unsigned int v)
740 qemu_put_byte(f, v >> 24);
741 qemu_put_byte(f, v >> 16);
742 qemu_put_byte(f, v >> 8);
743 qemu_put_byte(f, v);
746 void qemu_put_be64(QEMUFile *f, uint64_t v)
748 qemu_put_be32(f, v >> 32);
749 qemu_put_be32(f, v);
752 unsigned int qemu_get_be16(QEMUFile *f)
754 unsigned int v;
755 v = qemu_get_byte(f) << 8;
756 v |= qemu_get_byte(f);
757 return v;
760 unsigned int qemu_get_be32(QEMUFile *f)
762 unsigned int v;
763 v = qemu_get_byte(f) << 24;
764 v |= qemu_get_byte(f) << 16;
765 v |= qemu_get_byte(f) << 8;
766 v |= qemu_get_byte(f);
767 return v;
770 uint64_t qemu_get_be64(QEMUFile *f)
772 uint64_t v;
773 v = (uint64_t)qemu_get_be32(f) << 32;
774 v |= qemu_get_be32(f);
775 return v;
779 /* timer */
781 void qemu_put_timer(QEMUFile *f, QEMUTimer *ts)
783 uint64_t expire_time;
785 expire_time = qemu_timer_expire_time_ns(ts);
786 qemu_put_be64(f, expire_time);
789 void qemu_get_timer(QEMUFile *f, QEMUTimer *ts)
791 uint64_t expire_time;
793 expire_time = qemu_get_be64(f);
794 if (expire_time != -1) {
795 qemu_mod_timer_ns(ts, expire_time);
796 } else {
797 qemu_del_timer(ts);
802 /* bool */
804 static int get_bool(QEMUFile *f, void *pv, size_t size)
806 bool *v = pv;
807 *v = qemu_get_byte(f);
808 return 0;
811 static void put_bool(QEMUFile *f, void *pv, size_t size)
813 bool *v = pv;
814 qemu_put_byte(f, *v);
817 const VMStateInfo vmstate_info_bool = {
818 .name = "bool",
819 .get = get_bool,
820 .put = put_bool,
823 /* 8 bit int */
825 static int get_int8(QEMUFile *f, void *pv, size_t size)
827 int8_t *v = pv;
828 qemu_get_s8s(f, v);
829 return 0;
832 static void put_int8(QEMUFile *f, void *pv, size_t size)
834 int8_t *v = pv;
835 qemu_put_s8s(f, v);
838 const VMStateInfo vmstate_info_int8 = {
839 .name = "int8",
840 .get = get_int8,
841 .put = put_int8,
844 /* 16 bit int */
846 static int get_int16(QEMUFile *f, void *pv, size_t size)
848 int16_t *v = pv;
849 qemu_get_sbe16s(f, v);
850 return 0;
853 static void put_int16(QEMUFile *f, void *pv, size_t size)
855 int16_t *v = pv;
856 qemu_put_sbe16s(f, v);
859 const VMStateInfo vmstate_info_int16 = {
860 .name = "int16",
861 .get = get_int16,
862 .put = put_int16,
865 /* 32 bit int */
867 static int get_int32(QEMUFile *f, void *pv, size_t size)
869 int32_t *v = pv;
870 qemu_get_sbe32s(f, v);
871 return 0;
874 static void put_int32(QEMUFile *f, void *pv, size_t size)
876 int32_t *v = pv;
877 qemu_put_sbe32s(f, v);
880 const VMStateInfo vmstate_info_int32 = {
881 .name = "int32",
882 .get = get_int32,
883 .put = put_int32,
886 /* 32 bit int. See that the received value is the same than the one
887 in the field */
889 static int get_int32_equal(QEMUFile *f, void *pv, size_t size)
891 int32_t *v = pv;
892 int32_t v2;
893 qemu_get_sbe32s(f, &v2);
895 if (*v == v2)
896 return 0;
897 return -EINVAL;
900 const VMStateInfo vmstate_info_int32_equal = {
901 .name = "int32 equal",
902 .get = get_int32_equal,
903 .put = put_int32,
906 /* 32 bit int. See that the received value is the less or the same
907 than the one in the field */
909 static int get_int32_le(QEMUFile *f, void *pv, size_t size)
911 int32_t *old = pv;
912 int32_t new;
913 qemu_get_sbe32s(f, &new);
915 if (*old <= new)
916 return 0;
917 return -EINVAL;
920 const VMStateInfo vmstate_info_int32_le = {
921 .name = "int32 equal",
922 .get = get_int32_le,
923 .put = put_int32,
926 /* 64 bit int */
928 static int get_int64(QEMUFile *f, void *pv, size_t size)
930 int64_t *v = pv;
931 qemu_get_sbe64s(f, v);
932 return 0;
935 static void put_int64(QEMUFile *f, void *pv, size_t size)
937 int64_t *v = pv;
938 qemu_put_sbe64s(f, v);
941 const VMStateInfo vmstate_info_int64 = {
942 .name = "int64",
943 .get = get_int64,
944 .put = put_int64,
947 /* 8 bit unsigned int */
949 static int get_uint8(QEMUFile *f, void *pv, size_t size)
951 uint8_t *v = pv;
952 qemu_get_8s(f, v);
953 return 0;
956 static void put_uint8(QEMUFile *f, void *pv, size_t size)
958 uint8_t *v = pv;
959 qemu_put_8s(f, v);
962 const VMStateInfo vmstate_info_uint8 = {
963 .name = "uint8",
964 .get = get_uint8,
965 .put = put_uint8,
968 /* 16 bit unsigned int */
970 static int get_uint16(QEMUFile *f, void *pv, size_t size)
972 uint16_t *v = pv;
973 qemu_get_be16s(f, v);
974 return 0;
977 static void put_uint16(QEMUFile *f, void *pv, size_t size)
979 uint16_t *v = pv;
980 qemu_put_be16s(f, v);
983 const VMStateInfo vmstate_info_uint16 = {
984 .name = "uint16",
985 .get = get_uint16,
986 .put = put_uint16,
989 /* 32 bit unsigned int */
991 static int get_uint32(QEMUFile *f, void *pv, size_t size)
993 uint32_t *v = pv;
994 qemu_get_be32s(f, v);
995 return 0;
998 static void put_uint32(QEMUFile *f, void *pv, size_t size)
1000 uint32_t *v = pv;
1001 qemu_put_be32s(f, v);
1004 const VMStateInfo vmstate_info_uint32 = {
1005 .name = "uint32",
1006 .get = get_uint32,
1007 .put = put_uint32,
1010 /* 32 bit uint. See that the received value is the same than the one
1011 in the field */
1013 static int get_uint32_equal(QEMUFile *f, void *pv, size_t size)
1015 uint32_t *v = pv;
1016 uint32_t v2;
1017 qemu_get_be32s(f, &v2);
1019 if (*v == v2) {
1020 return 0;
1022 return -EINVAL;
1025 const VMStateInfo vmstate_info_uint32_equal = {
1026 .name = "uint32 equal",
1027 .get = get_uint32_equal,
1028 .put = put_uint32,
1031 /* 64 bit unsigned int */
1033 static int get_uint64(QEMUFile *f, void *pv, size_t size)
1035 uint64_t *v = pv;
1036 qemu_get_be64s(f, v);
1037 return 0;
1040 static void put_uint64(QEMUFile *f, void *pv, size_t size)
1042 uint64_t *v = pv;
1043 qemu_put_be64s(f, v);
1046 const VMStateInfo vmstate_info_uint64 = {
1047 .name = "uint64",
1048 .get = get_uint64,
1049 .put = put_uint64,
1052 /* 8 bit int. See that the received value is the same than the one
1053 in the field */
1055 static int get_uint8_equal(QEMUFile *f, void *pv, size_t size)
1057 uint8_t *v = pv;
1058 uint8_t v2;
1059 qemu_get_8s(f, &v2);
1061 if (*v == v2)
1062 return 0;
1063 return -EINVAL;
1066 const VMStateInfo vmstate_info_uint8_equal = {
1067 .name = "uint8 equal",
1068 .get = get_uint8_equal,
1069 .put = put_uint8,
1072 /* 16 bit unsigned int int. See that the received value is the same than the one
1073 in the field */
1075 static int get_uint16_equal(QEMUFile *f, void *pv, size_t size)
1077 uint16_t *v = pv;
1078 uint16_t v2;
1079 qemu_get_be16s(f, &v2);
1081 if (*v == v2)
1082 return 0;
1083 return -EINVAL;
1086 const VMStateInfo vmstate_info_uint16_equal = {
1087 .name = "uint16 equal",
1088 .get = get_uint16_equal,
1089 .put = put_uint16,
1092 /* timers */
1094 static int get_timer(QEMUFile *f, void *pv, size_t size)
1096 QEMUTimer *v = pv;
1097 qemu_get_timer(f, v);
1098 return 0;
1101 static void put_timer(QEMUFile *f, void *pv, size_t size)
1103 QEMUTimer *v = pv;
1104 qemu_put_timer(f, v);
1107 const VMStateInfo vmstate_info_timer = {
1108 .name = "timer",
1109 .get = get_timer,
1110 .put = put_timer,
1113 /* uint8_t buffers */
1115 static int get_buffer(QEMUFile *f, void *pv, size_t size)
1117 uint8_t *v = pv;
1118 qemu_get_buffer(f, v, size);
1119 return 0;
1122 static void put_buffer(QEMUFile *f, void *pv, size_t size)
1124 uint8_t *v = pv;
1125 qemu_put_buffer(f, v, size);
1128 const VMStateInfo vmstate_info_buffer = {
1129 .name = "buffer",
1130 .get = get_buffer,
1131 .put = put_buffer,
1134 /* unused buffers: space that was used for some fields that are
1135 not useful anymore */
1137 static int get_unused_buffer(QEMUFile *f, void *pv, size_t size)
1139 uint8_t buf[1024];
1140 int block_len;
1142 while (size > 0) {
1143 block_len = MIN(sizeof(buf), size);
1144 size -= block_len;
1145 qemu_get_buffer(f, buf, block_len);
1147 return 0;
1150 static void put_unused_buffer(QEMUFile *f, void *pv, size_t size)
1152 static const uint8_t buf[1024];
1153 int block_len;
1155 while (size > 0) {
1156 block_len = MIN(sizeof(buf), size);
1157 size -= block_len;
1158 qemu_put_buffer(f, buf, block_len);
1162 const VMStateInfo vmstate_info_unused_buffer = {
1163 .name = "unused_buffer",
1164 .get = get_unused_buffer,
1165 .put = put_unused_buffer,
1168 /* bitmaps (as defined by bitmap.h). Note that size here is the size
1169 * of the bitmap in bits. The on-the-wire format of a bitmap is 64
1170 * bit words with the bits in big endian order. The in-memory format
1171 * is an array of 'unsigned long', which may be either 32 or 64 bits.
1173 /* This is the number of 64 bit words sent over the wire */
1174 #define BITS_TO_U64S(nr) DIV_ROUND_UP(nr, 64)
1175 static int get_bitmap(QEMUFile *f, void *pv, size_t size)
1177 unsigned long *bmp = pv;
1178 int i, idx = 0;
1179 for (i = 0; i < BITS_TO_U64S(size); i++) {
1180 uint64_t w = qemu_get_be64(f);
1181 bmp[idx++] = w;
1182 if (sizeof(unsigned long) == 4 && idx < BITS_TO_LONGS(size)) {
1183 bmp[idx++] = w >> 32;
1186 return 0;
1189 static void put_bitmap(QEMUFile *f, void *pv, size_t size)
1191 unsigned long *bmp = pv;
1192 int i, idx = 0;
1193 for (i = 0; i < BITS_TO_U64S(size); i++) {
1194 uint64_t w = bmp[idx++];
1195 if (sizeof(unsigned long) == 4 && idx < BITS_TO_LONGS(size)) {
1196 w |= ((uint64_t)bmp[idx++]) << 32;
1198 qemu_put_be64(f, w);
1202 const VMStateInfo vmstate_info_bitmap = {
1203 .name = "bitmap",
1204 .get = get_bitmap,
1205 .put = put_bitmap,
1208 typedef struct CompatEntry {
1209 char idstr[256];
1210 int instance_id;
1211 } CompatEntry;
1213 typedef struct SaveStateEntry {
1214 QTAILQ_ENTRY(SaveStateEntry) entry;
1215 char idstr[256];
1216 int instance_id;
1217 int alias_id;
1218 int version_id;
1219 int section_id;
1220 SaveVMHandlers *ops;
1221 const VMStateDescription *vmsd;
1222 void *opaque;
1223 CompatEntry *compat;
1224 int no_migrate;
1225 int is_ram;
1226 } SaveStateEntry;
1229 static QTAILQ_HEAD(savevm_handlers, SaveStateEntry) savevm_handlers =
1230 QTAILQ_HEAD_INITIALIZER(savevm_handlers);
1231 static int global_section_id;
1233 static int calculate_new_instance_id(const char *idstr)
1235 SaveStateEntry *se;
1236 int instance_id = 0;
1238 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1239 if (strcmp(idstr, se->idstr) == 0
1240 && instance_id <= se->instance_id) {
1241 instance_id = se->instance_id + 1;
1244 return instance_id;
1247 static int calculate_compat_instance_id(const char *idstr)
1249 SaveStateEntry *se;
1250 int instance_id = 0;
1252 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1253 if (!se->compat)
1254 continue;
1256 if (strcmp(idstr, se->compat->idstr) == 0
1257 && instance_id <= se->compat->instance_id) {
1258 instance_id = se->compat->instance_id + 1;
1261 return instance_id;
1264 /* TODO: Individual devices generally have very little idea about the rest
1265 of the system, so instance_id should be removed/replaced.
1266 Meanwhile pass -1 as instance_id if you do not already have a clearly
1267 distinguishing id for all instances of your device class. */
1268 int register_savevm_live(DeviceState *dev,
1269 const char *idstr,
1270 int instance_id,
1271 int version_id,
1272 SaveVMHandlers *ops,
1273 void *opaque)
1275 SaveStateEntry *se;
1277 se = g_malloc0(sizeof(SaveStateEntry));
1278 se->version_id = version_id;
1279 se->section_id = global_section_id++;
1280 se->ops = ops;
1281 se->opaque = opaque;
1282 se->vmsd = NULL;
1283 se->no_migrate = 0;
1284 /* if this is a live_savem then set is_ram */
1285 if (ops->save_live_setup != NULL) {
1286 se->is_ram = 1;
1289 if (dev) {
1290 char *id = qdev_get_dev_path(dev);
1291 if (id) {
1292 pstrcpy(se->idstr, sizeof(se->idstr), id);
1293 pstrcat(se->idstr, sizeof(se->idstr), "/");
1294 g_free(id);
1296 se->compat = g_malloc0(sizeof(CompatEntry));
1297 pstrcpy(se->compat->idstr, sizeof(se->compat->idstr), idstr);
1298 se->compat->instance_id = instance_id == -1 ?
1299 calculate_compat_instance_id(idstr) : instance_id;
1300 instance_id = -1;
1303 pstrcat(se->idstr, sizeof(se->idstr), idstr);
1305 if (instance_id == -1) {
1306 se->instance_id = calculate_new_instance_id(se->idstr);
1307 } else {
1308 se->instance_id = instance_id;
1310 assert(!se->compat || se->instance_id == 0);
1311 /* add at the end of list */
1312 QTAILQ_INSERT_TAIL(&savevm_handlers, se, entry);
1313 return 0;
1316 int register_savevm(DeviceState *dev,
1317 const char *idstr,
1318 int instance_id,
1319 int version_id,
1320 SaveStateHandler *save_state,
1321 LoadStateHandler *load_state,
1322 void *opaque)
1324 SaveVMHandlers *ops = g_malloc0(sizeof(SaveVMHandlers));
1325 ops->save_state = save_state;
1326 ops->load_state = load_state;
1327 return register_savevm_live(dev, idstr, instance_id, version_id,
1328 ops, opaque);
1331 void unregister_savevm(DeviceState *dev, const char *idstr, void *opaque)
1333 SaveStateEntry *se, *new_se;
1334 char id[256] = "";
1336 if (dev) {
1337 char *path = qdev_get_dev_path(dev);
1338 if (path) {
1339 pstrcpy(id, sizeof(id), path);
1340 pstrcat(id, sizeof(id), "/");
1341 g_free(path);
1344 pstrcat(id, sizeof(id), idstr);
1346 QTAILQ_FOREACH_SAFE(se, &savevm_handlers, entry, new_se) {
1347 if (strcmp(se->idstr, id) == 0 && se->opaque == opaque) {
1348 QTAILQ_REMOVE(&savevm_handlers, se, entry);
1349 if (se->compat) {
1350 g_free(se->compat);
1352 g_free(se->ops);
1353 g_free(se);
1358 int vmstate_register_with_alias_id(DeviceState *dev, int instance_id,
1359 const VMStateDescription *vmsd,
1360 void *opaque, int alias_id,
1361 int required_for_version)
1363 SaveStateEntry *se;
1365 /* If this triggers, alias support can be dropped for the vmsd. */
1366 assert(alias_id == -1 || required_for_version >= vmsd->minimum_version_id);
1368 se = g_malloc0(sizeof(SaveStateEntry));
1369 se->version_id = vmsd->version_id;
1370 se->section_id = global_section_id++;
1371 se->opaque = opaque;
1372 se->vmsd = vmsd;
1373 se->alias_id = alias_id;
1374 se->no_migrate = vmsd->unmigratable;
1376 if (dev) {
1377 char *id = qdev_get_dev_path(dev);
1378 if (id) {
1379 pstrcpy(se->idstr, sizeof(se->idstr), id);
1380 pstrcat(se->idstr, sizeof(se->idstr), "/");
1381 g_free(id);
1383 se->compat = g_malloc0(sizeof(CompatEntry));
1384 pstrcpy(se->compat->idstr, sizeof(se->compat->idstr), vmsd->name);
1385 se->compat->instance_id = instance_id == -1 ?
1386 calculate_compat_instance_id(vmsd->name) : instance_id;
1387 instance_id = -1;
1390 pstrcat(se->idstr, sizeof(se->idstr), vmsd->name);
1392 if (instance_id == -1) {
1393 se->instance_id = calculate_new_instance_id(se->idstr);
1394 } else {
1395 se->instance_id = instance_id;
1397 assert(!se->compat || se->instance_id == 0);
1398 /* add at the end of list */
1399 QTAILQ_INSERT_TAIL(&savevm_handlers, se, entry);
1400 return 0;
1403 int vmstate_register(DeviceState *dev, int instance_id,
1404 const VMStateDescription *vmsd, void *opaque)
1406 return vmstate_register_with_alias_id(dev, instance_id, vmsd,
1407 opaque, -1, 0);
1410 void vmstate_unregister(DeviceState *dev, const VMStateDescription *vmsd,
1411 void *opaque)
1413 SaveStateEntry *se, *new_se;
1415 QTAILQ_FOREACH_SAFE(se, &savevm_handlers, entry, new_se) {
1416 if (se->vmsd == vmsd && se->opaque == opaque) {
1417 QTAILQ_REMOVE(&savevm_handlers, se, entry);
1418 if (se->compat) {
1419 g_free(se->compat);
1421 g_free(se);
1426 static void vmstate_subsection_save(QEMUFile *f, const VMStateDescription *vmsd,
1427 void *opaque);
1428 static int vmstate_subsection_load(QEMUFile *f, const VMStateDescription *vmsd,
1429 void *opaque);
1431 int vmstate_load_state(QEMUFile *f, const VMStateDescription *vmsd,
1432 void *opaque, int version_id)
1434 VMStateField *field = vmsd->fields;
1435 int ret;
1437 if (version_id > vmsd->version_id) {
1438 return -EINVAL;
1440 if (version_id < vmsd->minimum_version_id_old) {
1441 return -EINVAL;
1443 if (version_id < vmsd->minimum_version_id) {
1444 return vmsd->load_state_old(f, opaque, version_id);
1446 if (vmsd->pre_load) {
1447 int ret = vmsd->pre_load(opaque);
1448 if (ret)
1449 return ret;
1451 while(field->name) {
1452 if ((field->field_exists &&
1453 field->field_exists(opaque, version_id)) ||
1454 (!field->field_exists &&
1455 field->version_id <= version_id)) {
1456 void *base_addr = opaque + field->offset;
1457 int i, n_elems = 1;
1458 int size = field->size;
1460 if (field->flags & VMS_VBUFFER) {
1461 size = *(int32_t *)(opaque+field->size_offset);
1462 if (field->flags & VMS_MULTIPLY) {
1463 size *= field->size;
1466 if (field->flags & VMS_ARRAY) {
1467 n_elems = field->num;
1468 } else if (field->flags & VMS_VARRAY_INT32) {
1469 n_elems = *(int32_t *)(opaque+field->num_offset);
1470 } else if (field->flags & VMS_VARRAY_UINT32) {
1471 n_elems = *(uint32_t *)(opaque+field->num_offset);
1472 } else if (field->flags & VMS_VARRAY_UINT16) {
1473 n_elems = *(uint16_t *)(opaque+field->num_offset);
1474 } else if (field->flags & VMS_VARRAY_UINT8) {
1475 n_elems = *(uint8_t *)(opaque+field->num_offset);
1477 if (field->flags & VMS_POINTER) {
1478 base_addr = *(void **)base_addr + field->start;
1480 for (i = 0; i < n_elems; i++) {
1481 void *addr = base_addr + size * i;
1483 if (field->flags & VMS_ARRAY_OF_POINTER) {
1484 addr = *(void **)addr;
1486 if (field->flags & VMS_STRUCT) {
1487 ret = vmstate_load_state(f, field->vmsd, addr, field->vmsd->version_id);
1488 } else {
1489 ret = field->info->get(f, addr, size);
1492 if (ret < 0) {
1493 return ret;
1497 field++;
1499 ret = vmstate_subsection_load(f, vmsd, opaque);
1500 if (ret != 0) {
1501 return ret;
1503 if (vmsd->post_load) {
1504 return vmsd->post_load(opaque, version_id);
1506 return 0;
1509 void vmstate_save_state(QEMUFile *f, const VMStateDescription *vmsd,
1510 void *opaque)
1512 VMStateField *field = vmsd->fields;
1514 if (vmsd->pre_save) {
1515 vmsd->pre_save(opaque);
1517 while(field->name) {
1518 if (!field->field_exists ||
1519 field->field_exists(opaque, vmsd->version_id)) {
1520 void *base_addr = opaque + field->offset;
1521 int i, n_elems = 1;
1522 int size = field->size;
1524 if (field->flags & VMS_VBUFFER) {
1525 size = *(int32_t *)(opaque+field->size_offset);
1526 if (field->flags & VMS_MULTIPLY) {
1527 size *= field->size;
1530 if (field->flags & VMS_ARRAY) {
1531 n_elems = field->num;
1532 } else if (field->flags & VMS_VARRAY_INT32) {
1533 n_elems = *(int32_t *)(opaque+field->num_offset);
1534 } else if (field->flags & VMS_VARRAY_UINT32) {
1535 n_elems = *(uint32_t *)(opaque+field->num_offset);
1536 } else if (field->flags & VMS_VARRAY_UINT16) {
1537 n_elems = *(uint16_t *)(opaque+field->num_offset);
1538 } else if (field->flags & VMS_VARRAY_UINT8) {
1539 n_elems = *(uint8_t *)(opaque+field->num_offset);
1541 if (field->flags & VMS_POINTER) {
1542 base_addr = *(void **)base_addr + field->start;
1544 for (i = 0; i < n_elems; i++) {
1545 void *addr = base_addr + size * i;
1547 if (field->flags & VMS_ARRAY_OF_POINTER) {
1548 addr = *(void **)addr;
1550 if (field->flags & VMS_STRUCT) {
1551 vmstate_save_state(f, field->vmsd, addr);
1552 } else {
1553 field->info->put(f, addr, size);
1557 field++;
1559 vmstate_subsection_save(f, vmsd, opaque);
1562 static int vmstate_load(QEMUFile *f, SaveStateEntry *se, int version_id)
1564 if (!se->vmsd) { /* Old style */
1565 return se->ops->load_state(f, se->opaque, version_id);
1567 return vmstate_load_state(f, se->vmsd, se->opaque, version_id);
1570 static void vmstate_save(QEMUFile *f, SaveStateEntry *se)
1572 if (!se->vmsd) { /* Old style */
1573 se->ops->save_state(f, se->opaque);
1574 return;
1576 vmstate_save_state(f,se->vmsd, se->opaque);
1579 #define QEMU_VM_FILE_MAGIC 0x5145564d
1580 #define QEMU_VM_FILE_VERSION_COMPAT 0x00000002
1581 #define QEMU_VM_FILE_VERSION 0x00000003
1583 #define QEMU_VM_EOF 0x00
1584 #define QEMU_VM_SECTION_START 0x01
1585 #define QEMU_VM_SECTION_PART 0x02
1586 #define QEMU_VM_SECTION_END 0x03
1587 #define QEMU_VM_SECTION_FULL 0x04
1588 #define QEMU_VM_SUBSECTION 0x05
1590 bool qemu_savevm_state_blocked(Error **errp)
1592 SaveStateEntry *se;
1594 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1595 if (se->no_migrate) {
1596 error_set(errp, QERR_MIGRATION_NOT_SUPPORTED, se->idstr);
1597 return true;
1600 return false;
1603 int qemu_savevm_state_begin(QEMUFile *f,
1604 const MigrationParams *params)
1606 SaveStateEntry *se;
1607 int ret;
1609 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1610 if (!se->ops || !se->ops->set_params) {
1611 continue;
1613 se->ops->set_params(params, se->opaque);
1616 qemu_put_be32(f, QEMU_VM_FILE_MAGIC);
1617 qemu_put_be32(f, QEMU_VM_FILE_VERSION);
1619 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1620 int len;
1622 if (!se->ops || !se->ops->save_live_setup) {
1623 continue;
1625 if (se->ops && se->ops->is_active) {
1626 if (!se->ops->is_active(se->opaque)) {
1627 continue;
1630 /* Section type */
1631 qemu_put_byte(f, QEMU_VM_SECTION_START);
1632 qemu_put_be32(f, se->section_id);
1634 /* ID string */
1635 len = strlen(se->idstr);
1636 qemu_put_byte(f, len);
1637 qemu_put_buffer(f, (uint8_t *)se->idstr, len);
1639 qemu_put_be32(f, se->instance_id);
1640 qemu_put_be32(f, se->version_id);
1642 ret = se->ops->save_live_setup(f, se->opaque);
1643 if (ret < 0) {
1644 qemu_savevm_state_cancel(f);
1645 return ret;
1648 ret = qemu_file_get_error(f);
1649 if (ret != 0) {
1650 qemu_savevm_state_cancel(f);
1653 return ret;
1658 * this function has three return values:
1659 * negative: there was one error, and we have -errno.
1660 * 0 : We haven't finished, caller have to go again
1661 * 1 : We have finished, we can go to complete phase
1663 int qemu_savevm_state_iterate(QEMUFile *f)
1665 SaveStateEntry *se;
1666 int ret = 1;
1668 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1669 if (!se->ops || !se->ops->save_live_iterate) {
1670 continue;
1672 if (se->ops && se->ops->is_active) {
1673 if (!se->ops->is_active(se->opaque)) {
1674 continue;
1677 if (qemu_file_rate_limit(f)) {
1678 return 0;
1680 trace_savevm_section_start();
1681 /* Section type */
1682 qemu_put_byte(f, QEMU_VM_SECTION_PART);
1683 qemu_put_be32(f, se->section_id);
1685 ret = se->ops->save_live_iterate(f, se->opaque);
1686 trace_savevm_section_end(se->section_id);
1688 if (ret <= 0) {
1689 /* Do not proceed to the next vmstate before this one reported
1690 completion of the current stage. This serializes the migration
1691 and reduces the probability that a faster changing state is
1692 synchronized over and over again. */
1693 break;
1696 if (ret != 0) {
1697 return ret;
1699 ret = qemu_file_get_error(f);
1700 if (ret != 0) {
1701 qemu_savevm_state_cancel(f);
1703 return ret;
1706 int qemu_savevm_state_complete(QEMUFile *f)
1708 SaveStateEntry *se;
1709 int ret;
1711 cpu_synchronize_all_states();
1713 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1714 if (!se->ops || !se->ops->save_live_complete) {
1715 continue;
1717 if (se->ops && se->ops->is_active) {
1718 if (!se->ops->is_active(se->opaque)) {
1719 continue;
1722 trace_savevm_section_start();
1723 /* Section type */
1724 qemu_put_byte(f, QEMU_VM_SECTION_END);
1725 qemu_put_be32(f, se->section_id);
1727 ret = se->ops->save_live_complete(f, se->opaque);
1728 trace_savevm_section_end(se->section_id);
1729 if (ret < 0) {
1730 return ret;
1734 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1735 int len;
1737 if ((!se->ops || !se->ops->save_state) && !se->vmsd) {
1738 continue;
1740 trace_savevm_section_start();
1741 /* Section type */
1742 qemu_put_byte(f, QEMU_VM_SECTION_FULL);
1743 qemu_put_be32(f, se->section_id);
1745 /* ID string */
1746 len = strlen(se->idstr);
1747 qemu_put_byte(f, len);
1748 qemu_put_buffer(f, (uint8_t *)se->idstr, len);
1750 qemu_put_be32(f, se->instance_id);
1751 qemu_put_be32(f, se->version_id);
1753 vmstate_save(f, se);
1754 trace_savevm_section_end(se->section_id);
1757 qemu_put_byte(f, QEMU_VM_EOF);
1759 return qemu_file_get_error(f);
1762 void qemu_savevm_state_cancel(QEMUFile *f)
1764 SaveStateEntry *se;
1766 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1767 if (se->ops && se->ops->cancel) {
1768 se->ops->cancel(se->opaque);
1773 static int qemu_savevm_state(QEMUFile *f)
1775 int ret;
1776 MigrationParams params = {
1777 .blk = 0,
1778 .shared = 0
1781 if (qemu_savevm_state_blocked(NULL)) {
1782 ret = -EINVAL;
1783 goto out;
1786 ret = qemu_savevm_state_begin(f, &params);
1787 if (ret < 0)
1788 goto out;
1790 do {
1791 ret = qemu_savevm_state_iterate(f);
1792 if (ret < 0)
1793 goto out;
1794 } while (ret == 0);
1796 ret = qemu_savevm_state_complete(f);
1798 out:
1799 if (ret == 0) {
1800 ret = qemu_file_get_error(f);
1803 return ret;
1806 static int qemu_save_device_state(QEMUFile *f)
1808 SaveStateEntry *se;
1810 qemu_put_be32(f, QEMU_VM_FILE_MAGIC);
1811 qemu_put_be32(f, QEMU_VM_FILE_VERSION);
1813 cpu_synchronize_all_states();
1815 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1816 int len;
1818 if (se->is_ram) {
1819 continue;
1821 if ((!se->ops || !se->ops->save_state) && !se->vmsd) {
1822 continue;
1825 /* Section type */
1826 qemu_put_byte(f, QEMU_VM_SECTION_FULL);
1827 qemu_put_be32(f, se->section_id);
1829 /* ID string */
1830 len = strlen(se->idstr);
1831 qemu_put_byte(f, len);
1832 qemu_put_buffer(f, (uint8_t *)se->idstr, len);
1834 qemu_put_be32(f, se->instance_id);
1835 qemu_put_be32(f, se->version_id);
1837 vmstate_save(f, se);
1840 qemu_put_byte(f, QEMU_VM_EOF);
1842 return qemu_file_get_error(f);
1845 static SaveStateEntry *find_se(const char *idstr, int instance_id)
1847 SaveStateEntry *se;
1849 QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1850 if (!strcmp(se->idstr, idstr) &&
1851 (instance_id == se->instance_id ||
1852 instance_id == se->alias_id))
1853 return se;
1854 /* Migrating from an older version? */
1855 if (strstr(se->idstr, idstr) && se->compat) {
1856 if (!strcmp(se->compat->idstr, idstr) &&
1857 (instance_id == se->compat->instance_id ||
1858 instance_id == se->alias_id))
1859 return se;
1862 return NULL;
1865 static const VMStateDescription *vmstate_get_subsection(const VMStateSubsection *sub, char *idstr)
1867 while(sub && sub->needed) {
1868 if (strcmp(idstr, sub->vmsd->name) == 0) {
1869 return sub->vmsd;
1871 sub++;
1873 return NULL;
1876 static int vmstate_subsection_load(QEMUFile *f, const VMStateDescription *vmsd,
1877 void *opaque)
1879 while (qemu_peek_byte(f, 0) == QEMU_VM_SUBSECTION) {
1880 char idstr[256];
1881 int ret;
1882 uint8_t version_id, len, size;
1883 const VMStateDescription *sub_vmsd;
1885 len = qemu_peek_byte(f, 1);
1886 if (len < strlen(vmsd->name) + 1) {
1887 /* subsection name has be be "section_name/a" */
1888 return 0;
1890 size = qemu_peek_buffer(f, (uint8_t *)idstr, len, 2);
1891 if (size != len) {
1892 return 0;
1894 idstr[size] = 0;
1896 if (strncmp(vmsd->name, idstr, strlen(vmsd->name)) != 0) {
1897 /* it don't have a valid subsection name */
1898 return 0;
1900 sub_vmsd = vmstate_get_subsection(vmsd->subsections, idstr);
1901 if (sub_vmsd == NULL) {
1902 return -ENOENT;
1904 qemu_file_skip(f, 1); /* subsection */
1905 qemu_file_skip(f, 1); /* len */
1906 qemu_file_skip(f, len); /* idstr */
1907 version_id = qemu_get_be32(f);
1909 ret = vmstate_load_state(f, sub_vmsd, opaque, version_id);
1910 if (ret) {
1911 return ret;
1914 return 0;
1917 static void vmstate_subsection_save(QEMUFile *f, const VMStateDescription *vmsd,
1918 void *opaque)
1920 const VMStateSubsection *sub = vmsd->subsections;
1922 while (sub && sub->needed) {
1923 if (sub->needed(opaque)) {
1924 const VMStateDescription *vmsd = sub->vmsd;
1925 uint8_t len;
1927 qemu_put_byte(f, QEMU_VM_SUBSECTION);
1928 len = strlen(vmsd->name);
1929 qemu_put_byte(f, len);
1930 qemu_put_buffer(f, (uint8_t *)vmsd->name, len);
1931 qemu_put_be32(f, vmsd->version_id);
1932 vmstate_save_state(f, vmsd, opaque);
1934 sub++;
1938 typedef struct LoadStateEntry {
1939 QLIST_ENTRY(LoadStateEntry) entry;
1940 SaveStateEntry *se;
1941 int section_id;
1942 int version_id;
1943 } LoadStateEntry;
1945 int qemu_loadvm_state(QEMUFile *f)
1947 QLIST_HEAD(, LoadStateEntry) loadvm_handlers =
1948 QLIST_HEAD_INITIALIZER(loadvm_handlers);
1949 LoadStateEntry *le, *new_le;
1950 uint8_t section_type;
1951 unsigned int v;
1952 int ret;
1954 if (qemu_savevm_state_blocked(NULL)) {
1955 return -EINVAL;
1958 v = qemu_get_be32(f);
1959 if (v != QEMU_VM_FILE_MAGIC)
1960 return -EINVAL;
1962 v = qemu_get_be32(f);
1963 if (v == QEMU_VM_FILE_VERSION_COMPAT) {
1964 fprintf(stderr, "SaveVM v2 format is obsolete and don't work anymore\n");
1965 return -ENOTSUP;
1967 if (v != QEMU_VM_FILE_VERSION)
1968 return -ENOTSUP;
1970 while ((section_type = qemu_get_byte(f)) != QEMU_VM_EOF) {
1971 uint32_t instance_id, version_id, section_id;
1972 SaveStateEntry *se;
1973 char idstr[257];
1974 int len;
1976 switch (section_type) {
1977 case QEMU_VM_SECTION_START:
1978 case QEMU_VM_SECTION_FULL:
1979 /* Read section start */
1980 section_id = qemu_get_be32(f);
1981 len = qemu_get_byte(f);
1982 qemu_get_buffer(f, (uint8_t *)idstr, len);
1983 idstr[len] = 0;
1984 instance_id = qemu_get_be32(f);
1985 version_id = qemu_get_be32(f);
1987 /* Find savevm section */
1988 se = find_se(idstr, instance_id);
1989 if (se == NULL) {
1990 fprintf(stderr, "Unknown savevm section or instance '%s' %d\n", idstr, instance_id);
1991 ret = -EINVAL;
1992 goto out;
1995 /* Validate version */
1996 if (version_id > se->version_id) {
1997 fprintf(stderr, "savevm: unsupported version %d for '%s' v%d\n",
1998 version_id, idstr, se->version_id);
1999 ret = -EINVAL;
2000 goto out;
2003 /* Add entry */
2004 le = g_malloc0(sizeof(*le));
2006 le->se = se;
2007 le->section_id = section_id;
2008 le->version_id = version_id;
2009 QLIST_INSERT_HEAD(&loadvm_handlers, le, entry);
2011 ret = vmstate_load(f, le->se, le->version_id);
2012 if (ret < 0) {
2013 fprintf(stderr, "qemu: warning: error while loading state for instance 0x%x of device '%s'\n",
2014 instance_id, idstr);
2015 goto out;
2017 break;
2018 case QEMU_VM_SECTION_PART:
2019 case QEMU_VM_SECTION_END:
2020 section_id = qemu_get_be32(f);
2022 QLIST_FOREACH(le, &loadvm_handlers, entry) {
2023 if (le->section_id == section_id) {
2024 break;
2027 if (le == NULL) {
2028 fprintf(stderr, "Unknown savevm section %d\n", section_id);
2029 ret = -EINVAL;
2030 goto out;
2033 ret = vmstate_load(f, le->se, le->version_id);
2034 if (ret < 0) {
2035 fprintf(stderr, "qemu: warning: error while loading state section id %d\n",
2036 section_id);
2037 goto out;
2039 break;
2040 default:
2041 fprintf(stderr, "Unknown savevm section type %d\n", section_type);
2042 ret = -EINVAL;
2043 goto out;
2047 cpu_synchronize_all_post_init();
2049 ret = 0;
2051 out:
2052 QLIST_FOREACH_SAFE(le, &loadvm_handlers, entry, new_le) {
2053 QLIST_REMOVE(le, entry);
2054 g_free(le);
2057 if (ret == 0) {
2058 ret = qemu_file_get_error(f);
2061 return ret;
2064 static int bdrv_snapshot_find(BlockDriverState *bs, QEMUSnapshotInfo *sn_info,
2065 const char *name)
2067 QEMUSnapshotInfo *sn_tab, *sn;
2068 int nb_sns, i, ret;
2070 ret = -ENOENT;
2071 nb_sns = bdrv_snapshot_list(bs, &sn_tab);
2072 if (nb_sns < 0)
2073 return ret;
2074 for(i = 0; i < nb_sns; i++) {
2075 sn = &sn_tab[i];
2076 if (!strcmp(sn->id_str, name) || !strcmp(sn->name, name)) {
2077 *sn_info = *sn;
2078 ret = 0;
2079 break;
2082 g_free(sn_tab);
2083 return ret;
2087 * Deletes snapshots of a given name in all opened images.
2089 static int del_existing_snapshots(Monitor *mon, const char *name)
2091 BlockDriverState *bs;
2092 QEMUSnapshotInfo sn1, *snapshot = &sn1;
2093 int ret;
2095 bs = NULL;
2096 while ((bs = bdrv_next(bs))) {
2097 if (bdrv_can_snapshot(bs) &&
2098 bdrv_snapshot_find(bs, snapshot, name) >= 0)
2100 ret = bdrv_snapshot_delete(bs, name);
2101 if (ret < 0) {
2102 monitor_printf(mon,
2103 "Error while deleting snapshot on '%s'\n",
2104 bdrv_get_device_name(bs));
2105 return -1;
2110 return 0;
2113 void do_savevm(Monitor *mon, const QDict *qdict)
2115 BlockDriverState *bs, *bs1;
2116 QEMUSnapshotInfo sn1, *sn = &sn1, old_sn1, *old_sn = &old_sn1;
2117 int ret;
2118 QEMUFile *f;
2119 int saved_vm_running;
2120 uint64_t vm_state_size;
2121 #ifdef _WIN32
2122 struct _timeb tb;
2123 struct tm *ptm;
2124 #else
2125 struct timeval tv;
2126 struct tm tm;
2127 #endif
2128 const char *name = qdict_get_try_str(qdict, "name");
2130 /* Verify if there is a device that doesn't support snapshots and is writable */
2131 bs = NULL;
2132 while ((bs = bdrv_next(bs))) {
2134 if (!bdrv_is_inserted(bs) || bdrv_is_read_only(bs)) {
2135 continue;
2138 if (!bdrv_can_snapshot(bs)) {
2139 monitor_printf(mon, "Device '%s' is writable but does not support snapshots.\n",
2140 bdrv_get_device_name(bs));
2141 return;
2145 bs = bdrv_snapshots();
2146 if (!bs) {
2147 monitor_printf(mon, "No block device can accept snapshots\n");
2148 return;
2151 saved_vm_running = runstate_is_running();
2152 vm_stop(RUN_STATE_SAVE_VM);
2154 memset(sn, 0, sizeof(*sn));
2156 /* fill auxiliary fields */
2157 #ifdef _WIN32
2158 _ftime(&tb);
2159 sn->date_sec = tb.time;
2160 sn->date_nsec = tb.millitm * 1000000;
2161 #else
2162 gettimeofday(&tv, NULL);
2163 sn->date_sec = tv.tv_sec;
2164 sn->date_nsec = tv.tv_usec * 1000;
2165 #endif
2166 sn->vm_clock_nsec = qemu_get_clock_ns(vm_clock);
2168 if (name) {
2169 ret = bdrv_snapshot_find(bs, old_sn, name);
2170 if (ret >= 0) {
2171 pstrcpy(sn->name, sizeof(sn->name), old_sn->name);
2172 pstrcpy(sn->id_str, sizeof(sn->id_str), old_sn->id_str);
2173 } else {
2174 pstrcpy(sn->name, sizeof(sn->name), name);
2176 } else {
2177 #ifdef _WIN32
2178 time_t t = tb.time;
2179 ptm = localtime(&t);
2180 strftime(sn->name, sizeof(sn->name), "vm-%Y%m%d%H%M%S", ptm);
2181 #else
2182 /* cast below needed for OpenBSD where tv_sec is still 'long' */
2183 localtime_r((const time_t *)&tv.tv_sec, &tm);
2184 strftime(sn->name, sizeof(sn->name), "vm-%Y%m%d%H%M%S", &tm);
2185 #endif
2188 /* Delete old snapshots of the same name */
2189 if (name && del_existing_snapshots(mon, name) < 0) {
2190 goto the_end;
2193 /* save the VM state */
2194 f = qemu_fopen_bdrv(bs, 1);
2195 if (!f) {
2196 monitor_printf(mon, "Could not open VM state file\n");
2197 goto the_end;
2199 ret = qemu_savevm_state(f);
2200 vm_state_size = qemu_ftell(f);
2201 qemu_fclose(f);
2202 if (ret < 0) {
2203 monitor_printf(mon, "Error %d while writing VM\n", ret);
2204 goto the_end;
2207 /* create the snapshots */
2209 bs1 = NULL;
2210 while ((bs1 = bdrv_next(bs1))) {
2211 if (bdrv_can_snapshot(bs1)) {
2212 /* Write VM state size only to the image that contains the state */
2213 sn->vm_state_size = (bs == bs1 ? vm_state_size : 0);
2214 ret = bdrv_snapshot_create(bs1, sn);
2215 if (ret < 0) {
2216 monitor_printf(mon, "Error while creating snapshot on '%s'\n",
2217 bdrv_get_device_name(bs1));
2222 the_end:
2223 if (saved_vm_running)
2224 vm_start();
2227 void qmp_xen_save_devices_state(const char *filename, Error **errp)
2229 QEMUFile *f;
2230 int saved_vm_running;
2231 int ret;
2233 saved_vm_running = runstate_is_running();
2234 vm_stop(RUN_STATE_SAVE_VM);
2236 f = qemu_fopen(filename, "wb");
2237 if (!f) {
2238 error_set(errp, QERR_OPEN_FILE_FAILED, filename);
2239 goto the_end;
2241 ret = qemu_save_device_state(f);
2242 qemu_fclose(f);
2243 if (ret < 0) {
2244 error_set(errp, QERR_IO_ERROR);
2247 the_end:
2248 if (saved_vm_running)
2249 vm_start();
2252 int load_vmstate(const char *name)
2254 BlockDriverState *bs, *bs_vm_state;
2255 QEMUSnapshotInfo sn;
2256 QEMUFile *f;
2257 int ret;
2259 bs_vm_state = bdrv_snapshots();
2260 if (!bs_vm_state) {
2261 error_report("No block device supports snapshots");
2262 return -ENOTSUP;
2265 /* Don't even try to load empty VM states */
2266 ret = bdrv_snapshot_find(bs_vm_state, &sn, name);
2267 if (ret < 0) {
2268 return ret;
2269 } else if (sn.vm_state_size == 0) {
2270 error_report("This is a disk-only snapshot. Revert to it offline "
2271 "using qemu-img.");
2272 return -EINVAL;
2275 /* Verify if there is any device that doesn't support snapshots and is
2276 writable and check if the requested snapshot is available too. */
2277 bs = NULL;
2278 while ((bs = bdrv_next(bs))) {
2280 if (!bdrv_is_inserted(bs) || bdrv_is_read_only(bs)) {
2281 continue;
2284 if (!bdrv_can_snapshot(bs)) {
2285 error_report("Device '%s' is writable but does not support snapshots.",
2286 bdrv_get_device_name(bs));
2287 return -ENOTSUP;
2290 ret = bdrv_snapshot_find(bs, &sn, name);
2291 if (ret < 0) {
2292 error_report("Device '%s' does not have the requested snapshot '%s'",
2293 bdrv_get_device_name(bs), name);
2294 return ret;
2298 /* Flush all IO requests so they don't interfere with the new state. */
2299 bdrv_drain_all();
2301 bs = NULL;
2302 while ((bs = bdrv_next(bs))) {
2303 if (bdrv_can_snapshot(bs)) {
2304 ret = bdrv_snapshot_goto(bs, name);
2305 if (ret < 0) {
2306 error_report("Error %d while activating snapshot '%s' on '%s'",
2307 ret, name, bdrv_get_device_name(bs));
2308 return ret;
2313 /* restore the VM state */
2314 f = qemu_fopen_bdrv(bs_vm_state, 0);
2315 if (!f) {
2316 error_report("Could not open VM state file");
2317 return -EINVAL;
2320 qemu_system_reset(VMRESET_SILENT);
2321 ret = qemu_loadvm_state(f);
2323 qemu_fclose(f);
2324 if (ret < 0) {
2325 error_report("Error %d while loading VM state", ret);
2326 return ret;
2329 return 0;
2332 void do_delvm(Monitor *mon, const QDict *qdict)
2334 BlockDriverState *bs, *bs1;
2335 int ret;
2336 const char *name = qdict_get_str(qdict, "name");
2338 bs = bdrv_snapshots();
2339 if (!bs) {
2340 monitor_printf(mon, "No block device supports snapshots\n");
2341 return;
2344 bs1 = NULL;
2345 while ((bs1 = bdrv_next(bs1))) {
2346 if (bdrv_can_snapshot(bs1)) {
2347 ret = bdrv_snapshot_delete(bs1, name);
2348 if (ret < 0) {
2349 if (ret == -ENOTSUP)
2350 monitor_printf(mon,
2351 "Snapshots not supported on device '%s'\n",
2352 bdrv_get_device_name(bs1));
2353 else
2354 monitor_printf(mon, "Error %d while deleting snapshot on "
2355 "'%s'\n", ret, bdrv_get_device_name(bs1));
2361 void do_info_snapshots(Monitor *mon)
2363 BlockDriverState *bs, *bs1;
2364 QEMUSnapshotInfo *sn_tab, *sn, s, *sn_info = &s;
2365 int nb_sns, i, ret, available;
2366 int total;
2367 int *available_snapshots;
2368 char buf[256];
2370 bs = bdrv_snapshots();
2371 if (!bs) {
2372 monitor_printf(mon, "No available block device supports snapshots\n");
2373 return;
2376 nb_sns = bdrv_snapshot_list(bs, &sn_tab);
2377 if (nb_sns < 0) {
2378 monitor_printf(mon, "bdrv_snapshot_list: error %d\n", nb_sns);
2379 return;
2382 if (nb_sns == 0) {
2383 monitor_printf(mon, "There is no snapshot available.\n");
2384 return;
2387 available_snapshots = g_malloc0(sizeof(int) * nb_sns);
2388 total = 0;
2389 for (i = 0; i < nb_sns; i++) {
2390 sn = &sn_tab[i];
2391 available = 1;
2392 bs1 = NULL;
2394 while ((bs1 = bdrv_next(bs1))) {
2395 if (bdrv_can_snapshot(bs1) && bs1 != bs) {
2396 ret = bdrv_snapshot_find(bs1, sn_info, sn->id_str);
2397 if (ret < 0) {
2398 available = 0;
2399 break;
2404 if (available) {
2405 available_snapshots[total] = i;
2406 total++;
2410 if (total > 0) {
2411 monitor_printf(mon, "%s\n", bdrv_snapshot_dump(buf, sizeof(buf), NULL));
2412 for (i = 0; i < total; i++) {
2413 sn = &sn_tab[available_snapshots[i]];
2414 monitor_printf(mon, "%s\n", bdrv_snapshot_dump(buf, sizeof(buf), sn));
2416 } else {
2417 monitor_printf(mon, "There is no suitable snapshot available\n");
2420 g_free(sn_tab);
2421 g_free(available_snapshots);
2425 void vmstate_register_ram(MemoryRegion *mr, DeviceState *dev)
2427 qemu_ram_set_idstr(memory_region_get_ram_addr(mr) & TARGET_PAGE_MASK,
2428 memory_region_name(mr), dev);
2431 void vmstate_unregister_ram(MemoryRegion *mr, DeviceState *dev)
2433 /* Nothing do to while the implementation is in RAMBlock */
2436 void vmstate_register_ram_global(MemoryRegion *mr)
2438 vmstate_register_ram(mr, NULL);
2442 page = zrun nzrun
2443 | zrun nzrun page
2445 zrun = length
2447 nzrun = length byte...
2449 length = uleb128 encoded integer
2451 int xbzrle_encode_buffer(uint8_t *old_buf, uint8_t *new_buf, int slen,
2452 uint8_t *dst, int dlen)
2454 uint32_t zrun_len = 0, nzrun_len = 0;
2455 int d = 0, i = 0;
2456 long res, xor;
2457 uint8_t *nzrun_start = NULL;
2459 g_assert(!(((uintptr_t)old_buf | (uintptr_t)new_buf | slen) %
2460 sizeof(long)));
2462 while (i < slen) {
2463 /* overflow */
2464 if (d + 2 > dlen) {
2465 return -1;
2468 /* not aligned to sizeof(long) */
2469 res = (slen - i) % sizeof(long);
2470 while (res && old_buf[i] == new_buf[i]) {
2471 zrun_len++;
2472 i++;
2473 res--;
2476 /* word at a time for speed */
2477 if (!res) {
2478 while (i < slen &&
2479 (*(long *)(old_buf + i)) == (*(long *)(new_buf + i))) {
2480 i += sizeof(long);
2481 zrun_len += sizeof(long);
2484 /* go over the rest */
2485 while (i < slen && old_buf[i] == new_buf[i]) {
2486 zrun_len++;
2487 i++;
2491 /* buffer unchanged */
2492 if (zrun_len == slen) {
2493 return 0;
2496 /* skip last zero run */
2497 if (i == slen) {
2498 return d;
2501 d += uleb128_encode_small(dst + d, zrun_len);
2503 zrun_len = 0;
2504 nzrun_start = new_buf + i;
2506 /* overflow */
2507 if (d + 2 > dlen) {
2508 return -1;
2510 /* not aligned to sizeof(long) */
2511 res = (slen - i) % sizeof(long);
2512 while (res && old_buf[i] != new_buf[i]) {
2513 i++;
2514 nzrun_len++;
2515 res--;
2518 /* word at a time for speed, use of 32-bit long okay */
2519 if (!res) {
2520 /* truncation to 32-bit long okay */
2521 long mask = (long)0x0101010101010101ULL;
2522 while (i < slen) {
2523 xor = *(long *)(old_buf + i) ^ *(long *)(new_buf + i);
2524 if ((xor - mask) & ~xor & (mask << 7)) {
2525 /* found the end of an nzrun within the current long */
2526 while (old_buf[i] != new_buf[i]) {
2527 nzrun_len++;
2528 i++;
2530 break;
2531 } else {
2532 i += sizeof(long);
2533 nzrun_len += sizeof(long);
2538 d += uleb128_encode_small(dst + d, nzrun_len);
2539 /* overflow */
2540 if (d + nzrun_len > dlen) {
2541 return -1;
2543 memcpy(dst + d, nzrun_start, nzrun_len);
2544 d += nzrun_len;
2545 nzrun_len = 0;
2548 return d;
2551 int xbzrle_decode_buffer(uint8_t *src, int slen, uint8_t *dst, int dlen)
2553 int i = 0, d = 0;
2554 int ret;
2555 uint32_t count = 0;
2557 while (i < slen) {
2559 /* zrun */
2560 if ((slen - i) < 2) {
2561 return -1;
2564 ret = uleb128_decode_small(src + i, &count);
2565 if (ret < 0 || (i && !count)) {
2566 return -1;
2568 i += ret;
2569 d += count;
2571 /* overflow */
2572 if (d > dlen) {
2573 return -1;
2576 /* nzrun */
2577 if ((slen - i) < 2) {
2578 return -1;
2581 ret = uleb128_decode_small(src + i, &count);
2582 if (ret < 0 || !count) {
2583 return -1;
2585 i += ret;
2587 /* overflow */
2588 if (d + count > dlen || i + count > slen) {
2589 return -1;
2592 memcpy(dst + d, src + i, count);
2593 d += count;
2594 i += count;
2597 return d;