+ OSSTEST_JOB=test-amd64-amd64-amd64-pvgrub + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2020-10-23 03:16:19 Z starting 156092.test-amd64-amd64-amd64-pvgrub 2020-10-23 03:16:19 Z runvar all_host_di_version=2020-09-28 2020-10-23 03:16:19 Z runvar all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test 2020-10-23 03:16:19 Z runvar all_host_suite=buster 2020-10-23 03:16:19 Z runvar arch=amd64 2020-10-23 03:16:19 Z runvar buildjob=build-amd64 2020-10-23 03:16:19 Z runvar debian_arch=amd64 2020-10-23 03:16:19 Z runvar debian_bootloader=pvgrub 2020-10-23 03:16:19 Z runvar debian_boot_timeout=40 2020-10-23 03:16:19 Z runvar debian_cfgpath=/etc/xen/debian.jessie.guest.osstest.cfg 2020-10-23 03:16:19 Z runvar debian_disk_lv=test-amd64-amd64-amd64-pvgrub_debian.jessie.guest.osstest-disk 2020-10-23 03:16:19 Z runvar debian_di_version=2018-06-26 2020-10-23 03:16:19 Z runvar debian_domname=debian.jessie.guest.osstest 2020-10-23 03:16:19 Z runvar debian_ether=5a:36:0e:bc:00:0e 2020-10-23 03:16:19 Z runvar debian_hostname=debian.jessie.guest.osstest 2020-10-23 03:16:19 Z runvar debian_method=netboot 2020-10-23 03:16:19 Z runvar debian_suite=jessie 2020-10-23 03:16:19 Z runvar debian_tcpcheckport=22 2020-10-23 03:16:19 Z runvar debian_vg=sabro0-vg 2020-10-23 03:16:19 Z runvar host=sabro0 2020-10-23 03:16:19 Z runvar host_console=hvc0 2020-10-23 03:16:19 Z runvar host_lifecycle=+?10 @:5 + 2020-10-23 03:16:19 Z runvar host_power_install=SSH 2020-10-23 03:16:19 Z runvar hosts_infraprioritygroup=1:test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 2020-10-23 03:16:19 Z runvar host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2020-10-23 03:16:19 Z runvar host_xen_kernel_ver=4.19.80+ 2020-10-23 03:16:19 Z runvar kernbuildjob=build-amd64-pvops 2020-10-23 03:16:19 Z runvar runtime_host_hostflags=reuse-test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 2020-10-23 03:16:19 Z runvar syslog_server=172.16.144.3:44812 2020-10-23 03:16:19 Z runvar toolstack=xl 2020-10-23 03:16:19 Z runvar xenbuildjob=build-amd64 2020-10-23 03:16:19 Z serial method sympathy sabro0: serial2 /root/sympathy/sabro0 /root/sympathy/sabro0.log* 2020-10-23 03:16:19 Z TftpScope is default 2020-10-23 03:16:19 Z task 1574402 ownd [172.16.144.3]:37991: iwj@osstest 156092 test-amd64-amd64-amd64-pvgrub 2020-10-23 03:16:20 Z host host: selected sabro0 00:10:e0:de:89:44 172.16.144.68 - shared test-156092-i_K57KQsuRjcDjqoEX7koSABrGQiUHezBIctIA 9635e26ec1701d7d79dff346db0b58f1d498ddaf mid-test 1 2020-10-23 03:16:20 Z guest: using debian on sabro0 2020-10-23 03:16:20 Z guest debian.jessie.guest.osstest 5a:36:0e:bc:00:0e 22 link/ip/tcp: waiting 5s... 2020-10-23 03:16:24 Z guest debian.jessie.guest.osstest 5a:36:0e:bc:00:0e 22 link/ip/tcp: ok. (4s) 2020-10-23 03:16:24 Z guest debian.jessie.guest.osstest 5a:36:0e:bc:00:0e 22 link/ip/tcp: waiting 20s... 2020-10-23 03:16:28 Z guest debian.jessie.guest.osstest 5a:36:0e:bc:00:0e 22 link/ip/tcp: ok. (4s) 2020-10-23 03:16:32 Z executing ssh ... -v root@172.16.147.152 echo guest debian.jessie.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.jessie.guest.osstest: ok guest debian.jessie.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3164, received 1948 bytes, in 0.0 seconds Bytes per second: sent 102499.1, received 63106.2 debug1: Exit status 0 2020-10-23 03:16:32 Z ========== rep 1 ========== 2020-10-23 03:16:32 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:16:32 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:16:32 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 5:ao 0x55cab18f6f50: create: how=(nil) callback=(nil) poller=0x55cab18f7010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 5:ao 0x55cab18f6f50: inprogress: poller=0x55cab18f7010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 5: ev 0x55cab18f68d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cab18f6f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cab18f6f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 5:ao 0x55cab1904d50: create: how=(nil) callback=(nil) poller=0x55cab18f7010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 5:ao 0x55cab1904d50: inprogress: poller=0x55cab18f7010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55827e255840: create: how=(nil) callback=(nil) poller=0x55827e2558e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 6:restoring, not running bootloader libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 5, flags 1, hvm 0 xc: info: Saving domain 5, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15706 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15706 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55827e255840: inprogress: poller=0x55827e2558e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 6, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 5:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cab1900d68 wpath=/local/domain/5/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab1900d68 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab1900d68 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cab1900d68 wpath=/local/domain/5/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 5:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 5:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cab1900d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab1900d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab1900d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 5:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cab1900d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab1900d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55cab1900df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cab1904d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cab1904d50: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[0] -> d0 0x429e06 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[1] -> d0 0x429e07 xc: info: Restore successful xc: info: XenStore: mfn 0x429e07, dom 0, evt 1 xc: info: Console: mfn 0x429e06, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55827e251dd0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55827e251dd0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55827e251dd0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55827e251dd0 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e251dd0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e251ed0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e251ed0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55827e252eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55827e252eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55827e252eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55827e252eb0 wpath=/local/domain/0/backend/vif/6/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e252eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e252fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e252fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55827e24acf8 wpath=/local/domain/6/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55827e24acf8 wpath=/local/domain/6/console/tty token=3/2: event epath=/local/domain/6/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55827e255840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55827e24acf8 wpath=/local/domain/6/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55827e24acf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55827e255840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55827e255840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 6:ao 0x55827e255840: create: how=(nil) callback=(nil) poller=0x55827e2558e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55827e255840: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 6:ao 0x55827e255840: inprogress: poller=0x55827e2558e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55827e255840: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 5:ao 0x55cab1904d50: create: how=(nil) callback=(nil) poller=0x55cab18f7010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cab18fe250 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cab18fd440 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 5:ao 0x55cab1904d50: inprogress: poller=0x55cab18f7010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab18fe250 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cab18fe250 wpath=/local/domain/0/backend/vbd/5/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab18fe250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab18fd440 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab18fd440 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cab18fd440 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cab18fd440 wpath=/local/domain/0/backend/vif/5/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab18fd440: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab18fe350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab18fe350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab18fd540: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cab18fd540: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 5:Forked pid 5392 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cab1904d50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cab1904d50: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:16:55 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:16:55 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84871.1, received 52704.8 debug1: Exit status 0 2020-10-23 03:16:55 Z ========== rep 2 ========== 2020-10-23 03:16:55 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:16:56 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:16:56 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 6:ao 0x55f62c457f50: create: how=(nil) callback=(nil) poller=0x55f62c458010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 6:ao 0x55f62c457f50: inprogress: poller=0x55f62c458010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 6: ev 0x55f62c4578d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f62c457f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f62c457f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 6:ao 0x55f62c4546e0: create: how=(nil) callback=(nil) poller=0x55f62c458010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 6:ao 0x55f62c4546e0: inprogress: poller=0x55f62c458010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x563d5ef36840: create: how=(nil) callback=(nil) poller=0x563d5ef368e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 6, flags 1, hvm 0 xc: info: Saving domain 6, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 7:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13657 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x563d5ef36840: inprogress: poller=0x563d5ef368e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 7, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 6:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f62c461d68 wpath=/local/domain/6/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c461d68 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c461d68 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f62c461d68 wpath=/local/domain/6/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 6:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 6:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f62c461d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c461d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c461d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 6:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f62c461d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c461d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f62c461df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f62c4546e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f62c4546e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[0] -> d0 0x853d72 domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[1] -> d0 0x853d73 xc: info: Restore successful xc: info: XenStore: mfn 0x853d73, dom 0, evt 1 xc: info: Console: mfn 0x853d72, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d5ef32dd0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d5ef32dd0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d5ef32dd0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d5ef32dd0 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef32dd0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef32ed0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef32ed0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d5ef33eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d5ef33eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d5ef33eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d5ef33eb0 wpath=/local/domain/0/backend/vif/7/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef33eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef33fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef33fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563d5ef2bcf8 wpath=/local/domain/7/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563d5ef2bcf8 wpath=/local/domain/7/console/tty token=3/2: event epath=/local/domain/7/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563d5ef36840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563d5ef2bcf8 wpath=/local/domain/7/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563d5ef2bcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d5ef36840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d5ef36840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 7:ao 0x563d5ef36840: create: how=(nil) callback=(nil) poller=0x563d5ef368e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563d5ef36840: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 7:ao 0x563d5ef36840: inprogress: poller=0x563d5ef368e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563d5ef36840: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 6:ao 0x55f62c461620: create: how=(nil) callback=(nil) poller=0x55f62c458010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f62c45f250 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f62c45e0a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 6:ao 0x55f62c461620: inprogress: poller=0x55f62c458010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c45f250 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f62c45f250 wpath=/local/domain/0/backend/vbd/6/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c45f250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c45e0a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c45e0a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f62c45e0a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f62c45e0a0 wpath=/local/domain/0/backend/vif/6/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c45e0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c45f350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c45f350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c45e1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f62c45e1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 6:Forked pid 5625 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f62c461620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f62c461620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:17:18 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:17:18 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 81874.8, received 50844.1 debug1: Exit status 0 2020-10-23 03:17:18 Z ========== rep 3 ========== 2020-10-23 03:17:18 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:17:18 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:17:18 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 7:ao 0x56188361af50: create: how=(nil) callback=(nil) poller=0x56188361b010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 7:ao 0x56188361af50: inprogress: poller=0x56188361b010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 7: ev 0x56188361a8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56188361af50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56188361af50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 7:ao 0x5618836176e0: create: how=(nil) callback=(nil) poller=0x56188361b010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 7:ao 0x5618836176e0: inprogress: poller=0x56188361b010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55cfe71a5840: create: how=(nil) callback=(nil) poller=0x55cfe71a58e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 7, flags 1, hvm 0 xc: info: Saving domain 7, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 8:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15705 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15705 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55cfe71a5840: inprogress: poller=0x55cfe71a58e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 8, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 7:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561883624d68 wpath=/local/domain/7/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561883624d68 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561883624d68 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561883624d68 wpath=/local/domain/7/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 7:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 7:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561883624d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561883624d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561883624d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 7:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561883624d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561883624d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x561883624df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5618836176e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5618836176e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[0] -> d0 0x429e0f domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[1] -> d0 0x429e10 xc: info: Restore successful xc: info: XenStore: mfn 0x429e10, dom 0, evt 1 xc: info: Console: mfn 0x429e0f, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfe71a1dd0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfe71a1dd0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfe71a1dd0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfe71a1dd0 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe71a1dd0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe71a1ed0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe71a1ed0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfe71a2eb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfe71a2eb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfe71a2eb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfe71a2eb0 wpath=/local/domain/0/backend/vif/8/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe71a2eb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe71a2fb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe71a2fb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55cfe719acf8 wpath=/local/domain/8/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55cfe719acf8 wpath=/local/domain/8/console/tty token=3/2: event epath=/local/domain/8/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55cfe71a5840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55cfe719acf8 wpath=/local/domain/8/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55cfe719acf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cfe71a5840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cfe71a5840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 8:ao 0x55cfe71a5840: create: how=(nil) callback=(nil) poller=0x55cfe71a58e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55cfe71a5840: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 8:ao 0x55cfe71a5840: inprogress: poller=0x55cfe71a58e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55cfe71a5840: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 7:ao 0x561883624620: create: how=(nil) callback=(nil) poller=0x56188361b010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561883622250 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5618836210a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 7:ao 0x561883624620: inprogress: poller=0x56188361b010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561883622250 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561883622250 wpath=/local/domain/0/backend/vbd/7/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561883622250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618836210a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618836210a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5618836210a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5618836210a0 wpath=/local/domain/0/backend/vif/7/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618836210a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561883622350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561883622350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618836211a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5618836211a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 7:Forked pid 5857 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561883624620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561883624620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:17:41 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:17:41 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85162.9, received 52886.1 debug1: Exit status 0 2020-10-23 03:17:41 Z ========== rep 4 ========== 2020-10-23 03:17:41 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:17:42 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:17:42 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 8:ao 0x555ff488cf50: create: how=(nil) callback=(nil) poller=0x555ff488d010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 8:ao 0x555ff488cf50: inprogress: poller=0x555ff488d010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 8: ev 0x555ff488c8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555ff488cf50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555ff488cf50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 8:ao 0x555ff48896e0: create: how=(nil) callback=(nil) poller=0x555ff488d010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 8:ao 0x555ff48896e0: inprogress: poller=0x555ff488d010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x558c405a0840: create: how=(nil) callback=(nil) poller=0x558c405a08e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 8, flags 1, hvm 0 xc: info: Saving domain 8, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 9:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13656 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15774 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x558c405a0840: inprogress: poller=0x558c405a08e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 9, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 8:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555ff4896d68 wpath=/local/domain/8/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff4896d68 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff4896d68 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555ff4896d68 wpath=/local/domain/8/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 8:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 8:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555ff4896d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff4896d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff4896d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 8:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555ff4896d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff4896d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x555ff4896df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555ff48896e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555ff48896e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[0] -> d0 0x861ee0 domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[1] -> d0 0x861ee1 xc: info: Restore successful xc: info: XenStore: mfn 0x861ee1, dom 0, evt 1 xc: info: Console: mfn 0x861ee0, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558c4059cdd0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558c4059cdd0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558c4059cdd0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558c4059cdd0 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c4059cdd0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c4059ced0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c4059ced0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558c4059deb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558c4059deb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558c4059deb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558c4059deb0 wpath=/local/domain/0/backend/vif/9/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c4059deb0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c4059dfb0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c4059dfb0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558c40595cf8 wpath=/local/domain/9/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558c40595cf8 wpath=/local/domain/9/console/tty token=3/2: event epath=/local/domain/9/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x558c405a0840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558c40595cf8 wpath=/local/domain/9/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558c40595cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558c405a0840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558c405a0840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 9:ao 0x558c405a0840: create: how=(nil) callback=(nil) poller=0x558c405a08e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558c405a0840: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 9:ao 0x558c405a0840: inprogress: poller=0x558c405a08e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558c405a0840: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 8:ao 0x555ff4896620: create: how=(nil) callback=(nil) poller=0x555ff488d010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555ff4894250 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555ff48930a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 8:ao 0x555ff4896620: inprogress: poller=0x555ff488d010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff4894250 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555ff4894250 wpath=/local/domain/0/backend/vbd/8/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff4894250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff48930a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff48930a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555ff48930a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555ff48930a0 wpath=/local/domain/0/backend/vif/8/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff48930a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff4894350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff4894350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff48931a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555ff48931a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 8:Forked pid 6088 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555ff4896620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555ff4896620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:18:04 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:18:04 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84771.8, received 52643.2 debug1: Exit status 0 2020-10-23 03:18:04 Z ========== rep 5 ========== 2020-10-23 03:18:04 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:18:05 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:18:05 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 9:ao 0x55d3e8945f50: create: how=(nil) callback=(nil) poller=0x55d3e8946010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 9:ao 0x55d3e8945f50: inprogress: poller=0x55d3e8946010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 9: ev 0x55d3e89458d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d3e8945f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d3e8945f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 9:ao 0x55d3e89426e0: create: how=(nil) callback=(nil) poller=0x55d3e8946010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 9:ao 0x55d3e89426e0: inprogress: poller=0x55d3e8946010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x560383305840: create: how=(nil) callback=(nil) poller=0x5603833058e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 9, flags 1, hvm 0 xc: info: Saving domain 9, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 10:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15704 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15704 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x560383305840: inprogress: poller=0x5603833058e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 10, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 9:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d3e894fd68 wpath=/local/domain/9/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894fd68 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894fd68 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d3e894fd68 wpath=/local/domain/9/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 9:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 9:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d3e894fd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894fd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 9:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d3e894fd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894fd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d3e894fdf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d3e89426e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d3e89426e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[0] -> d0 0x429e10 domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[1] -> d0 0x429e11 xc: info: Restore successful xc: info: XenStore: mfn 0x429e11, dom 0, evt 1 xc: info: Console: mfn 0x429e10, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560383306320 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560383306320 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560383306320 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560383306320 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560383306320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560383306420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560383306420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560383300170 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560383300170 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560383300170 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560383300170 wpath=/local/domain/0/backend/vif/10/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560383300170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560383300270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560383300270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5603832facf8 wpath=/local/domain/10/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5603832facf8 wpath=/local/domain/10/console/tty token=3/2: event epath=/local/domain/10/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x560383305840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5603832facf8 wpath=/local/domain/10/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5603832facf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560383305840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560383305840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 10:ao 0x5603832f8530: create: how=(nil) callback=(nil) poller=0x5603833058e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5603832f8530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 10:ao 0x5603832f8530: inprogress: poller=0x5603833058e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5603832f8530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 9:ao 0x55d3e894f620: create: how=(nil) callback=(nil) poller=0x55d3e8946010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d3e894d250 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d3e894c0a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 9:ao 0x55d3e894f620: inprogress: poller=0x55d3e8946010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894d250 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d3e894d250 wpath=/local/domain/0/backend/vbd/9/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894d250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894c0a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894c0a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d3e894c0a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d3e894c0a0 wpath=/local/domain/0/backend/vif/9/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894c0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894d350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894d350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894c1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d3e894c1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 9:Forked pid 6319 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d3e894f620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d3e894f620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:18:27 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:18:27 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85227.3, received 52926.0 debug1: Exit status 0 2020-10-23 03:18:27 Z ========== rep 6 ========== 2020-10-23 03:18:27 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:18:28 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:18:28 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 10:ao 0x56022142df50: create: how=(nil) callback=(nil) poller=0x56022142e010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 10:ao 0x56022142df50: inprogress: poller=0x56022142e010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 10: ev 0x56022142d8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56022142df50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56022142df50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 10:ao 0x56022142a6e0: create: how=(nil) callback=(nil) poller=0x56022142e010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 10:ao 0x56022142a6e0: inprogress: poller=0x56022142e010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55f6e727f840: create: how=(nil) callback=(nil) poller=0x55f6e727f8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 10, flags 1, hvm 0 xc: info: Saving domain 10, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 11:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13655 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15775 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15775 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55f6e727f840: inprogress: poller=0x55f6e727f8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 11, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 10:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560221437d68 wpath=/local/domain/10/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560221437d68 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560221437d68 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560221437d68 wpath=/local/domain/10/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 10:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 10:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560221437d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560221437d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560221437d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 10:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560221437d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560221437d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x560221437df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56022142a6e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56022142a6e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[0] -> d0 0x853fec domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[1] -> d0 0x853fed xc: info: Restore successful xc: info: XenStore: mfn 0x853fed, dom 0, evt 1 xc: info: Console: mfn 0x853fec, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f6e7280320 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f6e7280320 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f6e7280320 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f6e7280320 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e7280320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e7280420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e7280420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f6e727a170 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f6e727a170 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f6e727a170 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f6e727a170 wpath=/local/domain/0/backend/vif/11/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e727a170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e727a270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e727a270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f6e7274cf8 wpath=/local/domain/11/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f6e7274cf8 wpath=/local/domain/11/console/tty token=3/2: event epath=/local/domain/11/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55f6e727f840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f6e7274cf8 wpath=/local/domain/11/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f6e7274cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f6e727f840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f6e727f840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 11:ao 0x55f6e7272530: create: how=(nil) callback=(nil) poller=0x55f6e727f8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f6e7272530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 11:ao 0x55f6e7272530: inprogress: poller=0x55f6e727f8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f6e7272530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 10:ao 0x560221437620: create: how=(nil) callback=(nil) poller=0x56022142e010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560221435250 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5602214340a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 10:ao 0x560221437620: inprogress: poller=0x56022142e010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560221435250 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560221435250 wpath=/local/domain/0/backend/vbd/10/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560221435250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5602214340a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5602214340a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5602214340a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5602214340a0 wpath=/local/domain/0/backend/vif/10/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5602214340a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560221435350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560221435350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5602214341a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5602214341a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 10:Forked pid 6549 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560221437620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560221437620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:18:51 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:18:51 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84990.7, received 52779.1 debug1: Exit status 0 2020-10-23 03:18:51 Z ========== rep 7 ========== 2020-10-23 03:18:51 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:18:51 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:18:51 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 11:ao 0x5582f538af50: create: how=(nil) callback=(nil) poller=0x5582f538b010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 11:ao 0x5582f538af50: inprogress: poller=0x5582f538b010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 11: ev 0x5582f538a8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5582f538af50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5582f538af50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 11:ao 0x5582f53876e0: create: how=(nil) callback=(nil) poller=0x5582f538b010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 11:ao 0x5582f53876e0: inprogress: poller=0x5582f538b010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5562cc10c840: create: how=(nil) callback=(nil) poller=0x5562cc10c8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 11, flags 1, hvm 0 xc: info: Saving domain 11, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 12:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15703 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15703 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5562cc10c840: inprogress: poller=0x5562cc10c8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 12, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 11:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5582f5394d68 wpath=/local/domain/11/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f5394d68 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f5394d68 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5582f5394d68 wpath=/local/domain/11/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 11:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 11:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5582f5394d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f5394d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f5394d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 11:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5582f5394d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f5394d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5582f5394df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5582f53876e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5582f53876e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[0] -> d0 0x429e25 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[1] -> d0 0x429e26 xc: info: Restore successful xc: info: XenStore: mfn 0x429e26, dom 0, evt 1 xc: info: Console: mfn 0x429e25, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5562cc10d320 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5562cc10d320 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5562cc10d320 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5562cc10d320 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc10d320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc10d420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc10d420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5562cc107170 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5562cc107170 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5562cc107170 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5562cc107170 wpath=/local/domain/0/backend/vif/12/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc107170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc107270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc107270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5562cc101cf8 wpath=/local/domain/12/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5562cc101cf8 wpath=/local/domain/12/console/tty token=3/2: event epath=/local/domain/12/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5562cc10c840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5562cc101cf8 wpath=/local/domain/12/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5562cc101cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5562cc10c840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5562cc10c840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 12:ao 0x5562cc0ff530: create: how=(nil) callback=(nil) poller=0x5562cc10c8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5562cc0ff530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 12:ao 0x5562cc0ff530: inprogress: poller=0x5562cc10c8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5562cc0ff530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 11:ao 0x5582f5394620: create: how=(nil) callback=(nil) poller=0x5582f538b010 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5582f5392250 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5582f53910a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 11:ao 0x5582f5394620: inprogress: poller=0x5582f538b010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f5392250 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5582f5392250 wpath=/local/domain/0/backend/vbd/11/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f5392250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f53910a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f53910a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5582f53910a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5582f53910a0 wpath=/local/domain/0/backend/vif/11/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f53910a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f5392350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f5392350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f53911a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5582f53911a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 11:Forked pid 6779 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5582f5394620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5582f5394620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:19:14 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:19:14 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85692.2, received 53214.7 debug1: Exit status 0 2020-10-23 03:19:14 Z ========== rep 8 ========== 2020-10-23 03:19:14 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:19:15 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:19:15 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 12:ao 0x55c85078ff50: create: how=(nil) callback=(nil) poller=0x55c850790010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 12:ao 0x55c85078ff50: inprogress: poller=0x55c850790010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 12: ev 0x55c85078f8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c85078ff50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c85078ff50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 12:ao 0x55c85078c6e0: create: how=(nil) callback=(nil) poller=0x55c850790010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 12:ao 0x55c85078c6e0: inprogress: poller=0x55c850790010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5617d3122840: create: how=(nil) callback=(nil) poller=0x5617d31228e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 12, flags 1, hvm 0 xc: info: Saving domain 12, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 13:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13654 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15776 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15776 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5617d3122840: inprogress: poller=0x5617d31228e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 13, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 12:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c850799d68 wpath=/local/domain/12/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c850799d68 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c850799d68 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c850799d68 wpath=/local/domain/12/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 12:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 12:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c850799d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c850799d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c850799d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 12:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c850799d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c850799d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55c850799df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c85078c6e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c85078c6e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[0] -> d0 0x87d07d domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[1] -> d0 0x87d07e xc: info: Restore successful xc: info: XenStore: mfn 0x87d07e, dom 0, evt 1 xc: info: Console: mfn 0x87d07d, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5617d3123320 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5617d3123320 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5617d3123320 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5617d3123320 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d3123320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d3123420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d3123420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5617d311d170 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5617d311d170 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5617d311d170 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5617d311d170 wpath=/local/domain/0/backend/vif/13/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d311d170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d311d270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d311d270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5617d3117cf8 wpath=/local/domain/13/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5617d3117cf8 wpath=/local/domain/13/console/tty token=3/2: event epath=/local/domain/13/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5617d3122840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5617d3117cf8 wpath=/local/domain/13/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5617d3117cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5617d3122840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5617d3122840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 13:ao 0x5617d3115530: create: how=(nil) callback=(nil) poller=0x5617d31228e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5617d3115530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 13:ao 0x5617d3115530: inprogress: poller=0x5617d31228e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5617d3115530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: libxl_domain.c:1045:libxl_domain_destroy: Domain 12:ao 0x55c850799620: create: how=(nil) callback=(nil) poller=0x55c850790010 debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c850797250 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c8507960a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 12:ao 0x55c850799620: inprogress: poller=0x55c850790010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c850797250 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c850797250 wpath=/local/domain/0/backend/vbd/12/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c850797250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c8507960a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c8507960a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c8507960a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c8507960a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c8507960a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c850797350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c850797350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c8507961a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c8507961a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 12:Forked pid 7010 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c850799620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c850799620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:19:37 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:19:38 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 80782.5, received 50165.8 debug1: Exit status 0 2020-10-23 03:19:38 Z ========== rep 9 ========== 2020-10-23 03:19:38 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:19:38 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:19:38 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 13:ao 0x556b688d6f50: create: how=(nil) callback=(nil) poller=0x556b688d7010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 13:ao 0x556b688d6f50: inprogress: poller=0x556b688d7010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 13: ev 0x556b688d68d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556b688d6f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556b688d6f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 13:ao 0x556b688d36e0: create: how=(nil) callback=(nil) poller=0x556b688d7010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 13:ao 0x556b688d36e0: inprogress: poller=0x556b688d7010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x563dcc5ef840: create: how=(nil) callback=(nil) poller=0x563dcc5ef8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 13, flags 1, hvm 0 xc: info: Saving domain 13, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 14:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15702 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15702 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x563dcc5ef840: inprogress: poller=0x563dcc5ef8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 14, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 13:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556b688e0d68 wpath=/local/domain/13/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688e0d68 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688e0d68 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556b688e0d68 wpath=/local/domain/13/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 13:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 13:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556b688e0d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688e0d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688e0d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 13:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556b688e0d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688e0d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x556b688e0df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556b688d36e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556b688d36e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[0] -> d0 0x429e12 domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[1] -> d0 0x429e13 xc: info: Restore successful xc: info: XenStore: mfn 0x429e13, dom 0, evt 1 xc: info: Console: mfn 0x429e12, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563dcc5f0320 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563dcc5f0320 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563dcc5f0320 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563dcc5f0320 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5f0320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5f0420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5f0420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563dcc5ea170 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563dcc5ea170 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563dcc5ea170 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563dcc5ea170 wpath=/local/domain/0/backend/vif/14/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5ea170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5ea270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5ea270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563dcc5e4cf8 wpath=/local/domain/14/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563dcc5e4cf8 wpath=/local/domain/14/console/tty token=3/2: event epath=/local/domain/14/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563dcc5ef840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563dcc5e4cf8 wpath=/local/domain/14/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563dcc5e4cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563dcc5ef840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563dcc5ef840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 14:ao 0x563dcc5e2530: create: how=(nil) callback=(nil) poller=0x563dcc5ef8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563dcc5e2530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 14:ao 0x563dcc5e2530: inprogress: poller=0x563dcc5ef8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563dcc5e2530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 13:ao 0x556b688e0620: create: how=(nil) callback=(nil) poller=0x556b688d7010xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556b688de250 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556b688dd0a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 13:ao 0x556b688e0620: inprogress: poller=0x556b688d7010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688de250 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556b688de250 wpath=/local/domain/0/backend/vbd/13/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688de250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688dd0a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688dd0a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556b688dd0a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556b688dd0a0 wpath=/local/domain/0/backend/vif/13/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688dd0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688de350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688de350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688dd1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556b688dd1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 13:Forked pid 7240 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556b688e0620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556b688e0620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:20:00 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:20:01 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86116.7, received 53478.3 debug1: Exit status 0 2020-10-23 03:20:01 Z ========== rep 10 ========== 2020-10-23 03:20:01 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:20:01 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:20:01 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 14:ao 0x55a44326af50: create: how=(nil) callback=(nil) poller=0x55a44326b010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 14:ao 0x55a44326af50: inprogress: poller=0x55a44326b010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 14: ev 0x55a44326a8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a44326af50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a44326af50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 14:ao 0x55a4432676e0: create: how=(nil) callback=(nil) poller=0x55a44326b010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 14:ao 0x55a4432676e0: inprogress: poller=0x55a44326b010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55610b6f8840: create: how=(nil) callback=(nil) poller=0x55610b6f88e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 14, flags 1, hvm 0 xc: info: Saving domain 14, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 15:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13654 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15777 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15777 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55610b6f8840: inprogress: poller=0x55610b6f88e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 15, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 14:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a443274d68 wpath=/local/domain/14/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a443274d68 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a443274d68 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a443274d68 wpath=/local/domain/14/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 14:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 14:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a443274d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a443274d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a443274d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 14:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a443274d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a443274d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55a443274df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a4432676e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a4432676e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[0] -> d0 0x842158 domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[1] -> d0 0x842159 xc: info: Restore successful xc: info: XenStore: mfn 0x842159, dom 0, evt 1 xc: info: Console: mfn 0x842158, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55610b6f9320 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55610b6f9320 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55610b6f9320 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55610b6f9320 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6f9320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6f9420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6f9420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55610b6f3170 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55610b6f3170 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55610b6f3170 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55610b6f3170 wpath=/local/domain/0/backend/vif/15/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6f3170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6f3270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6f3270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55610b6edcf8 wpath=/local/domain/15/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55610b6edcf8 wpath=/local/domain/15/console/tty token=3/2: event epath=/local/domain/15/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55610b6f8840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55610b6edcf8 wpath=/local/domain/15/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55610b6edcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55610b6f8840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55610b6f8840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 15:ao 0x55610b6eb530: create: how=(nil) callback=(nil) poller=0x55610b6f88e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55610b6eb530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 15:ao 0x55610b6eb530: inprogress: poller=0x55610b6f88e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55610b6eb530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 14:ao 0x55a443274620: create: how=(nil) callback=(nil) poller=0x55a44326b010 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a443272250 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55a4432710a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 14:ao 0x55a443274620: inprogress: poller=0x55a44326b010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a443272250 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a443272250 wpath=/local/domain/0/backend/vbd/14/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a443272250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a4432710a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a4432710a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55a4432710a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55a4432710a0 wpath=/local/domain/0/backend/vif/14/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a4432710a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a443272350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a443272350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a4432711a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55a4432711a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 14:Forked pid 7470 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55a443274620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55a443274620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:20:24 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:20:24 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84538.4, received 52498.2 debug1: Exit status 0 2020-10-23 03:20:24 Z ========== rep 11 ========== 2020-10-23 03:20:24 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:20:24 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:20:24 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 15:ao 0x5594a40b9f50: create: how=(nil) callback=(nil) poller=0x5594a40ba010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 15:ao 0x5594a40b9f50: inprogress: poller=0x5594a40ba010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 15: ev 0x5594a40b98d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5594a40b9f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5594a40b9f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 15:ao 0x5594a40b66e0: create: how=(nil) callback=(nil) poller=0x5594a40ba010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 15:ao 0x5594a40b66e0: inprogress: poller=0x5594a40ba010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x56047856c840: create: how=(nil) callback=(nil) poller=0x56047856c8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 15, flags 1, hvm 0 xc: info: Saving domain 15, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 16:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15701 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15701 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x56047856c840: inprogress: poller=0x56047856c8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 16, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 15:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5594a40c3d68 wpath=/local/domain/15/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c3d68 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c3d68 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5594a40c3d68 wpath=/local/domain/15/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 15:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 15:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5594a40c3d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c3d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c3d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 15:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5594a40c3d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c3d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5594a40c3df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5594a40b66e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5594a40b66e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[0] -> d0 0x429e2a domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[1] -> d0 0x429e2b xc: info: Restore successful xc: info: XenStore: mfn 0x429e2b, dom 0, evt 1 xc: info: Console: mfn 0x429e2a, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56047856d320 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56047856d320 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56047856d320 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56047856d320 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56047856d320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56047856d420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56047856d420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560478567170 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560478567170 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560478567170 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560478567170 wpath=/local/domain/0/backend/vif/16/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560478567170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560478567270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560478567270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560478561cf8 wpath=/local/domain/16/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560478561cf8 wpath=/local/domain/16/console/tty token=3/2: event epath=/local/domain/16/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x56047856c840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560478561cf8 wpath=/local/domain/16/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560478561cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56047856c840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56047856c840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 16:ao 0x56047855f530: create: how=(nil) callback=(nil) poller=0x56047856c8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56047855f530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 16:ao 0x56047855f530: inprogress: poller=0x56047856c8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56047855f530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 15:ao 0x5594a40c3620: create: how=(nil) callback=(nil) poller=0x5594a40ba010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5594a40c1250 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5594a40c00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 15:ao 0x5594a40c3620: inprogress: poller=0x5594a40ba010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c1250 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5594a40c1250 wpath=/local/domain/0/backend/vbd/15/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c1250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5594a40c00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5594a40c00a0 wpath=/local/domain/0/backend/vif/15/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c00a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c1350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c1350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c01a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5594a40c01a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 15:Forked pid 7700 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5594a40c3620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5594a40c3620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:20:46 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:20:46 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86536.5, received 53739.0 debug1: Exit status 0 2020-10-23 03:20:46 Z ========== rep 12 ========== 2020-10-23 03:20:46 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:20:47 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:20:47 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 16:ao 0x564e9cf10f50: create: how=(nil) callback=(nil) poller=0x564e9cf11010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 16:ao 0x564e9cf10f50: inprogress: poller=0x564e9cf11010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 16: ev 0x564e9cf108d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564e9cf10f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564e9cf10f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 16:ao 0x564e9cf0d6e0: create: how=(nil) callback=(nil) poller=0x564e9cf11010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 16:ao 0x564e9cf0d6e0: inprogress: poller=0x564e9cf11010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x558672d19840: create: how=(nil) callback=(nil) poller=0x558672d198e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 16, flags 1, hvm 0 xc: info: Saving domain 16, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 17:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13653 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15778 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15778 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x558672d19840: inprogress: poller=0x558672d198e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 17, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 16:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564e9cf1ad68 wpath=/local/domain/16/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf1ad68 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf1ad68 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564e9cf1ad68 wpath=/local/domain/16/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 16:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 16:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564e9cf1ad80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf1ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf1ad80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 16:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564e9cf1ad80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf1ad80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x564e9cf1adf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564e9cf0d6e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564e9cf0d6e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[0] -> d0 0x87d21a domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[1] -> d0 0x87d21b xc: info: Restore successful xc: info: XenStore: mfn 0x87d21b, dom 0, evt 1 xc: info: Console: mfn 0x87d21a, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558672d1a320 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558672d1a320 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558672d1a320 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558672d1a320 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d1a320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d1a420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d1a420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558672d14170 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558672d14170 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558672d14170 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558672d14170 wpath=/local/domain/0/backend/vif/17/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d14170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d14270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d14270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558672d0ecf8 wpath=/local/domain/17/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558672d0ecf8 wpath=/local/domain/17/console/tty token=3/2: event epath=/local/domain/17/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x558672d19840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558672d0ecf8 wpath=/local/domain/17/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558672d0ecf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558672d19840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558672d19840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 17:ao 0x558672d0c530: create: how=(nil) callback=(nil) poller=0x558672d198e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558672d0c530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 17:ao 0x558672d0c530: inprogress: poller=0x558672d198e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558672d0c530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 16:ao 0x564e9cf1a620: create: how=(nil) callback=(nil) poller=0x564e9cf11010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564e9cf18250 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x564e9cf170a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 16:ao 0x564e9cf1a620: inprogress: poller=0x564e9cf11010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf18250 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564e9cf18250 wpath=/local/domain/0/backend/vbd/16/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf18250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf170a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf170a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x564e9cf170a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x564e9cf170a0 wpath=/local/domain/0/backend/vif/16/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf170a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf18350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf18350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf171a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x564e9cf171a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 16:Forked pid 7930 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x564e9cf1a620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x564e9cf1a620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:21:09 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:21:09 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85895.1, received 53340.7 debug1: Exit status 0 2020-10-23 03:21:09 Z ========== rep 13 ========== 2020-10-23 03:21:09 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:21:10 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:21:10 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 17:ao 0x559aabdb3f50: create: how=(nil) callback=(nil) poller=0x559aabdb4010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 17:ao 0x559aabdb3f50: inprogress: poller=0x559aabdb4010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 17: ev 0x559aabdb38d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559aabdb3f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559aabdb3f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 17:ao 0x559aabdb06e0: create: how=(nil) callback=(nil) poller=0x559aabdb4010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 17:ao 0x559aabdb06e0: inprogress: poller=0x559aabdb4010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x556bb8e5f840: create: how=(nil) callback=(nil) poller=0x556bb8e5f8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 17, flags 1, hvm 0 xc: info: Saving domain 17, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 18:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15700 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15700 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x556bb8e5f840: inprogress: poller=0x556bb8e5f8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 18, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 17:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559aabdbdd68 wpath=/local/domain/17/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdbdd68 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdbdd68 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559aabdbdd68 wpath=/local/domain/17/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 17:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 17:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559aabdbdd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdbdd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdbdd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 17:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559aabdbdd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdbdd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x559aabdbddf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559aabdb06e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559aabdb06e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[0] -> d0 0x429e28 domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[1] -> d0 0x429e29 xc: info: Restore successful xc: info: XenStore: mfn 0x429e29, dom 0, evt 1 xc: info: Console: mfn 0x429e28, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556bb8e60320 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556bb8e60320 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556bb8e60320 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556bb8e60320 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e60320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e60420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e60420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556bb8e5a170 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556bb8e5a170 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556bb8e5a170 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556bb8e5a170 wpath=/local/domain/0/backend/vif/18/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e5a170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e5a270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e5a270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556bb8e54cf8 wpath=/local/domain/18/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556bb8e54cf8 wpath=/local/domain/18/console/tty token=3/2: event epath=/local/domain/18/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x556bb8e5f840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556bb8e54cf8 wpath=/local/domain/18/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556bb8e54cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556bb8e5f840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556bb8e5f840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 18:ao 0x556bb8e52530: create: how=(nil) callback=(nil) poller=0x556bb8e5f8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556bb8e52530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 18:ao 0x556bb8e52530: inprogress: poller=0x556bb8e5f8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556bb8e52530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:325 total releases:325 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 17:ao 0x559aabdbd620: create: how=(nil) callback=(nil) poller=0x559aabdb4010 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559aabdbb250 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559aabdba0a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 17:ao 0x559aabdbd620: inprogress: poller=0x559aabdb4010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdbb250 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559aabdbb250 wpath=/local/domain/0/backend/vbd/17/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdbb250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdba0a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdba0a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559aabdba0a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559aabdba0a0 wpath=/local/domain/0/backend/vif/17/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdba0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdbb350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdbb350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdba1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559aabdba1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 17:Forked pid 8160 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559aabdbd620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559aabdbd620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:21:33 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:21:33 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86170.9, received 53512.0 debug1: Exit status 0 2020-10-23 03:21:33 Z ========== rep 14 ========== 2020-10-23 03:21:33 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:21:33 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:21:33 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 18:ao 0x55f8cab26f50: create: how=(nil) callback=(nil) poller=0x55f8cab27010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 18:ao 0x55f8cab26f50: inprogress: poller=0x55f8cab27010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 18: ev 0x55f8cab268d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f8cab26f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f8cab26f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 18:ao 0x55f8cab236e0: create: how=(nil) callback=(nil) poller=0x55f8cab27010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 18:ao 0x55f8cab236e0: inprogress: poller=0x55f8cab27010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x558d439da840: create: how=(nil) callback=(nil) poller=0x558d439da8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 18, flags 1, hvm 0 xc: info: Saving domain 18, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 19:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13652 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15778 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15778 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x558d439da840: inprogress: poller=0x558d439da8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 19, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 18:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8cab30d68 wpath=/local/domain/18/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab30d68 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab30d68 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8cab30d68 wpath=/local/domain/18/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 18:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 18:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8cab30d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab30d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab30d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 18:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8cab30d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab30d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f8cab30df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f8cab236e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f8cab236e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[0] -> d0 0x8422d9 domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[1] -> d0 0x8422da xc: info: Restore successful xc: info: XenStore: mfn 0x8422da, dom 0, evt 1 xc: info: Console: mfn 0x8422d9, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558d439db320 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558d439db320 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558d439db320 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558d439db320 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439db320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439db420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439db420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558d439d5170 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558d439d5170 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558d439d5170 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558d439d5170 wpath=/local/domain/0/backend/vif/19/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439d5170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439d5270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439d5270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x558d439cfcf8 wpath=/local/domain/19/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x558d439cfcf8 wpath=/local/domain/19/console/tty token=3/2: event epath=/local/domain/19/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x558d439da840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x558d439cfcf8 wpath=/local/domain/19/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x558d439cfcf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558d439da840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558d439da840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 19:ao 0x558d439cd530: create: how=(nil) callback=(nil) poller=0x558d439da8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x558d439cd530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 19:ao 0x558d439cd530: inprogress: poller=0x558d439da8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x558d439cd530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 18:ao 0x55f8cab30620: create: how=(nil) callback=(nil) poller=0x55f8cab27010 cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8cab2e250 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f8cab2d0a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 18:ao 0x55f8cab30620: inprogress: poller=0x55f8cab27010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab2e250 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8cab2e250 wpath=/local/domain/0/backend/vbd/18/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab2e250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab2d0a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab2d0a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f8cab2d0a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f8cab2d0a0 wpath=/local/domain/0/backend/vif/18/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab2d0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab2e350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab2e350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab2d1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f8cab2d1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 18:Forked pid 8390 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f8cab30620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f8cab30620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:21:56 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:21:56 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 86464.6, received 53694.4 debug1: Exit status 0 2020-10-23 03:21:56 Z ========== rep 15 ========== 2020-10-23 03:21:56 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:21:56 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:21:56 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 19:ao 0x55c484d6af50: create: how=(nil) callback=(nil) poller=0x55c484d6b010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 19:ao 0x55c484d6af50: inprogress: poller=0x55c484d6b010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 19: ev 0x55c484d6a8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c484d6af50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c484d6af50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 19:ao 0x55c484d676e0: create: how=(nil) callback=(nil) poller=0x55c484d6b010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 19:ao 0x55c484d676e0: inprogress: poller=0x55c484d6b010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55d8419c9840: create: how=(nil) callback=(nil) poller=0x55d8419c98e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 19, flags 1, hvm 0 xc: info: Saving domain 19, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 20:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15700 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15700 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55d8419c9840: inprogress: poller=0x55d8419c98e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 20, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 19:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c484d74d68 wpath=/local/domain/19/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d74d68 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d74d68 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c484d74d68 wpath=/local/domain/19/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 19:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 19:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c484d74d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d74d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d74d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 19:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c484d74d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d74d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55c484d74df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c484d676e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c484d676e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[0] -> d0 0x429e2c domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[1] -> d0 0x429e2d xc: info: Restore successful xc: info: XenStore: mfn 0x429e2d, dom 0, evt 1 xc: info: Console: mfn 0x429e2c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d8419ca320 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d8419ca320 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d8419ca320 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d8419ca320 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419ca320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419ca420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419ca420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d8419c4170 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d8419c4170 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d8419c4170 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d8419c4170 wpath=/local/domain/0/backend/vif/20/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419c4170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419c4270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419c4270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d8419becf8 wpath=/local/domain/20/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d8419becf8 wpath=/local/domain/20/console/tty token=3/2: event epath=/local/domain/20/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d8419c9840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d8419becf8 wpath=/local/domain/20/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d8419becf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d8419c9840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d8419c9840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 20:ao 0x55d8419bc530: create: how=(nil) callback=(nil) poller=0x55d8419c98e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d8419bc530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 20:ao 0x55d8419bc530: inprogress: poller=0x55d8419c98e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d8419bc530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 19:ao 0x55c484d74620: create: how=(nil) callback=(nil) poller=0x55c484d6b010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c484d72250 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c484d710a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 19:ao 0x55c484d74620: inprogress: poller=0x55c484d6b010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d72250 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c484d72250 wpath=/local/domain/0/backend/vbd/19/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d72250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d710a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d710a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c484d710a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c484d710a0 wpath=/local/domain/0/backend/vif/19/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d710a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d72350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d72350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d711a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c484d711a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 19:Forked pid 8621 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c484d74620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c484d74620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:22:19 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:22:19 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85540.5, received 53120.6 debug1: Exit status 0 2020-10-23 03:22:19 Z ========== rep 16 ========== 2020-10-23 03:22:19 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:22:19 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:22:19 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 20:ao 0x56370c543f50: create: how=(nil) callback=(nil) poller=0x56370c544010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 20:ao 0x56370c543f50: inprogress: poller=0x56370c544010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 20: ev 0x56370c5438d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56370c543f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56370c543f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 20:ao 0x56370c5406e0: create: how=(nil) callback=(nil) poller=0x56370c544010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 20:ao 0x56370c5406e0: inprogress: poller=0x56370c544010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x562c1578c840: create: how=(nil) callback=(nil) poller=0x562c1578c8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 20, flags 1, hvm 0 xc: info: Saving domain 20, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 21:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13651 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15779 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15779 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x562c1578c840: inprogress: poller=0x562c1578c8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 21, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 20:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56370c54dd68 wpath=/local/domain/20/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54dd68 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54dd68 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56370c54dd68 wpath=/local/domain/20/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 20:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 20:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56370c54dd80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54dd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54dd80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 20:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56370c54dd80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54dd80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x56370c54ddf8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56370c5406e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56370c5406e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[0] -> d0 0x87d393 domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[1] -> d0 0x87d394 xc: info: Restore successful xc: info: XenStore: mfn 0x87d394, dom 0, evt 1 xc: info: Console: mfn 0x87d393, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562c1578d320 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562c1578d320 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562c1578d320 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562c1578d320 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c1578d320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c1578d420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c1578d420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562c15787170 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562c15787170 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562c15787170 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562c15787170 wpath=/local/domain/0/backend/vif/21/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c15787170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c15787270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c15787270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562c15781cf8 wpath=/local/domain/21/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562c15781cf8 wpath=/local/domain/21/console/tty token=3/2: event epath=/local/domain/21/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562c1578c840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562c15781cf8 wpath=/local/domain/21/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562c15781cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562c1578c840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562c1578c840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 21:ao 0x562c1577f530: create: how=(nil) callback=(nil) poller=0x562c1578c8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562c1577f530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 21:ao 0x562c1577f530: inprogress: poller=0x562c1578c8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562c1577f530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 20:ao 0x56370c54d620: create: how=(nil) callback=(nil) poller=0x56370c544010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56370c54b250 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56370c54a0a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 20:ao 0x56370c54d620: inprogress: poller=0x56370c544010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54b250 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56370c54b250 wpath=/local/domain/0/backend/vbd/20/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54b250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54a0a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54a0a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56370c54a0a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56370c54a0a0 wpath=/local/domain/0/backend/vif/20/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54a0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54b350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54b350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54a1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56370c54a1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 20:Forked pid 8851 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56370c54d620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56370c54d620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:22:42 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:22:42 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 83037.8, received 51566.4 debug1: Exit status 0 2020-10-23 03:22:42 Z ========== rep 17 ========== 2020-10-23 03:22:42 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:22:42 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:22:42 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 21:ao 0x55e760f8df50: create: how=(nil) callback=(nil) poller=0x55e760f8e010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 21:ao 0x55e760f8df50: inprogress: poller=0x55e760f8e010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 21: ev 0x55e760f8d8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e760f8df50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e760f8df50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 21:ao 0x55e760f8a6e0: create: how=(nil) callback=(nil) poller=0x55e760f8e010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 21:ao 0x55e760f8a6e0: inprogress: poller=0x55e760f8e010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5629c79d7840: create: how=(nil) callback=(nil) poller=0x5629c79d78e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 21, flags 1, hvm 0 xc: info: Saving domain 21, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 22:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15699 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15699 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5629c79d7840: inprogress: poller=0x5629c79d78e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 22, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 21:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e760f97d68 wpath=/local/domain/21/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f97d68 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f97d68 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e760f97d68 wpath=/local/domain/21/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 21:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 21:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e760f97d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f97d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f97d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 21:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e760f97d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f97d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55e760f97df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e760f8a6e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e760f8a6e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[0] -> d0 0x429e17 domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[1] -> d0 0x429e18 xc: info: Restore successful xc: info: XenStore: mfn 0x429e18, dom 0, evt 1 xc: info: Console: mfn 0x429e17, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5629c79d8320 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5629c79d8320 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5629c79d8320 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5629c79d8320 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79d8320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79d8420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79d8420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5629c79d2170 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5629c79d2170 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5629c79d2170 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5629c79d2170 wpath=/local/domain/0/backend/vif/22/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79d2170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79d2270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79d2270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5629c79cccf8 wpath=/local/domain/22/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5629c79cccf8 wpath=/local/domain/22/console/tty token=3/2: event epath=/local/domain/22/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5629c79d7840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5629c79cccf8 wpath=/local/domain/22/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5629c79cccf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5629c79d7840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5629c79d7840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 22:ao 0x5629c79ca530: create: how=(nil) callback=(nil) poller=0x5629c79d78e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5629c79ca530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 22:ao 0x5629c79ca530: inprogress: poller=0x5629c79d78e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5629c79ca530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 21:ao 0x55e760f97620: create: how=(nil) callback=(nil) poller=0x55e760f8e010xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e760f95250 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e760f940a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 21:ao 0x55e760f97620: inprogress: poller=0x55e760f8e010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f95250 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e760f95250 wpath=/local/domain/0/backend/vbd/21/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f95250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f940a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f940a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e760f940a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e760f940a0 wpath=/local/domain/0/backend/vif/21/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f940a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f95350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f95350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f941a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e760f941a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 21:Forked pid 9083 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e760f97620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e760f97620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:23:05 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:23:05 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85671.5, received 53201.9 debug1: Exit status 0 2020-10-23 03:23:05 Z ========== rep 18 ========== 2020-10-23 03:23:05 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:23:05 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:23:05 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 22:ao 0x55f95769ef50: create: how=(nil) callback=(nil) poller=0x55f95769f010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 22:ao 0x55f95769ef50: inprogress: poller=0x55f95769f010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 22: ev 0x55f95769e8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f95769ef50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f95769ef50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 22:ao 0x55f95769b6e0: create: how=(nil) callback=(nil) poller=0x55f95769f010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 22:ao 0x55f95769b6e0: inprogress: poller=0x55f95769f010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5588af9a1840: create: how=(nil) callback=(nil) poller=0x5588af9a18e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 22, flags 1, hvm 0 xc: info: Saving domain 22, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 23:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13651 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15779 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15779 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5588af9a1840: inprogress: poller=0x5588af9a18e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 23, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 22:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f9576a8d68 wpath=/local/domain/22/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a8d68 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a8d68 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f9576a8d68 wpath=/local/domain/22/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 22:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 22:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f9576a8d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a8d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a8d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 22:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f9576a8d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a8d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55f9576a8df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f95769b6e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f95769b6e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[0] -> d0 0x8423fa domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[1] -> d0 0x8423fb xc: info: Restore successful xc: info: XenStore: mfn 0x8423fb, dom 0, evt 1 xc: info: Console: mfn 0x8423fa, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588af9a2320 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588af9a2320 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588af9a2320 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588af9a2320 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af9a2320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af9a2420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af9a2420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588af99c170 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588af99c170 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588af99c170 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588af99c170 wpath=/local/domain/0/backend/vif/23/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af99c170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af99c270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af99c270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5588af996cf8 wpath=/local/domain/23/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5588af996cf8 wpath=/local/domain/23/console/tty token=3/2: event epath=/local/domain/23/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5588af9a1840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5588af996cf8 wpath=/local/domain/23/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5588af996cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5588af9a1840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5588af9a1840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 23:ao 0x5588af994530: create: how=(nil) callback=(nil) poller=0x5588af9a18e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5588af994530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 23:ao 0x5588af994530: inprogress: poller=0x5588af9a18e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5588af994530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 22:ao 0x55f9576a8620: create: how=(nil) callback=(nil) poller=0x55f95769f010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f9576a6250 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f9576a50a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 22:ao 0x55f9576a8620: inprogress: poller=0x55f95769f010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a6250 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f9576a6250 wpath=/local/domain/0/backend/vbd/22/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a6250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a50a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a50a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f9576a50a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f9576a50a0 wpath=/local/domain/0/backend/vif/22/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a50a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a6350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a6350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a51a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f9576a51a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 22:Forked pid 9316 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f9576a8620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f9576a8620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:23:28 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:23:28 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 81468.1, received 50591.6 debug1: Exit status 0 2020-10-23 03:23:28 Z ========== rep 19 ========== 2020-10-23 03:23:28 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:23:28 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:23:28 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 23:ao 0x5652bc537f50: create: how=(nil) callback=(nil) poller=0x5652bc538010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 23:ao 0x5652bc537f50: inprogress: poller=0x5652bc538010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 23: ev 0x5652bc5378d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5652bc537f50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5652bc537f50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 23:ao 0x5652bc5346e0: create: how=(nil) callback=(nil) poller=0x5652bc538010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 23:ao 0x5652bc5346e0: inprogress: poller=0x5652bc538010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x562ed32d4840: create: how=(nil) callback=(nil) poller=0x562ed32d48e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 23, flags 1, hvm 0 xc: info: Saving domain 23, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 24:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15699 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15699 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x562ed32d4840: inprogress: poller=0x562ed32d48e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 24, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 23:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5652bc541d68 wpath=/local/domain/23/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc541d68 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc541d68 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5652bc541d68 wpath=/local/domain/23/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 23:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 23:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5652bc541d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc541d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc541d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 23:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5652bc541d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc541d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x5652bc541df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5652bc5346e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5652bc5346e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[0] -> d0 0x429e27 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[1] -> d0 0x429e28 xc: info: Restore successful xc: info: XenStore: mfn 0x429e28, dom 0, evt 1 xc: info: Console: mfn 0x429e27, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562ed32d5320 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562ed32d5320 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562ed32d5320 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562ed32d5320 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32d5320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32d5420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32d5420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562ed32cf170 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562ed32cf170 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562ed32cf170 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562ed32cf170 wpath=/local/domain/0/backend/vif/24/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32cf170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32cf270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32cf270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562ed32c9cf8 wpath=/local/domain/24/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562ed32c9cf8 wpath=/local/domain/24/console/tty token=3/2: event epath=/local/domain/24/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x562ed32d4840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562ed32c9cf8 wpath=/local/domain/24/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562ed32c9cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562ed32d4840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562ed32d4840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 24:ao 0x562ed32c7530: create: how=(nil) callback=(nil) poller=0x562ed32d48e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562ed32c7530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 24:ao 0x562ed32c7530: inprogress: poller=0x562ed32d48e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562ed32c7530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 23:ao 0x5652bc541620: create: how=(nil) callback=(nil) poller=0x5652bc538010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5652bc53f250 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5652bc53e0a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 23:ao 0x5652bc541620: inprogress: poller=0x5652bc538010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc53f250 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5652bc53f250 wpath=/local/domain/0/backend/vbd/23/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc53f250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc53e0a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc53e0a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5652bc53e0a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5652bc53e0a0 wpath=/local/domain/0/backend/vif/23/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc53e0a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc53f350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc53f350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc53e1a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5652bc53e1a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 23:Forked pid 9549 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5652bc541620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5652bc541620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:23:51 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:23:52 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 85679.0, received 53206.5 debug1: Exit status 0 2020-10-23 03:23:52 Z ========== rep 20 ========== 2020-10-23 03:23:52 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 03:23:52 Z guest debian.jessie.guest.osstest state is b 2020-10-23 03:23:52 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.jessie.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 24:ao 0x56310480df50: create: how=(nil) callback=(nil) poller=0x56310480e010 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 24:ao 0x56310480df50: inprogress: poller=0x56310480e010, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 24:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 24: ev 0x56310480d8d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56310480df50: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56310480df50: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1234) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 24:ao 0x56310480a6e0: create: how=(nil) callback=(nil) poller=0x56310480e010 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1234) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 24:ao 0x56310480a6e0: inprogress: poller=0x56310480e010, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55e0ad79e840: create: how=(nil) callback=(nil) poller=0x55e0ad79e8e0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 24, flags 1, hvm 0 xc: info: Saving domain 24, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 25:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=13651 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=42, free_memkb=15780 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15780 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55e0ad79e840: inprogress: poller=0x55e0ad79e8e0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: max_pfn 0x7ffff, p2m_frames 1024 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 25, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x7ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 24:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563104817d68 wpath=/local/domain/24/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563104817d68 wpath=/local/domain/24/control/shutdown token=3/0: event epath=/local/domain/24/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563104817d68 wpath=/local/domain/24/control/shutdown token=3/0: event epath=/local/domain/24/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563104817d68 wpath=/local/domain/24/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 24:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 24:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563104817d80 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563104817d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563104817d80 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 24:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563104817d80 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563104817d80: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x563104817df8 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56310480a6e0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56310480a6e0: destroy domainbuilder: detail: xc_dom_set_gnttab_entry: d25 gnt[0] -> d0 0x87d461 domainbuilder: detail: xc_dom_set_gnttab_entry: d25 gnt[1] -> d0 0x87d462 xc: info: Restore successful xc: info: XenStore: mfn 0x87d462, dom 0, evt 1 xc: info: Console: mfn 0x87d461, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e0ad79f320 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e0ad79f320 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/25/51712/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/25/51712/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e0ad79f320 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: event epath=/local/domain/0/backend/vbd/25/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/25/51712/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e0ad79f320 wpath=/local/domain/0/backend/vbd/25/51712/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 25:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad79f320: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 25:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 25:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 25:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 25:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_PATH: backend/vbd/25/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad79f420: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 25:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 25:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad79f420: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e0ad799170 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e0ad799170 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: event epath=/local/domain/0/backend/vif/25/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/25/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e0ad799170 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: event epath=/local/domain/0/backend/vif/25/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/25/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e0ad799170 wpath=/local/domain/0/backend/vif/25/0/state token=3/1: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 25:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad799170: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 25:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 25:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 25: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 25:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_PATH: backend/vif/25/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 25: vif: vif25.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad799270: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 25:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad799270: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e0ad793cf8 wpath=/local/domain/25/console/tty token=3/2: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e0ad793cf8 wpath=/local/domain/25/console/tty token=3/2: event epath=/local/domain/25/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55e0ad79e840: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e0ad793cf8 wpath=/local/domain/25/console/tty token=3/2: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e0ad793cf8: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e0ad79e840: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e0ad79e840: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 25:ao 0x55e0ad791530: create: how=(nil) callback=(nil) poller=0x55e0ad79e8e0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e0ad791530: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 25:ao 0x55e0ad791530: inprogress: poller=0x55e0ad79e8e0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e0ad791530: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 24:ao 0x563104817620: create: how=(nil) callback=(nil) poller=0x56310480e010 xencall:buffer: debug: total allocations:325 total releases:325 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:297 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563104815250 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5631048140a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: register slotnum=2 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 24:ao 0x563104817620: inprogress: poller=0x56310480e010, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563104815250 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: event epath=/local/domain/0/backend/vbd/24/51712/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51712/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563104815250 wpath=/local/domain/0/backend/vbd/24/51712/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563104815250: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51712 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51712/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5631048140a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5631048140a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5631048140a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5631048140a0 wpath=/local/domain/0/backend/vif/24/0/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5631048140a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563104815350: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563104815350: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5631048141a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5631048141a0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 24:Forked pid 9781 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563104817620: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563104817620: destroy Migration successful. xencall:buffer: debug: total allocations:93 total releases:93 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:72 misses:2 toobig:19 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 03:24:14 Z executing ssh ... -v root@172.16.147.152 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri 23 Oct 03:24:14 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3124, received 1940 bytes, in 0.0 seconds Bytes per second: sent 84262.1, received 52326.7 debug1: Exit status 0 2020-10-23 03:24:14 Z ========== final check ========== 2020-10-23 03:24:14 Z guest debian.jessie.guest.osstest 5a:36:0e:bc:00:0e 22 link/ip/tcp: waiting 20s... 2020-10-23 03:24:18 Z guest debian.jessie.guest.osstest 5a:36:0e:bc:00:0e 22 link/ip/tcp: ok. (4s) 2020-10-23 03:24:22 Z executing ssh ... -v root@172.16.147.152 echo guest debian.jessie.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.147.152 [172.16.147.152] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_6.7p1 Debian-5+deb8u4 debug1: match: OpenSSH_6.7p1 Debian-5+deb8u4 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.147.152:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256@libssh.org debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.147.152' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-amd64-pvgrub:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.147.152 ([172.16.147.152]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.jessie.guest.osstest: ok guest debian.jessie.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3164, received 1948 bytes, in 0.0 seconds Bytes per second: sent 102112.5, received 62868.3 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2020-10-23 03:24:22 Z exit status 0 + exit 0