+ OSSTEST_JOB=test-amd64-amd64-xl-credit2 + export OSSTEST_JOB + OSSTEST_TESTID=guest-localmigrate/x10 + shift + export OSSTEST_TESTID + ./ts-guest-localmigrate x20 host debian 2020-10-23 08:07:43 Z starting 156092.test-amd64-amd64-xl-credit2 2020-10-23 08:07:43 Z runvar all_host_di_version=2020-09-28 2020-10-23 08:07:43 Z runvar all_hostflags=arch-amd64,arch-xen-amd64,suite-buster,purpose-test 2020-10-23 08:07:43 Z runvar all_host_suite=buster 2020-10-23 08:07:43 Z runvar arch=amd64 2020-10-23 08:07:43 Z runvar buildjob=build-amd64 2020-10-23 08:07:43 Z runvar debian_arch=amd64 2020-10-23 08:07:43 Z runvar debian_boot_timeout=40 2020-10-23 08:07:43 Z runvar debian_cfgpath=/etc/xen/debian.guest.osstest.cfg 2020-10-23 08:07:43 Z runvar debian_console=hvc0 2020-10-23 08:07:43 Z runvar debian_disk_lv=test-amd64-amd64-xl-credit2_debian.guest.osstest-disk 2020-10-23 08:07:43 Z runvar debian_domname=debian.guest.osstest 2020-10-23 08:07:43 Z runvar debian_ether=5a:36:0e:bc:00:17 2020-10-23 08:07:43 Z runvar debian_hostname=debian.guest.osstest 2020-10-23 08:07:43 Z runvar debian_rootdev=xvda 2020-10-23 08:07:43 Z runvar debian_suite=buster 2020-10-23 08:07:43 Z runvar debian_swap_lv=test-amd64-amd64-xl-credit2_debian.guest.osstest-swap 2020-10-23 08:07:43 Z runvar debian_tcpcheckport=22 2020-10-23 08:07:43 Z runvar debian_vg=sabro0-vg 2020-10-23 08:07:43 Z runvar guests_vcpus=4 2020-10-23 08:07:43 Z runvar host=sabro0 2020-10-23 08:07:43 Z runvar host_console=hvc0 2020-10-23 08:07:43 Z runvar host_lifecycle=+?10 @:5 + 2020-10-23 08:07:43 Z runvar host_power_install=SSH 2020-10-23 08:07:43 Z runvar hosts_infraprioritygroup=7:test-156092-u4y0HY8vZb7B7e0pmSFV2RMh3X-5mwODHGyL6A 2020-10-23 08:07:43 Z runvar host_xen_kernel_path=/boot/vmlinuz-4.19.80+ 2020-10-23 08:07:43 Z runvar host_xen_kernel_ver=4.19.80+ 2020-10-23 08:07:43 Z runvar kernbuildjob=build-amd64-pvops 2020-10-23 08:07:43 Z runvar runtime_host_hostflags=reuse-test-156092-u4y0HY8vZb7B7e0pmSFV2RMh3X-5mwODHGyL6A 2020-10-23 08:07:43 Z runvar syslog_server=172.16.144.3:45250 2020-10-23 08:07:43 Z runvar toolstack=xl 2020-10-23 08:07:43 Z runvar xen_boot_append=sched=credit2 2020-10-23 08:07:43 Z runvar xenbuildjob=build-amd64 2020-10-23 08:07:43 Z serial method sympathy sabro0: serial2 /root/sympathy/sabro0 /root/sympathy/sabro0.log* 2020-10-23 08:07:43 Z TftpScope is default 2020-10-23 08:07:43 Z task 1574417 ownd [172.16.144.3]:45881: iwj@osstest 156092 test-amd64-amd64-xl-credit2 2020-10-23 08:07:43 Z host host: selected sabro0 00:10:e0:de:89:44 172.16.144.68 - shared test-156092-u4y0HY8vZb7B7e0pmSFV2RMh3X-5mwODHGyL6A 9635e26ec1701d7d79dff346db0b58f1d498ddaf mid-test 1 2020-10-23 08:07:43 Z guest: using debian on sabro0 2020-10-23 08:07:43 Z guest debian.guest.osstest 5a:36:0e:bc:00:17 22 link/ip/tcp: waiting 5s... 2020-10-23 08:07:47 Z guest debian.guest.osstest 5a:36:0e:bc:00:17 22 link/ip/tcp: ok. (4s) 2020-10-23 08:07:47 Z guest debian.guest.osstest 5a:36:0e:bc:00:17 22 link/ip/tcp: waiting 20s... 2020-10-23 08:07:51 Z guest debian.guest.osstest 5a:36:0e:bc:00:17 22 link/ip/tcp: ok. (4s) 2020-10-23 08:07:55 Z executing ssh ... -v root@172.16.146.93 echo guest debian.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3180, received 2964 bytes, in 0.1 seconds Bytes per second: sent 28501.7, received 26565.7 debug1: Exit status 0 2020-10-23 08:07:56 Z ========== rep 1 ========== 2020-10-23 08:07:56 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:07:56 Z guest debian.guest.osstest state is b 2020-10-23 08:07:56 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 4:ao 0x55d1e6802eb0: create: how=(nil) callback=(nil) poller=0x55d1e6802f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 4:ao 0x55d1e6802eb0: inprogress: poller=0x55d1e6802f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 4:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 4: ev 0x55d1e6802830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d1e6802eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d1e6802eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 4:ao 0x55d1e680c810: create: how=(nil) callback=(nil) poller=0x55d1e6802f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 4:ao 0x55d1e680c810: inprogress: poller=0x55d1e6802f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55dc6d443230: create: how=(nil) callback=(nil) poller=0x55dc6d4432d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 5:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55dc6d443230: inprogress: poller=0x55dc6d4432d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 4, flags 1, hvm 0 xc: info: Saving domain 4, type x86 PV xc: detail: 64 bits, 4 levels libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 5, hvm 0, stream_type 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x839d51 xc: detail: max_pfn 0x1ffff, p2m_frames 256 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 4:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1e680ccc8 wpath=/local/domain/4/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e680ccc8 wpath=/local/domain/4/control/shutdown token=3/0: event epath=/local/domain/4/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e680ccc8 wpath=/local/domain/4/control/shutdown token=3/0: event epath=/local/domain/4/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1e680ccc8 wpath=/local/domain/4/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 4:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 4:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1e680cce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e680cce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e680cce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 4:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1e680cce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680cce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55d1e680cd58 domainbuilder: detail: xc_dom_set_gnttab_entry: d5 gnt[0] -> d0 0x42e2fb domainbuilder: detail: xc_dom_set_gnttab_entry: d5 gnt[1] -> d0 0x42e2fc xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d1e680c810: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d1e680c810: destroy xc: info: XenStore: mfn 0x42e2fc, dom 0, evt 1 xc: info: Console: mfn 0x42e2fb, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dc6d43f0a0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dc6d43cb00 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dc6d43f0a0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/5/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dc6d43f0a0 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d43f0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dc6d43cb00 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dc6d43cb00 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d43cb00: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d43f1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d43f1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d43cc00: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d43cc00: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dc6d441850 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dc6d441850 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dc6d441850 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dc6d441850 wpath=/local/domain/0/backend/vif/5/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d441850: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d441950: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d441950: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55dc6d437c58 wpath=/local/domain/5/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55dc6d437c58 wpath=/local/domain/5/console/tty token=2/3: event epath=/local/domain/5/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55dc6d443230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55dc6d437c58 wpath=/local/domain/5/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55dc6d437c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dc6d443230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dc6d443230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 5:ao 0x55dc6d434760: create: how=(nil) callback=(nil) poller=0x55dc6d4432d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55dc6d434760: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 5:ao 0x55dc6d434760: inprogress: poller=0x55dc6d4432d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55dc6d434760: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 4:ao 0x55d1e6810700: create: how=(nil) callback=(nil) poller=0x55d1e6802f70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1e680c1e0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1e680cc90 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d1e6809da0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 4:ao 0x55d1e6810700: inprogress: poller=0x55d1e6802f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e680c1e0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/4/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/4/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1e680c1e0 wpath=/local/domain/0/backend/vbd/4/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680c1e0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 4:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vbd/4/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/4/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e680cc90 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/4/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/4/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1e680cc90 wpath=/local/domain/0/backend/vbd/4/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680cc90: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 4:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vbd/4/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/4/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e6809da0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e6809da0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d1e6809da0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: event epath=/local/domain/0/backend/vif/4/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/4/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d1e6809da0 wpath=/local/domain/0/backend/vif/4/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 4:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e6809da0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 4:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 4:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 4: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 4:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_PATH: backend/vif/4/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 4: vif: vif4.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680cd90: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 4:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680cd90: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680c2e0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 4:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e680c2e0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e6809ea0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 4:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d1e6809ea0: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 4:Forked pid 17070 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d1e6810700: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d1e6810700: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:08:05 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:08:05 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26826.2, received 25258.2 debug1: Exit status 0 2020-10-23 08:08:05 Z ========== rep 2 ========== 2020-10-23 08:08:05 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:08:06 Z guest debian.guest.osstest state is b 2020-10-23 08:08:06 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 5:ao 0x55bbeddb4eb0: create: how=(nil) callback=(nil) poller=0x55bbeddb4f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 5:ao 0x55bbeddb4eb0: inprogress: poller=0x55bbeddb4f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 5:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 5: ev 0x55bbeddb4830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bbeddb4eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bbeddb4eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 5:ao 0x55bbeddb54b0: create: how=(nil) callback=(nil) poller=0x55bbeddb4f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 5:ao 0x55bbeddb54b0: inprogress: poller=0x55bbeddb4f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x560344d24230: create: how=(nil) callback=(nil) poller=0x560344d242d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 5, flags 1, hvm 0 xc: info: Saving domain 5, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 6:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x560344d24230: inprogress: poller=0x560344d242d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x42ec22 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 6, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 5:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bbeddbecc8 wpath=/local/domain/5/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbecc8 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbecc8 wpath=/local/domain/5/control/shutdown token=3/0: event epath=/local/domain/5/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bbeddbecc8 wpath=/local/domain/5/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 5:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 5:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bbeddbece0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbece0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbece0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 5:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bbeddbece0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbece0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55bbeddbed58 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[0] -> d0 0x849e85 domainbuilder: detail: xc_dom_set_gnttab_entry: d6 gnt[1] -> d0 0x849e86 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bbeddb54b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bbeddb54b0: destroy xc: info: XenStore: mfn 0x849e86, dom 0, evt 1 xc: info: Console: mfn 0x849e85, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560344d200a0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560344d1db00 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560344d200a0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/6/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560344d200a0 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d200a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560344d1db00 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560344d1db00 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d1db00: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d201a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d201a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d1dc00: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d1dc00: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560344d22850 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560344d22850 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560344d22850 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560344d22850 wpath=/local/domain/0/backend/vif/6/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d22850: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d22950: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d22950: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560344d18c58 wpath=/local/domain/6/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560344d18c58 wpath=/local/domain/6/console/tty token=2/3: event epath=/local/domain/6/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x560344d24230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560344d18c58 wpath=/local/domain/6/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560344d18c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560344d24230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560344d24230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 6:ao 0x560344d15760: create: how=(nil) callback=(nil) poller=0x560344d242d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560344d15760: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 6:ao 0x560344d15760: inprogress: poller=0x560344d242d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560344d15760: destroy migration target: Domain started successsfully. xencall:buffer: debug: total allocations:348 total releases:348 migration sender: Target reports successful startup. xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 5:ao 0x55bbeddc2dd0: create: how=(nil) callback=(nil) poller=0x55bbeddb4f70 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bbeddbb000 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bbeddbb410 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bbeddbf210 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 5:ao 0x55bbeddc2dd0: inprogress: poller=0x55bbeddb4f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbb000 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/5/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb000 wpath=/local/domain/0/backend/vbd/5/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/5/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbb410 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbf210 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbb410 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/5/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/5/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb410 wpath=/local/domain/0/backend/vbd/5/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 5:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vbd/5/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbf210 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bbeddbf210 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: event epath=/local/domain/0/backend/vif/5/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/5/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bbeddbf210 wpath=/local/domain/0/backend/vif/5/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 5:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbf210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 5:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 5:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 5: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 5:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_PATH: backend/vif/5/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 5: vif: vif5.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 5:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbb510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbf310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 5:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bbeddbf310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 5:Forked pid 17415 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bbeddc2dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bbeddc2dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:08:14 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:08:15 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26638.5, received 25081.5 debug1: Exit status 0 2020-10-23 08:08:15 Z ========== rep 3 ========== 2020-10-23 08:08:15 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:08:15 Z guest debian.guest.osstest state is b 2020-10-23 08:08:15 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 6:ao 0x557a1e214eb0: create: how=(nil) callback=(nil) poller=0x557a1e214f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 6:ao 0x557a1e214eb0: inprogress: poller=0x557a1e214f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 6:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 6: ev 0x557a1e214830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557a1e214eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557a1e214eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 6:ao 0x557a1e2154b0: create: how=(nil) callback=(nil) poller=0x557a1e214f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 6:ao 0x557a1e2154b0: inprogress: poller=0x557a1e214f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55c3cb9f4230: create: how=(nil) callback=(nil) poller=0x55c3cb9f42d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 6, flags 1, hvm 0 xc: info: Saving domain 6, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 7:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55c3cb9f4230: inprogress: poller=0x55c3cb9f42d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x839fac xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 7, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 6:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557a1e21ecc8 wpath=/local/domain/6/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21ecc8 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21ecc8 wpath=/local/domain/6/control/shutdown token=3/0: event epath=/local/domain/6/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557a1e21ecc8 wpath=/local/domain/6/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 6:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 6:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557a1e21ece0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21ece0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21ece0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 6:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557a1e21ece0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21ece0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x557a1e21ed58 domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[0] -> d0 0x41f2b3 domainbuilder: detail: xc_dom_set_gnttab_entry: d7 gnt[1] -> d0 0x41f2b4 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557a1e2154b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557a1e2154b0: destroy xc: info: XenStore: mfn 0x41f2b4, dom 0, evt 1 xc: info: Console: mfn 0x41f2b3, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c3cb9f00a0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c3cb9edb00 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c3cb9f00a0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/7/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f00a0 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f00a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c3cb9edb00 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c3cb9edb00 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9edb00: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f01a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f01a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9edc00: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9edc00: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c3cb9f2850 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c3cb9f2850 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c3cb9f2850 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f2850 wpath=/local/domain/0/backend/vif/7/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f2850: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f2950: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9f2950: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c3cb9e8c58 wpath=/local/domain/7/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c3cb9e8c58 wpath=/local/domain/7/console/tty token=2/3: event epath=/local/domain/7/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c3cb9f4230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c3cb9e8c58 wpath=/local/domain/7/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c3cb9e8c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c3cb9f4230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c3cb9f4230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 7:ao 0x55c3cb9e5760: create: how=(nil) callback=(nil) poller=0x55c3cb9f42d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c3cb9e5760: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 7:ao 0x55c3cb9e5760: inprogress: poller=0x55c3cb9f42d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c3cb9e5760: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:348 total releases:348 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 6:ao 0x557a1e222dd0: create: how=(nil) callback=(nil) poller=0x557a1e214f70 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557a1e21b000 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557a1e21b410 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557a1e21f210 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 6:ao 0x557a1e222dd0: inprogress: poller=0x557a1e214f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21b000 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/6/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557a1e21b000 wpath=/local/domain/0/backend/vbd/6/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21b000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/6/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21b410 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21f210 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21b410 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/6/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/6/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557a1e21b410 wpath=/local/domain/0/backend/vbd/6/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21b410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 6:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vbd/6/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21f210 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557a1e21f210 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: event epath=/local/domain/0/backend/vif/6/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/6/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557a1e21f210 wpath=/local/domain/0/backend/vif/6/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 6:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21f210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 6:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 6:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 6: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 6:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_PATH: backend/vif/6/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 6: vif: vif6.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21b100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21b100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21b510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 6:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21b510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21f310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 6:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557a1e21f310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 6:Forked pid 17760 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557a1e222dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557a1e222dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:08:24 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:08:24 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26744.0, received 25180.8 debug1: Exit status 0 2020-10-23 08:08:24 Z ========== rep 4 ========== 2020-10-23 08:08:24 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:08:24 Z guest debian.guest.osstest state is b 2020-10-23 08:08:24 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 7:ao 0x55adf9023eb0: create: how=(nil) callback=(nil) poller=0x55adf9023f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 7:ao 0x55adf9023eb0: inprogress: poller=0x55adf9023f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 7:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 7: ev 0x55adf9023830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55adf9023eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55adf9023eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 7:ao 0x55adf90244b0: create: how=(nil) callback=(nil) poller=0x55adf9023f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 7:ao 0x55adf90244b0: inprogress: poller=0x55adf9023f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55c83267c230: create: how=(nil) callback=(nil) poller=0x55c83267c2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 7, flags 1, hvm 0 xc: info: Saving domain 7, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 8:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55c83267c230: inprogress: poller=0x55c83267c2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 8, hvm 0, stream_type 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40f3da xc: detail: max_pfn 0x1ffff, p2m_frames 256 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 7:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55adf902dcc8 wpath=/local/domain/7/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902dcc8 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902dcc8 wpath=/local/domain/7/control/shutdown token=3/0: event epath=/local/domain/7/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55adf902dcc8 wpath=/local/domain/7/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 7:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 7:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55adf902dce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902dce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902dce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 7:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55adf902dce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902dce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55adf902dd58 domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[0] -> d0 0x87e27c domainbuilder: detail: xc_dom_set_gnttab_entry: d8 gnt[1] -> d0 0x87e27d xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55adf90244b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55adf90244b0: destroy xc: info: XenStore: mfn 0x87e27d, dom 0, evt 1 xc: info: Console: mfn 0x87e27c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c8326780a0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c832675b00 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c8326780a0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/8/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c8326780a0 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c8326780a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c832675b00 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c832675b00 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c832675b00: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c8326781a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c8326781a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c832675c00: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c832675c00: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c83267a850 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c83267a850 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c83267a850 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c83267a850 wpath=/local/domain/0/backend/vif/8/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c83267a850: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c83267a950: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c83267a950: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c832670c58 wpath=/local/domain/8/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c832670c58 wpath=/local/domain/8/console/tty token=2/3: event epath=/local/domain/8/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c83267c230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c832670c58 wpath=/local/domain/8/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c832670c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c83267c230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c83267c230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 8:ao 0x55c83266d760: create: how=(nil) callback=(nil) poller=0x55c83267c2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c83266d760: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 8:ao 0x55c83266d760: inprogress: poller=0x55c83267c2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c83266d760: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 7:ao 0x55adf9031dd0: create: how=(nil) callback=(nil) poller=0x55adf9023f70xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55adf902a000 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55adf902a410 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55adf902e210 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 7:ao 0x55adf9031dd0: inprogress: poller=0x55adf9023f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902a000 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/7/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55adf902a000 wpath=/local/domain/0/backend/vbd/7/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902a000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/7/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902a410 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902e210 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902a410 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/7/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/7/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55adf902a410 wpath=/local/domain/0/backend/vbd/7/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902a410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 7:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vbd/7/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902e210 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55adf902e210 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: event epath=/local/domain/0/backend/vif/7/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/7/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55adf902e210 wpath=/local/domain/0/backend/vif/7/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 7:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902e210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 7:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 7:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 7: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 7:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_PATH: backend/vif/7/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 7: vif: vif7.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902a100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902a100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902a510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 7:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902a510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902e310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 7:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55adf902e310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 7:Forked pid 18105 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55adf9031dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55adf9031dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:08:33 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:08:33 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26512.3, received 24962.7 debug1: Exit status 0 2020-10-23 08:08:33 Z ========== rep 5 ========== 2020-10-23 08:08:33 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:08:33 Z guest debian.guest.osstest state is b 2020-10-23 08:08:33 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 8:ao 0x562dcf7fbeb0: create: how=(nil) callback=(nil) poller=0x562dcf7fbf70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 8:ao 0x562dcf7fbeb0: inprogress: poller=0x562dcf7fbf70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 8:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 8: ev 0x562dcf7fb830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562dcf7fbeb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562dcf7fbeb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 8:ao 0x562dcf7fc4b0: create: how=(nil) callback=(nil) poller=0x562dcf7fbf70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 8:ao 0x562dcf7fc4b0: inprogress: poller=0x562dcf7fbf70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55d824222230: create: how=(nil) callback=(nil) poller=0x55d8242222d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 8, flags 1, hvm 0 xc: info: Saving domain 8, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 9:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15708 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15708 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55d824222230: inprogress: poller=0x55d8242222d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x839fa3 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 9, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 8:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562dcf805cc8 wpath=/local/domain/8/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf805cc8 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf805cc8 wpath=/local/domain/8/control/shutdown token=3/0: event epath=/local/domain/8/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562dcf805cc8 wpath=/local/domain/8/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 8:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 8:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562dcf805ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf805ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf805ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 8:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562dcf805ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf805ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562dcf805d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[0] -> d0 0x42f332 domainbuilder: detail: xc_dom_set_gnttab_entry: d9 gnt[1] -> d0 0x42f333 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562dcf7fc4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562dcf7fc4b0: destroy xc: info: XenStore: mfn 0x42f333, dom 0, evt 1 xc: info: Console: mfn 0x42f332, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d82421e0a0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d82421bb00 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d82421e0a0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/9/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d82421e0a0 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d82421e0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d82421bb00 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d82421bb00 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d82421bb00: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d82421e1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d82421e1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d82421bc00: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d82421bc00: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d824220850 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d824220850 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d824220850 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d824220850 wpath=/local/domain/0/backend/vif/9/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d824220850: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d824220950: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d824220950: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55d824216c58 wpath=/local/domain/9/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55d824216c58 wpath=/local/domain/9/console/tty token=2/3: event epath=/local/domain/9/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55d824222230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55d824216c58 wpath=/local/domain/9/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55d824216c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d824222230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d824222230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 9:ao 0x55d824213760: create: how=(nil) callback=(nil) poller=0x55d8242222d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55d824213760: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 9:ao 0x55d824213760: inprogress: poller=0x55d8242222d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55d824213760: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: libxl_domain.c:1045:libxl_domain_destroy: Domain 8:ao 0x562dcf809dd0: create: how=(nil) callback=(nil) poller=0x562dcf7fbf70 debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562dcf802000 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562dcf802410 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562dcf806210 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 8:ao 0x562dcf809dd0: inprogress: poller=0x562dcf7fbf70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf802000 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/8/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562dcf802000 wpath=/local/domain/0/backend/vbd/8/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf802000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/8/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf802410 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf806210 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf802410 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/8/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/8/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562dcf802410 wpath=/local/domain/0/backend/vbd/8/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf802410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 8:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vbd/8/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf806210 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562dcf806210 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: event epath=/local/domain/0/backend/vif/8/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/8/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562dcf806210 wpath=/local/domain/0/backend/vif/8/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 8:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf806210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 8:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 8:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 8: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 8:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_PATH: backend/vif/8/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 8: vif: vif8.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf802100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf802100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf802510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 8:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf802510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf806310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 8:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562dcf806310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 8:Forked pid 18450 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562dcf809dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562dcf809dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:08:42 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:08:42 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26363.4, received 24822.4 debug1: Exit status 0 2020-10-23 08:08:42 Z ========== rep 6 ========== 2020-10-23 08:08:42 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:08:42 Z guest debian.guest.osstest state is b 2020-10-23 08:08:42 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 9:ao 0x561b45669eb0: create: how=(nil) callback=(nil) poller=0x561b45669f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 9:ao 0x561b45669eb0: inprogress: poller=0x561b45669f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 9:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 9: ev 0x561b45669830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561b45669eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561b45669eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 9:ao 0x561b4566a4b0: create: how=(nil) callback=(nil) poller=0x561b45669f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 9:ao 0x561b4566a4b0: inprogress: poller=0x561b45669f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5654723f7230: create: how=(nil) callback=(nil) poller=0x5654723f72d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 9, flags 1, hvm 0 xc: info: Saving domain 9, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 10:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15196 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5654723f7230: inprogress: poller=0x5654723f72d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40f459 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 10, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 9:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b45673cc8 wpath=/local/domain/9/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45673cc8 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45673cc8 wpath=/local/domain/9/control/shutdown token=3/0: event epath=/local/domain/9/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b45673cc8 wpath=/local/domain/9/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 9:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 9:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b45673ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45673ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45673ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 9:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b45673ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45673ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x561b45673d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[0] -> d0 0x849e05 domainbuilder: detail: xc_dom_set_gnttab_entry: d10 gnt[1] -> d0 0x849e06 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561b4566a4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561b4566a4b0: destroy xc: info: XenStore: mfn 0x849e06, dom 0, evt 1 xc: info: Console: mfn 0x849e05, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654723f30a0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654723f0ca0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654723f30a0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/10/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654723f30a0 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723f30a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654723f0ca0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654723f0ca0 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723f0ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723f31a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723f31a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723f0da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723f0da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654723ebd50 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654723ebd50 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654723ebd50 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654723ebd50 wpath=/local/domain/0/backend/vif/10/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723ebd50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723ebe50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723ebe50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5654723ebc58 wpath=/local/domain/10/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5654723ebc58 wpath=/local/domain/10/console/tty token=2/3: event epath=/local/domain/10/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5654723f7230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5654723ebc58 wpath=/local/domain/10/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5654723ebc58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5654723f7230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5654723f7230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 10:ao 0x5654723ef2b0: create: how=(nil) callback=(nil) poller=0x5654723f72d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5654723ef2b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 10:ao 0x5654723ef2b0: inprogress: poller=0x5654723f72d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5654723ef2b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 9:ao 0x561b45677dd0: create: how=(nil) callback=(nil) poller=0x561b45669f70 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b45670000 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b45670410 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561b45674210 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 9:ao 0x561b45677dd0: inprogress: poller=0x561b45669f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45670000 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/9/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b45670000 wpath=/local/domain/0/backend/vbd/9/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45670000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/9/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45670410 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45674210 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45670410 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/9/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/9/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b45670410 wpath=/local/domain/0/backend/vbd/9/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45670410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 9:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vbd/9/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45674210 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561b45674210 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: event epath=/local/domain/0/backend/vif/9/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/9/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561b45674210 wpath=/local/domain/0/backend/vif/9/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 9:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45674210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 9:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 9:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 9: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 9:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_PATH: backend/vif/9/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 9: vif: vif9.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45670100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45670100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45670510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 9:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45670510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45674310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 9:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561b45674310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 9:Forked pid 18795 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561b45677dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561b45677dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:08:51 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:08:51 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 25381.8, received 23898.3 debug1: Exit status 0 2020-10-23 08:08:51 Z ========== rep 7 ========== 2020-10-23 08:08:51 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:08:52 Z guest debian.guest.osstest state is b 2020-10-23 08:08:52 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 10:ao 0x560179f09eb0: create: how=(nil) callback=(nil) poller=0x560179f09f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 10:ao 0x560179f09eb0: inprogress: poller=0x560179f09f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 10:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 10: ev 0x560179f09830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560179f09eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560179f09eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 10:ao 0x560179f0a4b0: create: how=(nil) callback=(nil) poller=0x560179f09f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 10:ao 0x560179f0a4b0: inprogress: poller=0x560179f09f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55986a56f230: create: how=(nil) callback=(nil) poller=0x55986a56f2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 10, flags 1, hvm 0 xc: info: Saving domain 10, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 11:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15708 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15708 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55986a56f230: inprogress: poller=0x55986a56f2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x83192c xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 11, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 10:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560179f13cc8 wpath=/local/domain/10/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f13cc8 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f13cc8 wpath=/local/domain/10/control/shutdown token=3/0: event epath=/local/domain/10/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560179f13cc8 wpath=/local/domain/10/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 10:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 10:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560179f13ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f13ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f13ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 10:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560179f13ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f13ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x560179f13d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[0] -> d0 0x407357 domainbuilder: detail: xc_dom_set_gnttab_entry: d11 gnt[1] -> d0 0x407358 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560179f0a4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560179f0a4b0: destroy xc: info: XenStore: mfn 0x407358, dom 0, evt 1 xc: info: Console: mfn 0x407357, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55986a56b0a0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55986a568ca0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55986a56b0a0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/11/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55986a56b0a0 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a56b0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55986a568ca0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55986a568ca0 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a568ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a56b1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a56b1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a568da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a568da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55986a563d50 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55986a563d50 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55986a563d50 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55986a563d50 wpath=/local/domain/0/backend/vif/11/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a563d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a563e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a563e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55986a563c58 wpath=/local/domain/11/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55986a563c58 wpath=/local/domain/11/console/tty token=2/3: event epath=/local/domain/11/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55986a56f230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55986a563c58 wpath=/local/domain/11/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55986a563c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55986a56f230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55986a56f230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 11:ao 0x55986a5672b0: create: how=(nil) callback=(nil) poller=0x55986a56f2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55986a5672b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 11:ao 0x55986a5672b0: inprogress: poller=0x55986a56f2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55986a5672b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 10:ao 0x560179f17dd0: create: how=(nil) callback=(nil) poller=0x560179f09f70 current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560179f10000 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560179f10410 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560179f14210 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 10:ao 0x560179f17dd0: inprogress: poller=0x560179f09f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f10000 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/10/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560179f10000 wpath=/local/domain/0/backend/vbd/10/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f10000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f10410 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/10/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/10/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560179f10410 wpath=/local/domain/0/backend/vbd/10/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f10410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 10:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vbd/10/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/10/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f14210 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f14210 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560179f14210 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: event epath=/local/domain/0/backend/vif/10/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/10/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560179f14210 wpath=/local/domain/0/backend/vif/10/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 10:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f14210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 10:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 10:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 10: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 10:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_PATH: backend/vif/10/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 10: vif: vif10.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f10100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f10100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f10510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 10:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f10510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f14310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 10:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560179f14310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 10:Forked pid 19138 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560179f17dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560179f17dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:01 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:01 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26128.0, received 24600.8 debug1: Exit status 0 2020-10-23 08:09:01 Z ========== rep 8 ========== 2020-10-23 08:09:01 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:01 Z guest debian.guest.osstest state is b 2020-10-23 08:09:01 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 11:ao 0x55e9a473eeb0: create: how=(nil) callback=(nil) poller=0x55e9a473ef70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 11:ao 0x55e9a473eeb0: inprogress: poller=0x55e9a473ef70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 11:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 11: ev 0x55e9a473e830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e9a473eeb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e9a473eeb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 11:ao 0x55e9a473f4b0: create: how=(nil) callback=(nil) poller=0x55e9a473ef70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 11:ao 0x55e9a473f4b0: inprogress: poller=0x55e9a473ef70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55c2cb68f230: create: how=(nil) callback=(nil) poller=0x55c2cb68f2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 11, flags 1, hvm 0 xc: info: Saving domain 11, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 12:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15196 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55c2cb68f230: inprogress: poller=0x55c2cb68f2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x42f87e xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 12, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 11:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e9a4748cc8 wpath=/local/domain/11/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4748cc8 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4748cc8 wpath=/local/domain/11/control/shutdown token=3/0: event epath=/local/domain/11/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e9a4748cc8 wpath=/local/domain/11/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 11:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 11:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e9a4748ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4748ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4748ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 11:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e9a4748ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4748ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55e9a4748d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[0] -> d0 0x83d813 domainbuilder: detail: xc_dom_set_gnttab_entry: d12 gnt[1] -> d0 0x83d814 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e9a473f4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e9a473f4b0: destroy xc: info: XenStore: mfn 0x83d814, dom 0, evt 1 xc: info: Console: mfn 0x83d813, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cb68b0a0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cb688ca0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cb68b0a0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/12/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cb68b0a0 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb68b0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cb688ca0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cb688ca0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cb688ca0 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb688ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb68b1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb68b1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb688da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb688da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cb68d8a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cb68d8a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cb68d8a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cb68d8a0 wpath=/local/domain/0/backend/vif/12/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb68d8a0: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb68d9a0: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb68d9a0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c2cb683c58 wpath=/local/domain/12/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c2cb683c58 wpath=/local/domain/12/console/tty token=2/3: event epath=/local/domain/12/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55c2cb68f230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c2cb683c58 wpath=/local/domain/12/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c2cb683c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c2cb68f230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c2cb68f230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 12:ao 0x55c2cb6872b0: create: how=(nil) callback=(nil) poller=0x55c2cb68f2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c2cb6872b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 12:ao 0x55c2cb6872b0: inprogress: poller=0x55c2cb68f2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c2cb6872b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 11:ao 0x55e9a474cdd0: create: how=(nil) callback=(nil) poller=0x55e9a473ef70xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e9a4745000 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e9a4745410 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55e9a4749210 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 11:ao 0x55e9a474cdd0: inprogress: poller=0x55e9a473ef70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4745000 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/11/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e9a4745000 wpath=/local/domain/0/backend/vbd/11/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4745000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/11/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4745410 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4749210 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4745410 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/11/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/11/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e9a4745410 wpath=/local/domain/0/backend/vbd/11/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4745410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 11:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vbd/11/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4749210 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55e9a4749210 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: event epath=/local/domain/0/backend/vif/11/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/11/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55e9a4749210 wpath=/local/domain/0/backend/vif/11/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 11:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4749210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 11:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 11:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 11: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 11:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_PATH: backend/vif/11/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 11: vif: vif11.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4745100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4745100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4745510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 11:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4745510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4749310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 11:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55e9a4749310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 11:Forked pid 19483 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55e9a474cdd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55e9a474cdd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:10 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:10 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27120.0, received 25534.8 debug1: Exit status 0 2020-10-23 08:09:10 Z ========== rep 9 ========== 2020-10-23 08:09:10 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:10 Z guest debian.guest.osstest state is b 2020-10-23 08:09:10 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 12:ao 0x55793a628eb0: create: how=(nil) callback=(nil) poller=0x55793a628f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 12:ao 0x55793a628eb0: inprogress: poller=0x55793a628f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 12:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 12: ev 0x55793a628830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55793a628eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55793a628eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 12:ao 0x55793a6294b0: create: how=(nil) callback=(nil) poller=0x55793a628f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 12:ao 0x55793a6294b0: inprogress: poller=0x55793a628f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x559ac456e230: create: how=(nil) callback=(nil) poller=0x559ac456e2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 12, flags 1, hvm 0 xc: info: Saving domain 12, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 13:restoring, not running bootloader xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x839b3a xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x559ac456e230: inprogress: poller=0x559ac456e2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 13, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 12:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55793a632cc8 wpath=/local/domain/12/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a632cc8 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a632cc8 wpath=/local/domain/12/control/shutdown token=3/0: event epath=/local/domain/12/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55793a632cc8 wpath=/local/domain/12/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 12:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 12:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55793a632ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a632ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a632ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 12:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55793a632ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a632ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55793a632d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[0] -> d0 0x403ae8 domainbuilder: detail: xc_dom_set_gnttab_entry: d13 gnt[1] -> d0 0x403ae9 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55793a6294b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55793a6294b0: destroy xc: info: XenStore: mfn 0x403ae9, dom 0, evt 1 xc: info: Console: mfn 0x403ae8, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559ac456a0a0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559ac4567ca0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559ac456a0a0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/13/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559ac456a0a0 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac456a0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559ac4567ca0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559ac4567ca0 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4567ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac456a1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac456a1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4567da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4567da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559ac4562d50 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559ac4562d50 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559ac4562d50 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559ac4562d50 wpath=/local/domain/0/backend/vif/13/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4562d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4562e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4562e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x559ac4562c58 wpath=/local/domain/13/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x559ac4562c58 wpath=/local/domain/13/console/tty token=2/3: event epath=/local/domain/13/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x559ac456e230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x559ac4562c58 wpath=/local/domain/13/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x559ac4562c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559ac456e230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559ac456e230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 13:ao 0x559ac45662b0: create: how=(nil) callback=(nil) poller=0x559ac456e2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x559ac45662b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 13:ao 0x559ac45662b0: inprogress: poller=0x559ac456e2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x559ac45662b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 12:ao 0x55793a636dd0: create: how=(nil) callback=(nil) poller=0x55793a628f70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55793a62f000 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55793a62f410 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55793a633210 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 12:ao 0x55793a636dd0: inprogress: poller=0x55793a628f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a62f000 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/12/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55793a62f000 wpath=/local/domain/0/backend/vbd/12/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a62f000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/12/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a62f410 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a633210 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a62f410 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/12/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/12/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55793a62f410 wpath=/local/domain/0/backend/vbd/12/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a62f410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 12:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vbd/12/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a633210 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55793a633210 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: event epath=/local/domain/0/backend/vif/12/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/12/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55793a633210 wpath=/local/domain/0/backend/vif/12/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 12:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a633210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 12:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 12:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 12: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 12:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_PATH: backend/vif/12/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 12: vif: vif12.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a62f100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a62f100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a62f510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 12:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a62f510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a633310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 12:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55793a633310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 12:Forked pid 19826 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55793a636dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55793a636dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:19 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:19 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26414.5, received 24870.6 debug1: Exit status 0 2020-10-23 08:09:19 Z ========== rep 10 ========== 2020-10-23 08:09:19 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:19 Z guest debian.guest.osstest state is b 2020-10-23 08:09:19 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 13:ao 0x562155a8deb0: create: how=(nil) callback=(nil) poller=0x562155a8df70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 13:ao 0x562155a8deb0: inprogress: poller=0x562155a8df70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 13:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 13: ev 0x562155a8d830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562155a8deb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562155a8deb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 13:ao 0x562155a8e4b0: create: how=(nil) callback=(nil) poller=0x562155a8df70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 13:ao 0x562155a8e4b0: inprogress: poller=0x562155a8df70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x555a80def230: create: how=(nil) callback=(nil) poller=0x555a80def2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 13, flags 1, hvm 0 xc: info: Saving domain 13, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 14:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x555a80def230: inprogress: poller=0x555a80def2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x41f80f xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 14, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 13:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562155a97cc8 wpath=/local/domain/13/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a97cc8 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a97cc8 wpath=/local/domain/13/control/shutdown token=3/0: event epath=/local/domain/13/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562155a97cc8 wpath=/local/domain/13/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 13:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 13:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562155a97ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a97ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a97ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 13:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562155a97ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a97ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562155a97d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[0] -> d0 0x83184f domainbuilder: detail: xc_dom_set_gnttab_entry: d14 gnt[1] -> d0 0x831850 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562155a8e4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562155a8e4b0: destroy xc: info: XenStore: mfn 0x831850, dom 0, evt 1 xc: info: Console: mfn 0x83184f, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555a80deb0a0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555a80de8ca0 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555a80deb0a0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/14/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555a80deb0a0 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80deb0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555a80de8ca0 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555a80de8ca0 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de8ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80deb1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80deb1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de8da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de8da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555a80de3d50 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555a80de3d50 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555a80de3d50 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555a80de3d50 wpath=/local/domain/0/backend/vif/14/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de3d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de3e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de3e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555a80de3c58 wpath=/local/domain/14/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555a80de3c58 wpath=/local/domain/14/console/tty token=2/3: event epath=/local/domain/14/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x555a80def230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555a80de3c58 wpath=/local/domain/14/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555a80de3c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555a80def230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555a80def230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 14:ao 0x555a80de72b0: create: how=(nil) callback=(nil) poller=0x555a80def2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555a80de72b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 14:ao 0x555a80de72b0: inprogress: poller=0x555a80def2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555a80de72b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 13:ao 0x562155a9bdd0: create: how=(nil) callback=(nil) poller=0x562155a8df70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562155a94000 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562155a94410 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562155a98210 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 13:ao 0x562155a9bdd0: inprogress: poller=0x562155a8df70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a94000 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/13/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562155a94000 wpath=/local/domain/0/backend/vbd/13/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a94000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/13/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a94410 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a98210 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a94410 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/13/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/13/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562155a94410 wpath=/local/domain/0/backend/vbd/13/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a94410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 13:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vbd/13/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a98210 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562155a98210 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: event epath=/local/domain/0/backend/vif/13/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/13/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562155a98210 wpath=/local/domain/0/backend/vif/13/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 13:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a98210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 13:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 13:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 13: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 13:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_PATH: backend/vif/13/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 13: vif: vif13.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a94100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a94100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a94510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 13:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a94510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a98310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 13:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562155a98310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 13:Forked pid 20170 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562155a9bdd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562155a9bdd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:28 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:28 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26788.7, received 25222.9 debug1: Exit status 0 2020-10-23 08:09:29 Z ========== rep 11 ========== 2020-10-23 08:09:29 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:29 Z guest debian.guest.osstest state is b 2020-10-23 08:09:29 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 14:ao 0x555927ec7eb0: create: how=(nil) callback=(nil) poller=0x555927ec7f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 14:ao 0x555927ec7eb0: inprogress: poller=0x555927ec7f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 14:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 14: ev 0x555927ec7830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555927ec7eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555927ec7eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 14:ao 0x555927ec84b0: create: how=(nil) callback=(nil) poller=0x555927ec7f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 14:ao 0x555927ec84b0: inprogress: poller=0x555927ec7f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5640d6e40230: create: how=(nil) callback=(nil) poller=0x5640d6e402d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 14, flags 1, hvm 0 xc: info: Saving domain 14, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 15:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5640d6e40230: inprogress: poller=0x5640d6e402d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x85f876 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 15, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 14:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555927ed1cc8 wpath=/local/domain/14/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed1cc8 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed1cc8 wpath=/local/domain/14/control/shutdown token=3/0: event epath=/local/domain/14/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555927ed1cc8 wpath=/local/domain/14/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 14:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 14:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555927ed1ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed1ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed1ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 14:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555927ed1ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ed1ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x555927ed1d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[0] -> d0 0x40faca domainbuilder: detail: xc_dom_set_gnttab_entry: d15 gnt[1] -> d0 0x40facb xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555927ec84b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555927ec84b0: destroy xc: info: XenStore: mfn 0x40facb, dom 0, evt 1 xc: info: Console: mfn 0x40faca, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5640d6e3c0a0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5640d6e39ca0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5640d6e3c0a0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/15/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5640d6e3c0a0 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e3c0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5640d6e39ca0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5640d6e39ca0 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e39ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e3c1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e3c1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e39da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e39da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5640d6e34d50 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5640d6e34d50 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5640d6e34d50 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5640d6e34d50 wpath=/local/domain/0/backend/vif/15/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e34d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e34e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e34e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5640d6e34c58 wpath=/local/domain/15/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5640d6e34c58 wpath=/local/domain/15/console/tty token=2/3: event epath=/local/domain/15/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5640d6e40230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5640d6e34c58 wpath=/local/domain/15/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5640d6e34c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5640d6e40230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5640d6e40230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 15:ao 0x5640d6e382b0: create: how=(nil) callback=(nil) poller=0x5640d6e402d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5640d6e382b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 15:ao 0x5640d6e382b0: inprogress: poller=0x5640d6e402d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5640d6e382b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 14:ao 0x555927ed5dd0: create: how=(nil) callback=(nil) poller=0x555927ec7f70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555927ece000 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555927ece410 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555927ed2210 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 14:ao 0x555927ed5dd0: inprogress: poller=0x555927ec7f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ece000 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/14/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555927ece000 wpath=/local/domain/0/backend/vbd/14/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ece000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/14/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ece410 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed2210 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ece410 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/14/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/14/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555927ece410 wpath=/local/domain/0/backend/vbd/14/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ece410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 14:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vbd/14/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed2210 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555927ed2210 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: event epath=/local/domain/0/backend/vif/14/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/14/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555927ed2210 wpath=/local/domain/0/backend/vif/14/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 14:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ed2210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 14:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 14:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 14: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 14:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_PATH: backend/vif/14/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 14: vif: vif14.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ece100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ece100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ece510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 14:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ece510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ed2310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 14:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555927ed2310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 14:Forked pid 20514 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555927ed5dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555927ed5dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:38 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:38 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26890.7, received 25318.9 debug1: Exit status 0 2020-10-23 08:09:38 Z ========== rep 12 ========== 2020-10-23 08:09:38 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:38 Z guest debian.guest.osstest state is b 2020-10-23 08:09:38 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 15:ao 0x55b687b33eb0: create: how=(nil) callback=(nil) poller=0x55b687b33f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 15:ao 0x55b687b33eb0: inprogress: poller=0x55b687b33f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 15:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 15: ev 0x55b687b33830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b687b33eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b687b33eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 15:ao 0x55b687b344b0: create: how=(nil) callback=(nil) poller=0x55b687b33f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 15:ao 0x55b687b344b0: inprogress: poller=0x55b687b33f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x557ce3961230: create: how=(nil) callback=(nil) poller=0x557ce39612d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 15, flags 1, hvm 0 xc: info: Saving domain 15, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 16:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x557ce3961230: inprogress: poller=0x557ce39612d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x41f9f1 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 16, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 15:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b687b3dcc8 wpath=/local/domain/15/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3dcc8 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3dcc8 wpath=/local/domain/15/control/shutdown token=3/0: event epath=/local/domain/15/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b687b3dcc8 wpath=/local/domain/15/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 15:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 15:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b687b3dce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3dce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3dce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 15:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b687b3dce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3dce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55b687b3dd58 domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[0] -> d0 0x8358c8 domainbuilder: detail: xc_dom_set_gnttab_entry: d16 gnt[1] -> d0 0x8358c9 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b687b344b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b687b344b0: destroy xc: info: XenStore: mfn 0x8358c9, dom 0, evt 1 xc: info: Console: mfn 0x8358c8, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ce395d0a0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ce395aca0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ce395d0a0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/16/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ce395d0a0 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce395d0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ce395aca0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ce395aca0 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce395aca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce395d1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce395d1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce395ada0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce395ada0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ce3955d50 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ce3955d50 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ce3955d50 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ce3955d50 wpath=/local/domain/0/backend/vif/16/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce3955d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce3955e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce3955e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x557ce3955c58 wpath=/local/domain/16/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x557ce3955c58 wpath=/local/domain/16/console/tty token=2/3: event epath=/local/domain/16/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x557ce3961230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x557ce3955c58 wpath=/local/domain/16/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x557ce3955c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557ce3961230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557ce3961230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 16:ao 0x557ce39592b0: create: how=(nil) callback=(nil) poller=0x557ce39612d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x557ce39592b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 16:ao 0x557ce39592b0: inprogress: poller=0x557ce39612d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x557ce39592b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 15:ao 0x55b687b41dd0: create: how=(nil) callback=(nil) poller=0x55b687b33f70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b687b3a000 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b687b3a410 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55b687b3e210 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 15:ao 0x55b687b41dd0: inprogress: poller=0x55b687b33f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3a000 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/15/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b687b3a000 wpath=/local/domain/0/backend/vbd/15/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3a000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/15/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3a410 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3e210 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3a410 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/15/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/15/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b687b3a410 wpath=/local/domain/0/backend/vbd/15/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3a410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 15:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vbd/15/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3e210 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55b687b3e210 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: event epath=/local/domain/0/backend/vif/15/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/15/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55b687b3e210 wpath=/local/domain/0/backend/vif/15/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 15:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3e210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 15:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 15:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 15: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 15:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_PATH: backend/vif/15/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 15: vif: vif15.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3a100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3a100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3a510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 15:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3a510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3e310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 15:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55b687b3e310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 15:Forked pid 20858 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55b687b41dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55b687b41dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:47 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:47 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27014.6, received 25435.6 debug1: Exit status 0 2020-10-23 08:09:47 Z ========== rep 13 ========== 2020-10-23 08:09:47 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:47 Z guest debian.guest.osstest state is b 2020-10-23 08:09:47 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 16:ao 0x560cbc64feb0: create: how=(nil) callback=(nil) poller=0x560cbc64ff70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 16:ao 0x560cbc64feb0: inprogress: poller=0x560cbc64ff70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 16:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 16: ev 0x560cbc64f830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560cbc64feb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560cbc64feb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 16:ao 0x560cbc6504b0: create: how=(nil) callback=(nil) poller=0x560cbc64ff70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 16:ao 0x560cbc6504b0: inprogress: poller=0x560cbc64ff70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55aa3df13230: create: how=(nil) callback=(nil) poller=0x55aa3df132d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 16, flags 1, hvm 0 xc: info: Saving domain 16, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 17:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55aa3df13230: inprogress: poller=0x55aa3df132d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x85f6ef xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 17, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 16:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560cbc659cc8 wpath=/local/domain/16/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc659cc8 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc659cc8 wpath=/local/domain/16/control/shutdown token=3/0: event epath=/local/domain/16/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560cbc659cc8 wpath=/local/domain/16/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 16:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 16:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560cbc659ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc659ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc659ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 16:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560cbc659ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc659ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x560cbc659d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[0] -> d0 0x42fc8c domainbuilder: detail: xc_dom_set_gnttab_entry: d17 gnt[1] -> d0 0x42fc8d xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560cbc6504b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560cbc6504b0: destroy xc: info: XenStore: mfn 0x42fc8d, dom 0, evt 1 xc: info: Console: mfn 0x42fc8c, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa3df0f0a0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa3df0cca0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa3df0f0a0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/17/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa3df0f0a0 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df0f0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa3df0cca0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa3df0cca0 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df0cca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df0f1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df0f1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df0cda0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df0cda0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa3df07d50 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa3df07d50 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa3df07d50 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa3df07d50 wpath=/local/domain/0/backend/vif/17/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df07d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df07e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df07e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55aa3df07c58 wpath=/local/domain/17/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55aa3df07c58 wpath=/local/domain/17/console/tty token=2/3: event epath=/local/domain/17/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55aa3df13230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55aa3df07c58 wpath=/local/domain/17/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55aa3df07c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa3df13230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa3df13230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 17:ao 0x55aa3df0b2b0: create: how=(nil) callback=(nil) poller=0x55aa3df132d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55aa3df0b2b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 17:ao 0x55aa3df0b2b0: inprogress: poller=0x55aa3df132d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55aa3df0b2b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 16:ao 0x560cbc65ddd0: create: how=(nil) callback=(nil) poller=0x560cbc64ff70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560cbc656000 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560cbc656410 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x560cbc65a210 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 16:ao 0x560cbc65ddd0: inprogress: poller=0x560cbc64ff70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc656000 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/16/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560cbc656000 wpath=/local/domain/0/backend/vbd/16/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc656000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc656410 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/16/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/16/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560cbc656410 wpath=/local/domain/0/backend/vbd/16/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc656410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 16:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vbd/16/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/16/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc65a210 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc65a210 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x560cbc65a210 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: event epath=/local/domain/0/backend/vif/16/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/16/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x560cbc65a210 wpath=/local/domain/0/backend/vif/16/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 16:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc65a210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 16:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 16:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 16: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 16:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_PATH: backend/vif/16/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 16: vif: vif16.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc656100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc656100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc656510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 16:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc656510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc65a310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 16:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x560cbc65a310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 16:Forked pid 21201 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x560cbc65ddd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x560cbc65ddd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:09:56 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:09:56 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26878.9, received 25307.8 debug1: Exit status 0 2020-10-23 08:09:56 Z ========== rep 14 ========== 2020-10-23 08:09:56 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:09:56 Z guest debian.guest.osstest state is b 2020-10-23 08:09:56 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 17:ao 0x55ef581ddeb0: create: how=(nil) callback=(nil) poller=0x55ef581ddf70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 17:ao 0x55ef581ddeb0: inprogress: poller=0x55ef581ddf70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 17:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 17: ev 0x55ef581dd830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ef581ddeb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ef581ddeb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 17:ao 0x55ef581de4b0: create: how=(nil) callback=(nil) poller=0x55ef581ddf70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 17:ao 0x55ef581de4b0: inprogress: poller=0x55ef581ddf70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x5632d0c59230: create: how=(nil) callback=(nil) poller=0x5632d0c592d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 17, flags 1, hvm 0 xc: info: Saving domain 17, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 18:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15773 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15773 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x5632d0c59230: inprogress: poller=0x5632d0c592d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x407fb3 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 18, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 17:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ef581e7cc8 wpath=/local/domain/17/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e7cc8 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e7cc8 wpath=/local/domain/17/control/shutdown token=3/0: event epath=/local/domain/17/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ef581e7cc8 wpath=/local/domain/17/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 17:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 17:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ef581e7ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e7ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e7ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 17:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ef581e7ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e7ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55ef581e7d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[0] -> d0 0x83ba74 domainbuilder: detail: xc_dom_set_gnttab_entry: d18 gnt[1] -> d0 0x83ba75 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ef581de4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ef581de4b0: destroy xc: info: XenStore: mfn 0x83ba75, dom 0, evt 1 xc: info: Console: mfn 0x83ba74, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632d0c550a0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632d0c52ca0 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632d0c550a0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/18/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632d0c550a0 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c550a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632d0c52ca0 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632d0c52ca0 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c52ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c551a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c551a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c52da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c52da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632d0c4dd50 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632d0c4dd50 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632d0c4dd50 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632d0c4dd50 wpath=/local/domain/0/backend/vif/18/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c4dd50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c4de50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c4de50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x5632d0c4dc58 wpath=/local/domain/18/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x5632d0c4dc58 wpath=/local/domain/18/console/tty token=2/3: event epath=/local/domain/18/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x5632d0c59230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x5632d0c4dc58 wpath=/local/domain/18/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x5632d0c4dc58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5632d0c59230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5632d0c59230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 18:ao 0x5632d0c512b0: create: how=(nil) callback=(nil) poller=0x5632d0c592d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x5632d0c512b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 18:ao 0x5632d0c512b0: inprogress: poller=0x5632d0c592d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x5632d0c512b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 17:ao 0x55ef581ebdd0: create: how=(nil) callback=(nil) poller=0x55ef581ddf70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ef581e4000 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ef581e4410 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55ef581e8210 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 17:ao 0x55ef581ebdd0: inprogress: poller=0x55ef581ddf70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e4000 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/17/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ef581e4000 wpath=/local/domain/0/backend/vbd/17/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e4000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e4410 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/17/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/17/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ef581e4410 wpath=/local/domain/0/backend/vbd/17/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e4410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 17:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vbd/17/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/17/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e8210 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e8210 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55ef581e8210 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: event epath=/local/domain/0/backend/vif/17/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/17/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55ef581e8210 wpath=/local/domain/0/backend/vif/17/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 17:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e8210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 17:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 17:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 17: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 17:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_PATH: backend/vif/17/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 17: vif: vif17.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e4100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e4100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e4510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 17:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e4510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e8310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 17:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55ef581e8310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 17:Forked pid 21544 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55ef581ebdd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55ef581ebdd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:10:05 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:10:05 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26544.1, received 24992.6 debug1: Exit status 0 2020-10-23 08:10:05 Z ========== rep 15 ========== 2020-10-23 08:10:05 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:10:06 Z guest debian.guest.osstest state is b 2020-10-23 08:10:06 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 18:ao 0x55fb0f81ceb0: create: how=(nil) callback=(nil) poller=0x55fb0f81cf70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 18:ao 0x55fb0f81ceb0: inprogress: poller=0x55fb0f81cf70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 18:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 18: ev 0x55fb0f81c830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb0f81ceb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb0f81ceb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 18:ao 0x55fb0f81d4b0: create: how=(nil) callback=(nil) poller=0x55fb0f81cf70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 18:ao 0x55fb0f81d4b0: inprogress: poller=0x55fb0f81cf70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55fe8299a230: create: how=(nil) callback=(nil) poller=0x55fe8299a2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 18, flags 1, hvm 0 xc: info: Saving domain 18, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 19:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55fe8299a230: inprogress: poller=0x55fe8299a2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x83989b xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 19, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 18:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb0f826cc8 wpath=/local/domain/18/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f826cc8 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f826cc8 wpath=/local/domain/18/control/shutdown token=3/0: event epath=/local/domain/18/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb0f826cc8 wpath=/local/domain/18/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 18:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 18:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb0f826ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f826ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f826ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 18:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb0f826ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f826ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55fb0f826d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[0] -> d0 0x40788d domainbuilder: detail: xc_dom_set_gnttab_entry: d19 gnt[1] -> d0 0x40788e xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb0f81d4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb0f81d4b0: destroy xc: info: XenStore: mfn 0x40788e, dom 0, evt 1 xc: info: Console: mfn 0x40788d, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fe829960a0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fe82993ca0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fe829960a0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/19/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fe829960a0 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe829960a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fe82993ca0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fe82993ca0 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe82993ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe829961a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe829961a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe82993da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe82993da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fe8298ed50 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fe8298ed50 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fe8298ed50 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fe8298ed50 wpath=/local/domain/0/backend/vif/19/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe8298ed50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe8298ee50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe8298ee50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fe8298ec58 wpath=/local/domain/19/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fe8298ec58 wpath=/local/domain/19/console/tty token=2/3: event epath=/local/domain/19/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55fe8299a230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fe8298ec58 wpath=/local/domain/19/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fe8298ec58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fe8299a230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fe8299a230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 19:ao 0x55fe829922b0: create: how=(nil) callback=(nil) poller=0x55fe8299a2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fe829922b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 19:ao 0x55fe829922b0: inprogress: poller=0x55fe8299a2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fe829922b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 18:ao 0x55fb0f82add0: create: how=(nil) callback=(nil) poller=0x55fb0f81cf70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb0f823000 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb0f823410 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55fb0f827210 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 18:ao 0x55fb0f82add0: inprogress: poller=0x55fb0f81cf70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f823000 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/18/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb0f823000 wpath=/local/domain/0/backend/vbd/18/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f823000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/18/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f823410 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f827210 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f823410 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/18/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/18/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb0f823410 wpath=/local/domain/0/backend/vbd/18/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f823410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 18:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vbd/18/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f827210 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55fb0f827210 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: event epath=/local/domain/0/backend/vif/18/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/18/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55fb0f827210 wpath=/local/domain/0/backend/vif/18/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 18:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f827210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 18:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 18:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 18: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 18:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_PATH: backend/vif/18/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 18: vif: vif18.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f823100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f823100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f823510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 18:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f823510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f827310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 18:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55fb0f827310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 18:Forked pid 21888 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55fb0f82add0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55fb0f82add0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:10:14 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:10:14 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26194.2, received 24663.2 debug1: Exit status 0 2020-10-23 08:10:14 Z ========== rep 16 ========== 2020-10-23 08:10:14 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:10:15 Z guest debian.guest.osstest state is b 2020-10-23 08:10:15 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 19:ao 0x55eff084deb0: create: how=(nil) callback=(nil) poller=0x55eff084df70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 19:ao 0x55eff084deb0: inprogress: poller=0x55eff084df70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 19:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 19: ev 0x55eff084d830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55eff084deb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55eff084deb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 19:ao 0x55eff084e4b0: create: how=(nil) callback=(nil) poller=0x55eff084df70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 19:ao 0x55eff084e4b0: inprogress: poller=0x55eff084df70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55bb55538230: create: how=(nil) callback=(nil) poller=0x55bb555382d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 19, flags 1, hvm 0 xc: info: Saving domain 19, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 20:restoring, not running bootloader xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40bab4 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15774 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55bb55538230: inprogress: poller=0x55bb555382d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 20, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 19:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eff0857cc8 wpath=/local/domain/19/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0857cc8 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0857cc8 wpath=/local/domain/19/control/shutdown token=3/0: event epath=/local/domain/19/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eff0857cc8 wpath=/local/domain/19/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 19:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 19:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eff0857ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0857ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0857ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 19:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eff0857ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0857ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55eff0857d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[0] -> d0 0x85f4f6 domainbuilder: detail: xc_dom_set_gnttab_entry: d20 gnt[1] -> d0 0x85f4f7 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55eff084e4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55eff084e4b0: destroy xc: info: XenStore: mfn 0x85f4f7, dom 0, evt 1 xc: info: Console: mfn 0x85f4f6, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bb555340a0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bb55531ca0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bb555340a0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/20/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bb555340a0 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb555340a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bb55531ca0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bb55531ca0 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb55531ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb555341a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb555341a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb55531da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb55531da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bb5552cd50 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bb5552cd50 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bb5552cd50 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bb5552cd50 wpath=/local/domain/0/backend/vif/20/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb5552cd50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb5552ce50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb5552ce50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55bb5552cc58 wpath=/local/domain/20/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55bb5552cc58 wpath=/local/domain/20/console/tty token=2/3: event epath=/local/domain/20/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55bb55538230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55bb5552cc58 wpath=/local/domain/20/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55bb5552cc58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bb55538230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bb55538230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 20:ao 0x55bb555302b0: create: how=(nil) callback=(nil) poller=0x55bb555382d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55bb555302b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 20:ao 0x55bb555302b0: inprogress: poller=0x55bb555382d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55bb555302b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 19:ao 0x55eff085bdd0: create: how=(nil) callback=(nil) poller=0x55eff084df70xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eff0854000 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eff0854410 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55eff0858210 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 19:ao 0x55eff085bdd0: inprogress: poller=0x55eff084df70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0854000 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/19/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eff0854000 wpath=/local/domain/0/backend/vbd/19/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0854000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/19/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0854410 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0858210 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0854410 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/19/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/19/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eff0854410 wpath=/local/domain/0/backend/vbd/19/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0854410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 19:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vbd/19/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0858210 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55eff0858210 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: event epath=/local/domain/0/backend/vif/19/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/19/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55eff0858210 wpath=/local/domain/0/backend/vif/19/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 19:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0858210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 19:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 19:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 19: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 19:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_PATH: backend/vif/19/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 19: vif: vif19.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0854100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0854100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0854510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 19:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0854510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0858310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 19:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55eff0858310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 19:Forked pid 22231 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55eff085bdd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55eff085bdd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:10:23 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:10:24 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26389.9, received 24847.4 debug1: Exit status 0 2020-10-23 08:10:24 Z ========== rep 17 ========== 2020-10-23 08:10:24 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:10:24 Z guest debian.guest.osstest state is b 2020-10-23 08:10:24 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 20:ao 0x562354a94eb0: create: how=(nil) callback=(nil) poller=0x562354a94f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 20:ao 0x562354a94eb0: inprogress: poller=0x562354a94f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 20:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 20: ev 0x562354a94830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562354a94eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562354a94eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 20:ao 0x562354a954b0: create: how=(nil) callback=(nil) poller=0x562354a94f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 20:ao 0x562354a954b0: inprogress: poller=0x562354a94f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x563c0af95230: create: how=(nil) callback=(nil) poller=0x563c0af952d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 20, flags 1, hvm 0 xc: info: Saving domain 20, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 21:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x563c0af95230: inprogress: poller=0x563c0af952d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x831b1d xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 21, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 20:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562354a9ecc8 wpath=/local/domain/20/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9ecc8 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9ecc8 wpath=/local/domain/20/control/shutdown token=3/0: event epath=/local/domain/20/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562354a9ecc8 wpath=/local/domain/20/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 20:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 20:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562354a9ece0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9ece0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9ece0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 20:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562354a9ece0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9ece0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x562354a9ed58 domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[0] -> d0 0x42fc4b domainbuilder: detail: xc_dom_set_gnttab_entry: d21 gnt[1] -> d0 0x42fc4c xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562354a954b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562354a954b0: destroy xc: info: XenStore: mfn 0x42fc4c, dom 0, evt 1 xc: info: Console: mfn 0x42fc4b, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c0af910a0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c0af8eca0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c0af910a0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/21/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c0af910a0 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af910a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c0af8eca0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c0af8eca0 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af8eca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af911a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af911a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af8eda0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af8eda0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c0af89d50 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c0af89d50 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c0af89d50 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c0af89d50 wpath=/local/domain/0/backend/vif/21/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af89d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af89e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af89e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x563c0af89c58 wpath=/local/domain/21/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x563c0af89c58 wpath=/local/domain/21/console/tty token=2/3: event epath=/local/domain/21/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x563c0af95230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x563c0af89c58 wpath=/local/domain/21/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x563c0af89c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c0af95230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c0af95230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 21:ao 0x563c0af8d2b0: create: how=(nil) callback=(nil) poller=0x563c0af952d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x563c0af8d2b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 21:ao 0x563c0af8d2b0: inprogress: poller=0x563c0af952d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x563c0af8d2b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 libxl_domain.c:1045:libxl_domain_destroy: Domain 20:ao 0x562354aa2dd0: create: how=(nil) callback=(nil) poller=0x562354a94f70 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562354a9b000 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562354a9b410 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x562354a9f210 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 20:ao 0x562354aa2dd0: inprogress: poller=0x562354a94f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9b000 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/20/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562354a9b000 wpath=/local/domain/0/backend/vbd/20/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9b000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9b410 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/20/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/20/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562354a9b410 wpath=/local/domain/0/backend/vbd/20/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9b410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 20:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vbd/20/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/20/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9f210 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9f210 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x562354a9f210 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: event epath=/local/domain/0/backend/vif/20/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/20/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x562354a9f210 wpath=/local/domain/0/backend/vif/20/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 20:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9f210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 20:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 20:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 20: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 20:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_PATH: backend/vif/20/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 20: vif: vif20.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9b100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9b100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9b510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 20:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9b510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9f310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 20:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x562354a9f310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 20:Forked pid 22575 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x562354aa2dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x562354aa2dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:10:33 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:10:33 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 27332.2, received 25734.7 debug1: Exit status 0 2020-10-23 08:10:33 Z ========== rep 18 ========== 2020-10-23 08:10:33 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:10:33 Z guest debian.guest.osstest state is b 2020-10-23 08:10:33 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 21:ao 0x556f48b55eb0: create: how=(nil) callback=(nil) poller=0x556f48b55f70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 21:ao 0x556f48b55eb0: inprogress: poller=0x556f48b55f70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 21:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 21: ev 0x556f48b55830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f48b55eb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f48b55eb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 21:ao 0x556f48b564b0: create: how=(nil) callback=(nil) poller=0x556f48b55f70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 21:ao 0x556f48b564b0: inprogress: poller=0x556f48b55f70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x555b2b62d230: create: how=(nil) callback=(nil) poller=0x555b2b62d2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 21, flags 1, hvm 0 xc: info: Saving domain 21, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 22:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15195 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15774 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x555b2b62d230: inprogress: poller=0x555b2b62d2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x41ba72 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 22, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 21:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f48b5fcc8 wpath=/local/domain/21/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5fcc8 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5fcc8 wpath=/local/domain/21/control/shutdown token=3/0: event epath=/local/domain/21/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f48b5fcc8 wpath=/local/domain/21/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 21:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 21:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f48b5fce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5fce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5fce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 21:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f48b5fce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5fce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x556f48b5fd58 domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[0] -> d0 0x83dada domainbuilder: detail: xc_dom_set_gnttab_entry: d22 gnt[1] -> d0 0x83dadb xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f48b564b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f48b564b0: destroy xc: info: XenStore: mfn 0x83dadb, dom 0, evt 1 xc: info: Console: mfn 0x83dada, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555b2b6290a0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555b2b626ca0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555b2b6290a0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/22/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555b2b6290a0 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b6290a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555b2b626ca0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555b2b626ca0 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b626ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b6291a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b6291a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b626da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b626da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555b2b621d50 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555b2b621d50 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555b2b621d50 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555b2b621d50 wpath=/local/domain/0/backend/vif/22/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b621d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b621e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b621e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x555b2b621c58 wpath=/local/domain/22/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x555b2b621c58 wpath=/local/domain/22/console/tty token=2/3: event epath=/local/domain/22/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x555b2b62d230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x555b2b621c58 wpath=/local/domain/22/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x555b2b621c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555b2b62d230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555b2b62d230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 22:ao 0x555b2b6252b0: create: how=(nil) callback=(nil) poller=0x555b2b62d2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x555b2b6252b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 22:ao 0x555b2b6252b0: inprogress: poller=0x555b2b62d2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x555b2b6252b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: xencall:buffer: debug: total allocations:348 total releases:348 libxl_domain.c:1045:libxl_domain_destroy: Domain 21:ao 0x556f48b63dd0: create: how=(nil) callback=(nil) poller=0x556f48b55f70 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f48b5c000 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f48b5c410 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x556f48b60210 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 21:ao 0x556f48b63dd0: inprogress: poller=0x556f48b55f70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5c000 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/21/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f48b5c000 wpath=/local/domain/0/backend/vbd/21/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5c000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/21/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5c410 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b60210 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b5c410 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/21/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/21/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f48b5c410 wpath=/local/domain/0/backend/vbd/21/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5c410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 21:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vbd/21/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b60210 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x556f48b60210 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: event epath=/local/domain/0/backend/vif/21/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/21/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x556f48b60210 wpath=/local/domain/0/backend/vif/21/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 21:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b60210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 21:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 21:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 21: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 21:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_PATH: backend/vif/21/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 21: vif: vif21.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5c100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5c100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5c510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 21:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b5c510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b60310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 21:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x556f48b60310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 21:Forked pid 22920 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x556f48b63dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x556f48b63dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:10:42 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:10:42 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26215.8, received 24683.5 debug1: Exit status 0 2020-10-23 08:10:42 Z ========== rep 19 ========== 2020-10-23 08:10:42 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:10:43 Z guest debian.guest.osstest state is b 2020-10-23 08:10:43 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 22:ao 0x55c060c2aeb0: create: how=(nil) callback=(nil) poller=0x55c060c2af70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 22:ao 0x55c060c2aeb0: inprogress: poller=0x55c060c2af70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 22:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 22: ev 0x55c060c2a830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c060c2aeb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c060c2aeb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 22:ao 0x55c060c2b4b0: create: how=(nil) callback=(nil) poller=0x55c060c2af70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 22:ao 0x55c060c2b4b0: inprogress: poller=0x55c060c2af70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x55f0727b1230: create: how=(nil) callback=(nil) poller=0x55f0727b12d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 22, flags 1, hvm 0 xc: info: Saving domain 22, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 23:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15707 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15707 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x55f0727b1230: inprogress: poller=0x55f0727b12d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x849b81 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 23, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 22:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c060c34cc8 wpath=/local/domain/22/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c34cc8 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c34cc8 wpath=/local/domain/22/control/shutdown token=3/0: event epath=/local/domain/22/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c060c34cc8 wpath=/local/domain/22/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 22:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 22:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c060c34ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c34ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c34ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 22:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c060c34ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c34ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x55c060c34d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[0] -> d0 0x427b3b domainbuilder: detail: xc_dom_set_gnttab_entry: d23 gnt[1] -> d0 0x427b3c xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c060c2b4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c060c2b4b0: destroy xc: info: XenStore: mfn 0x427b3c, dom 0, evt 1 xc: info: Console: mfn 0x427b3b, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f0727ad0a0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f0727aaca0 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f0727ad0a0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/23/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f0727ad0a0 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727ad0a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f0727aaca0 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f0727aaca0 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727aaca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727ad1a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727ad1a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727aada0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727aada0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f0727a5d50 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f0727a5d50 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f0727a5d50 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f0727a5d50 wpath=/local/domain/0/backend/vif/23/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727a5d50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727a5e50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727a5e50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55f0727a5c58 wpath=/local/domain/23/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55f0727a5c58 wpath=/local/domain/23/console/tty token=2/3: event epath=/local/domain/23/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x55f0727b1230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55f0727a5c58 wpath=/local/domain/23/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55f0727a5c58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f0727b1230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f0727b1230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 23:ao 0x55f0727a92b0: create: how=(nil) callback=(nil) poller=0x55f0727b12d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55f0727a92b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 23:ao 0x55f0727a92b0: inprogress: poller=0x55f0727b12d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55f0727a92b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 22:ao 0x55c060c38dd0: create: how=(nil) callback=(nil) poller=0x55c060c2af70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c060c31000 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c060c31410 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x55c060c35210 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 22:ao 0x55c060c38dd0: inprogress: poller=0x55c060c2af70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c31000 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/22/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c060c31000 wpath=/local/domain/0/backend/vbd/22/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c31000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c31410 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/22/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/22/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c060c31410 wpath=/local/domain/0/backend/vbd/22/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c31410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 22:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vbd/22/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/22/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c35210 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c35210 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x55c060c35210 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: event epath=/local/domain/0/backend/vif/22/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/22/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x55c060c35210 wpath=/local/domain/0/backend/vif/22/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 22:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c35210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 22:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 22:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 22: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 22:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_PATH: backend/vif/22/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 22: vif: vif22.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c31100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c31100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c31510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 22:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c31510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c35310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 22:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x55c060c35310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 22:Forked pid 23263 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x55c060c38dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x55c060c38dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:10:51 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:10:51 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26702.6, received 25141.9 debug1: Exit status 0 2020-10-23 08:10:52 Z ========== rep 20 ========== 2020-10-23 08:10:52 Z executing ssh ... root@172.16.144.68 xl list 2020-10-23 08:10:52 Z guest debian.guest.osstest state is b 2020-10-23 08:10:52 Z executing ssh ... root@172.16.144.68 xl -vvv migrate debian.guest.osstest localhost libxl: debug: libxl_domain.c:2136:libxl_retrieve_domain_configuration: Domain 23:ao 0x56451b94beb0: create: how=(nil) callback=(nil) poller=0x56451b94bf70 libxl: debug: libxl_domain.c:2152:libxl_retrieve_domain_configuration: Domain 23:ao 0x56451b94beb0: inprogress: poller=0x56451b94bf70, flags=i libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vtpm from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vusb from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No pci from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vdispl from xenstore libxl: debug: libxl_domain.c:2405:retrieve_domain_configuration_end: Domain 23:No vsnd from xenstore libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: Domain 23: ev 0x56451b94b830 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56451b94beb0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56451b94beb0: destroy migration target: Ready to receive domain. Saving to migration stream new xl format (info 0x3/0x0/1554) libxl: debug: libxl_domain.c:511:libxl_domain_suspend: Domain 23:ao 0x56451b94c4b0: create: how=(nil) callback=(nil) poller=0x56451b94bf70 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 17 are 0x1 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 17 to 0x1 Loading new save file (new xl fmt info 0x3/0x0/1554) Savefile contains xl domain config in JSON format Parsing config from libxl: debug: libxl_domain.c:539:libxl_domain_suspend: Domain 23:ao 0x56451b94c4b0: inprogress: poller=0x56451b94bf70, flags=i libxl: debug: libxl_create.c:2021:do_domain_create: ao 0x561fdf7bb230: create: how=(nil) callback=(nil) poller=0x561fdf7bb2d0 libxl: debug: libxl.c:764:libxl__fd_flags_modify_save: fnctl F_GETFL flags for fd 0 are 0x0 libxl: debug: libxl.c:772:libxl__fd_flags_modify_save: fnctl F_SETFL of fd 0 to 0x0 libxl: detail: libxl_create.c:627:libxl__domain_make: passthrough: disabled libxl-save-helper: debug: starting save: Success xc: detail: fd 17, dom 23, flags 1, hvm 0 xc: info: Saving domain 23, type x86 PV xc: detail: 64 bits, 4 levels libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda2, using backend phy libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=unknown libxl: debug: libxl_device.c:415:libxl__device_disk_set_backend: Disk vdev=xvda1, using backend phy libxl: debug: libxl_create.c:1280:initiate_domain_create: Domain 24:restoring, not running bootloader libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=48, free_memkb=15194 libxl: debug: libxl_numa.c:502:libxl__get_numa_candidate: New best NUMA placement candidate found: nr_nodes=1, nr_cpus=20, nr_vcpus=44, free_memkb=15774 libxl: detail: libxl_dom.c:235:numa_place_domain: NUMA placement candidate with 1 nodes, 20 cpus and 15774 KB free selected libxl: debug: libxl_create.c:2059:do_domain_create: ao 0x561fdf7bb230: inprogress: poller=0x561fdf7bb2d0, flags=i libxl: debug: libxl_stream_read.c:358:stream_header_done: Stream v2 libxl: debug: libxl_stream_read.c:574:process_record: Record: 1, length 0 xc: detail: max_mfn 0x880000 xc: detail: p2m list from 0xffffc90000000000 to 0xffffc900000fffff, root at 0x40ff62 xc: detail: max_pfn 0x1ffff, p2m_frames 256 libxl-save-helper: debug: starting restore: Success xc: detail: fd 11, dom 24, hvm 0, stream_type 0 xc: info: Found x86 PV domain from Xen 4.15 xc: info: Restoring domain xc: detail: 64 bits, 4 levels xc: detail: max_mfn 0x880000 xc: detail: Changed max_pfn from 0 to 0x1ffff libxl: debug: libxl_dom_suspend.c:194:domain_suspend_callback_common: Domain 23:issuing PV suspend request via XenBus control node libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56451b955cc8 wpath=/local/domain/23/control/shutdown token=3/0: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b955cc8 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b955cc8 wpath=/local/domain/23/control/shutdown token=3/0: event epath=/local/domain/23/control/shutdown libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56451b955cc8 wpath=/local/domain/23/control/shutdown token=3/0: deregister slotnum=3 libxl: debug: libxl_dom_suspend.c:271:domain_suspend_common_pvcontrol_suspending: Domain 23:guest acknowledged suspend request libxl: debug: libxl_dom_suspend.c:290:domain_suspend_common_wait_guest: Domain 23:wait for the guest to suspend libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56451b955ce0 wpath=@releaseDomain token=3/1: register slotnum=3 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b955ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b955ce0 wpath=@releaseDomain token=3/1: event epath=@releaseDomain libxl: debug: libxl_dom_suspend.c:348:suspend_common_wait_guest_check: Domain 23:guest has suspended libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56451b955ce0 wpath=@releaseDomain token=3/1: deregister slotnum=3 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b955ce0: deregister unregistered libxl: debug: libxl_qmp.c:1919:libxl__ev_qmp_dispose: ev 0x56451b955d58 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[0] -> d0 0x837f51 domainbuilder: detail: xc_dom_set_gnttab_entry: d24 gnt[1] -> d0 0x837f52 xc: info: Restore successful libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 17 to 0x1 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56451b94c4b0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56451b94c4b0: destroy xc: info: XenStore: mfn 0x837f52, dom 0, evt 1 xc: info: Console: mfn 0x837f51, dom 0, evt 2 libxl-save-helper: debug: complete r=0: Success libxl: debug: libxl_stream_read.c:574:process_record: Record: 0, length 0 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda2 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561fdf7b70a0 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: register slotnum=3 libxl: debug: libxl_device.c:380:libxl__device_disk_set_backend: Disk vdev=xvda1 spec.backend=phy libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561fdf7b4ca0 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561fdf7b70a0 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: event epath=/local/domain/0/backend/vbd/24/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51714/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561fdf7b70a0 wpath=/local/domain/0/backend/vbd/24/51714/state token=3/0: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7b70a0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51714/state token=3/0: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561fdf7b4ca0 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: event epath=/local/domain/0/backend/vbd/24/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/24/51713/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561fdf7b4ca0 wpath=/local/domain/0/backend/vbd/24/51713/state token=2/1: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7b4ca0: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 24:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/block add libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vbd/24/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block add libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/24/51713/state token=2/1: empty slot libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7b71a0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7b71a0: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7b4da0: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 24:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7b4da0: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561fdf7afd50 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561fdf7afd50 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 still waiting state 1 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561fdf7afd50 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: event epath=/local/domain/0/backend/vif/24/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/24/0/state wanted state 2 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561fdf7afd50 wpath=/local/domain/0/backend/vif/24/0/state token=2/2: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 24:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7afd50: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 24:calling hotplug script: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_device.c:1192:device_hotplug: Domain 24:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 24: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 24:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_PATH: backend/vif/24/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 24: vif: vif24.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge online libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7afe50: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 24:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7afe50: deregister unregistered libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x561fdf7afc58 wpath=/local/domain/24/console/tty token=2/3: register slotnum=2 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x561fdf7afc58 wpath=/local/domain/24/console/tty token=2/3: event epath=/local/domain/24/console/tty libxl: debug: libxl_event.c:2402:libxl__ao_progress_report: ao 0x561fdf7bb230: progress report: ignored libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x561fdf7afc58 wpath=/local/domain/24/console/tty token=2/3: deregister slotnum=2 libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x561fdf7afc58: deregister unregistered libxl: debug: libxl.c:791:libxl__fd_flags_restore: fnctl F_SETFL of fd 0 to 0x0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561fdf7bb230: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561fdf7bb230: destroy migration target: Transfer complete, requesting permission to start domain. migration sender: Target has acknowledged transfer. migration sender: Giving target permission to start. migration target: Got permission, starting domain. libxl: debug: libxl_domain.c:703:libxl_domain_unpause: Domain 24:ao 0x561fdf7b32b0: create: how=(nil) callback=(nil) poller=0x561fdf7bb2d0 libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x561fdf7b32b0: complete, rc=0 libxl: debug: libxl_domain.c:711:libxl_domain_unpause: Domain 24:ao 0x561fdf7b32b0: inprogress: poller=0x561fdf7bb2d0, flags=ic libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x561fdf7b32b0: destroy migration target: Domain started successsfully. migration sender: Target reports successful startup. libxl: debug: libxl_domain.c:1045:libxl_domain_destroy: Domain 23:ao 0x56451b959dd0: create: how=(nil) callback=(nil) poller=0x56451b94bf70 xencall:buffer: debug: total allocations:348 total releases:348 xencall:buffer: debug: current allocations:0 maximum allocations:3 xencall:buffer: debug: cache current size:3 xencall:buffer: debug: cache hits:320 misses:3 toobig:25 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56451b952000 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: register slotnum=3 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56451b952410 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: register slotnum=2 libxl: debug: libxl_event.c:814:libxl__ev_xswatch_register: watch w=0x56451b956210 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: register slotnum=1 libxl: debug: libxl_domain.c:1054:libxl_domain_destroy: Domain 23:ao 0x56451b959dd0: inprogress: poller=0x56451b94bf70, flags=i libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b952000 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: event epath=/local/domain/0/backend/vbd/23/51714/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51714/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56451b952000 wpath=/local/domain/0/backend/vbd/23/51714/state token=3/2: deregister slotnum=3 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b952000: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51714 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51714/state token=3/2: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b952410 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: event epath=/local/domain/0/backend/vbd/23/51713/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vbd/23/51713/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56451b952410 wpath=/local/domain/0/backend/vbd/23/51713/state token=2/3: deregister slotnum=2 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b952410: deregister unregistered libxl: debug: libxl_linux.c:194:libxl__hotplug_disk: Domain 23:Args and environment ready libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/block remove libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/block libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vbd libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vbd/23/51713 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/block remove libxl: debug: libxl_event.c:720:watchfd_callback: watch epath=/local/domain/0/backend/vbd/23/51713/state token=2/3: empty slot libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b956210 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b956210 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1056:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 still waiting state 5 libxl: debug: libxl_event.c:751:watchfd_callback: watch w=0x56451b956210 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: event epath=/local/domain/0/backend/vif/23/0/state libxl: debug: libxl_event.c:1052:devstate_callback: backend /local/domain/0/backend/vif/23/0/state wanted state 6 ok libxl: debug: libxl_event.c:851:libxl__ev_xswatch_deregister: watch w=0x56451b956210 wpath=/local/domain/0/backend/vif/23/0/state token=1/4: deregister slotnum=1 libxl: debug: libxl_device.c:1090:device_backend_callback: Domain 23:calling device_backend_cleanup libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b956210: deregister unregistered libxl: debug: libxl_device.c:1191:device_hotplug: Domain 23:calling hotplug script: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_device.c:1192:device_hotplug: Domain 23:extra args: libxl: debug: libxl_device.c:1198:device_hotplug: Domain 23: type_if=vif libxl: debug: libxl_device.c:1200:device_hotplug: Domain 23:env: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: script: /etc/xen/scripts/vif-bridge libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_TYPE: vif libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_PATH: backend/vif/23/0 libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: XENBUS_BASE_PATH: backend libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: netdev: libxl: debug: libxl_device.c:1207:device_hotplug: Domain 23: vif: vif23.0 libxl: debug: libxl_aoutils.c:593:libxl__async_exec_start: forking to execute: /etc/xen/scripts/vif-bridge offline libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b952100: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b952100: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b952510: deregister unregistered libxl: debug: libxl_linux.c:212:libxl__get_hotplug_script_info: Domain 23:num_exec 1, not running hotplug scripts libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b952510: deregister unregistered libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b956310: deregister unregistered libxl: debug: libxl_device.c:1176:device_hotplug: Domain 23:No hotplug script to execute libxl: debug: libxl_event.c:864:libxl__ev_xswatch_deregister: watch w=0x56451b956310: deregister unregistered libxl: debug: libxl_domain.c:1596:devices_destroy_cb: Domain 23:Forked pid 23608 for destroy of domain libxl: debug: libxl_event.c:2066:libxl__ao_complete: ao 0x56451b959dd0: complete, rc=0 libxl: debug: libxl_event.c:2035:libxl__ao__destroy: ao 0x56451b959dd0: destroy Migration successful. xencall:buffer: debug: total allocations:97 total releases:97 xencall:buffer: debug: current allocations:0 maximum allocations:2 xencall:buffer: debug: cache current size:2 xencall:buffer: debug: cache hits:75 misses:2 toobig:20 xencall:buffer: debug: total allocations:0 total releases:0 xencall:buffer: debug: current allocations:0 maximum allocations:0 xencall:buffer: debug: cache current size:0 xencall:buffer: debug: cache hits:0 misses:0 toobig:0 2020-10-23 08:11:00 Z executing ssh ... -v root@172.16.146.93 date OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: date Fri Oct 23 08:11:01 UTC 2020 debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3148, received 2964 bytes, in 0.1 seconds Bytes per second: sent 26700.4, received 25139.8 debug1: Exit status 0 2020-10-23 08:11:01 Z ========== final check ========== 2020-10-23 08:11:01 Z guest debian.guest.osstest 5a:36:0e:bc:00:17 22 link/ip/tcp: waiting 20s... 2020-10-23 08:11:05 Z guest debian.guest.osstest 5a:36:0e:bc:00:17 22 link/ip/tcp: ok. (4s) 2020-10-23 08:11:09 Z executing ssh ... -v root@172.16.146.93 echo guest debian.guest.osstest: ok OpenSSH_7.9p1 Debian-10+deb10u2, OpenSSL 1.1.1d 10 Sep 2019 debug1: Reading configuration data /etc/ssh/ssh_config debug1: /etc/ssh/ssh_config line 19: Applying options for * debug1: Connecting to 172.16.146.93 [172.16.146.93] port 22. debug1: fd 3 clearing O_NONBLOCK debug1: Connection established. debug1: identity file /home/iwj/.ssh/id_rsa type 0 debug1: identity file /home/iwj/.ssh/id_rsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_dsa type -1 debug1: identity file /home/iwj/.ssh/id_dsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa type -1 debug1: identity file /home/iwj/.ssh/id_ecdsa-cert type -1 debug1: identity file /home/iwj/.ssh/id_ed25519 type -1 debug1: identity file /home/iwj/.ssh/id_ed25519-cert type -1 debug1: identity file /home/iwj/.ssh/id_xmss type -1 debug1: identity file /home/iwj/.ssh/id_xmss-cert type -1 debug1: Local version string SSH-2.0-OpenSSH_7.9p1 Debian-10+deb10u2 debug1: Remote protocol version 2.0, remote software version OpenSSH_7.9p1 Debian-10+deb10u2 debug1: match: OpenSSH_7.9p1 Debian-10+deb10u2 pat OpenSSH* compat 0x04000000 debug1: Authenticating to 172.16.146.93:22 as 'root' debug1: SSH2_MSG_KEXINIT sent debug1: SSH2_MSG_KEXINIT received debug1: kex: algorithm: curve25519-sha256 debug1: kex: host key algorithm: ecdsa-sha2-nistp256 debug1: kex: server->client cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: kex: client->server cipher: chacha20-poly1305@openssh.com MAC: compression: none debug1: expecting SSH2_MSG_KEX_ECDH_REPLY debug1: Server host key: ecdsa-sha2-nistp256 SHA256:tv6oJiO0vLOcpSKupL55g61VmnLX/RBoEn85KU6XYwg debug1: Host '172.16.146.93' is known and matches the ECDSA host key. debug1: Found key in tmp/t.known_hosts_156092.test-amd64-amd64-xl-credit2:2 debug1: rekey after 134217728 blocks debug1: SSH2_MSG_NEWKEYS sent debug1: expecting SSH2_MSG_NEWKEYS debug1: SSH2_MSG_NEWKEYS received debug1: rekey after 134217728 blocks debug1: Will attempt key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Will attempt key: /home/iwj/.ssh/id_dsa debug1: Will attempt key: /home/iwj/.ssh/id_ecdsa debug1: Will attempt key: /home/iwj/.ssh/id_ed25519 debug1: Will attempt key: /home/iwj/.ssh/id_xmss debug1: SSH2_MSG_EXT_INFO received debug1: kex_input_ext_info: server-sig-algs= debug1: SSH2_MSG_SERVICE_ACCEPT received debug1: Authentications that can continue: publickey,password debug1: Next authentication method: publickey debug1: Offering public key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Server accepts key: /home/iwj/.ssh/id_rsa RSA SHA256:Zqq8oY9H23Qc1aIz6S9hOvNrYOCOkYOX12JeX+znNL8 debug1: Authentication succeeded (publickey). Authenticated to 172.16.146.93 ([172.16.146.93]:22). debug1: channel 0: new [client-session] debug1: Requesting no-more-sessions@openssh.com debug1: Entering interactive session. debug1: pledge: network debug1: client_input_global_request: rtype hostkeys-00@openssh.com want_reply 0 debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Remote: /root/.ssh/authorized_keys:2: key options: agent-forwarding port-forwarding pty user-rc x11-forwarding debug1: Sending environment. debug1: Sending env LANG = C.UTF-8 debug1: Sending command: echo guest debian.guest.osstest: ok guest debian.guest.osstest: ok debug1: client_input_channel_req: channel 0 rtype exit-status reply 0 debug1: channel 0: free: client-session, nchannels 1 debug1: fd 0 clearing O_NONBLOCK debug1: fd 2 clearing O_NONBLOCK Transferred: sent 3180, received 2964 bytes, in 0.1 seconds Bytes per second: sent 28259.6, received 26340.1 debug1: Exit status 0 + rc=0 + date -u +%Y-%m-%d %H:%M:%S Z exit status 0 2020-10-23 08:11:09 Z exit status 0 + exit 0